-- Logs begin at Fri 2022-03-18 09:00:00 UTC, end at Fri 2022-03-18 11:33:51 UTC. -- Mar 18 10:20:35.458041 dv-neutron-834265-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 18 10:20:37.945673 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.common.config [-] Logging enabled! Mar 18 10:20:37.946289 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev80 Mar 18 10:20:37.946447 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 10:20:37.949527 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.common.config [-] Logging enabled! Mar 18 10:20:37.949779 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev80 Mar 18 10:20:37.950104 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 10:20:37.951022 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:20:37.951250 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:20:37.951596 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:20:37.951837 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:20:37.952059 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:20:37.952375 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.952666 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.952955 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.953182 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.953472 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.953757 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.954057 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.954340 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.954633 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.954915 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.955187 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.955463 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.955688 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.955961 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.956241 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.956516 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.956734 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] debug = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.957522 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.957967 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.958369 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.958644 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.958924 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.959197 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.959463 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.959731 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.960005 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.960327 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] host = dv-neutron-834265-1-hyperv {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.960599 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.960985 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.961271 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.961549 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.961849 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.962107 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.962382 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.962649 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.962914 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.963181 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.963460 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.963738 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.964018 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.964239 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.964455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.964734 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.965011 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.965277 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.965542 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.965808 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.966095 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.966358 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.966620 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.966895 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.967172 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.967446 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.967714 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.967979 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.968242 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.968505 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.968779 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.969043 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.969307 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.969570 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.969875 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.970143 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.970408 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.970701 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.970977 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.971249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.971524 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.971789 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.972059 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.972323 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.973155 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.973425 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_json = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.973692 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.973986 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.974264 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.974529 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.974795 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.975059 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.975324 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.975599 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.975864 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:37.976150 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.976433 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.976723 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.977003 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.977284 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.977555 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.977855 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.978130 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.978407 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.978684 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.978963 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.979235 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.979515 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.979785 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.980074 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.980370 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.980654 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.980936 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.981204 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.981469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.981734 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.982026 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.982304 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.982588 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.982870 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.983137 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.983406 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.983685 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.983953 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.984215 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.984484 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.984765 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.985036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.985301 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.985572 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.985859 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.986125 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.986387 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.986656 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.986937 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.987206 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.987468 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.987729 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.987997 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.988285 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.988561 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.988830 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.989092 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.989357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.989627 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.989918 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.990191 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.990462 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.990730 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.991001 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.991266 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.991531 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.991797 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.992063 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.992329 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.992595 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.992862 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.993133 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.993400 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.993666 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.993965 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.994233 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.994498 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.994779 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.995070 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.995342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.995614 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.995883 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.996153 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.996421 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.996690 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.996958 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.997227 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.997491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.997772 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.998071 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.998350 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.998626 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.998895 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.999180 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.999447 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.999719 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:37.999986 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.000263 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.000539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.000815 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.001099 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.001382 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.001665 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.001978 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.002260 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.002532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.002830 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.003100 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:38.003312 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:20:38.003546 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 18 10:20:38.390940 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO keyring.backend [-] Loading KWallet Mar 18 10:20:38.398931 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO keyring.backend [-] Loading SecretService Mar 18 10:20:38.402393 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO keyring.backend [-] Loading Windows Mar 18 10:20:38.403719 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO keyring.backend [-] Loading chainer Mar 18 10:20:38.404485 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO keyring.backend [-] Loading macOS Mar 18 10:20:38.436532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 18 10:20:38.436807 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 18 10:20:38.437095 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 18 10:20:38.437428 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 18 10:20:38.820006 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.820210 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.820486 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.821771 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.822069 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.822328 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.856871 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.857143 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.857405 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.870276 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.870554 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.870821 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.900761 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.901035 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.901296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.937323 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.937600 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:38.937886 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.171306 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.171942 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.171942 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.172118 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.172902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.292672 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.292986 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.293262 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.293527 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.293787 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.294113 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.294374 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.294627 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.294876 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.295151 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.295406 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.295665 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.295924 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.296177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.296439 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.296703 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.296955 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.297219 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.297465 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.297740 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.298106 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.298360 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.298607 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.298880 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.299125 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.299365 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.299740 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.299977 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.300211 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.300442 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.300698 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.300932 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:39.301289 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 18 10:20:39.304369 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 18 10:20:39.308310 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 18 10:20:39.312053 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 18 10:20:39.313671 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 18 10:20:39.315112 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 18 10:20:39.315447 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 18 10:20:39.315828 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 18 10:20:39.319167 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 18 10:20:39.319416 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 18 10:20:39.319758 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 10:20:39.347510 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 18 10:20:39.347945 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.348236 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 18 10:20:39.348594 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.349995 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 18 10:20:39.350274 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 10:20:39.350518 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 18 10:20:39.353766 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.354070 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:39.416379 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 18 10:20:39.416615 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 18 10:20:39.416842 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 18 10:20:39.417201 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 18 10:20:39.448143 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_db.sqlalchemy.engines [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 18 10:20:39.890364 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing driver for type 'gre' Mar 18 10:20:39.890889 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] gre ID ranges: [(1, 1000)] Mar 18 10:20:40.095961 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing driver for type 'local' Mar 18 10:20:40.096296 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing driver for type 'vlan' Mar 18 10:20:40.193141 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] VlanTypeDriver initialization complete Mar 18 10:20:40.193721 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing driver for type 'vxlan' Mar 18 10:20:40.193927 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] vxlan ID ranges: [(1, 1000)] Mar 18 10:20:40.415825 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing extension driver 'port_security' Mar 18 10:20:40.416168 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.extensions.port_security [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] PortSecurityExtensionDriver initialization complete Mar 18 10:20:40.416526 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing mechanism driver 'openvswitch' Mar 18 10:20:40.416860 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing mechanism driver 'hyperv' Mar 18 10:20:40.423406 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.plugin [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:40.424067 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.424434 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.424823 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.425306 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.426466 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.427000 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.427492 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.428044 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.428536 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.428885 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.429230 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.429614 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.430040 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.430393 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.430736 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.431272 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.431675 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.432021 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.432366 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.432745 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.433142 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > address_group after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.433484 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > address_group after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.433840 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.437882 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 18 10:20:40.437882 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] ML2 OVO RPC backend initialized. {{(pid=88434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 18 10:20:40.437882 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.437882 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.437882 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > networks before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > ports before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438470 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnets before_response 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438470 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438470 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.438730 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.439064 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.439400 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.439732 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.440067 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.440400 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.440733 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.441982 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.plugin [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Modular L2 Plugin initialization complete Mar 18 10:20:40.442320 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading services supported by the core plugin {{(pid=88434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 18 10:20:40.442649 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.plugins.ml2.managers [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Got port-security extension from driver 'port_security' Mar 18 10:20:40.443111 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.extensions.vlantransparent [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Disabled vlantransparent extension. Mar 18 10:20:40.443637 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 18 10:20:40.443907 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: router Mar 18 10:20:40.485506 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.485924 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_create 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.486298 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router before_create 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.486664 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.487033 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.487382 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_delete 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.487736 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.488597 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_create 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.488941 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.489290 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.489633 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.490015 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.490423 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.490789 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.491126 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.491460 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: subnet after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.491794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.492138 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.492481 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_create 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.492818 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.493155 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.493506 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router after_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.493860 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500010 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_create 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500010 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500010 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_update 55549900 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500010 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > agent after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500375 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > agent after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500375 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > network after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.500375 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Tracking information for resource: router configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:40.500375 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Tracking information for resource: floatingip configured {{(pid=88434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:20:40.502067 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.db.l3_agentschedulers_db [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 18 10:20:40.502641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.502998 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.503345 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.504314 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: port after_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.505091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router before_create 55550100 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.505452 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.505841 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_create 55550100 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.506202 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > router precommit_update 55550100 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.510614 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.provider_configuration [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service providers = [] {{(pid=88434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 18 10:20:40.510979 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.db.servicetype_db [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 18 10:20:40.513943 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.service_base [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:20:40.514287 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.service_base [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:20:40.514625 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.service_base [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:20:40.515507 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.services.service_base [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:20:40.515874 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.services.service_base [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 18 10:20:40.516249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.516564 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 18 10:20:40.527669 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.528006 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: auto_allocate Mar 18 10:20:40.533749 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: network precommit_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.534141 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: network precommit_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.534655 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.535494 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: tag Mar 18 10:20:40.542075 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.542407 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: timestamp Mar 18 10:20:40.546425 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.546759 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: network_ip_availability Mar 18 10:20:40.552541 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.552911 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.553265 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.553995 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.554317 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: flavors Mar 18 10:20:40.559036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.559369 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading Plugin: revisions Mar 18 10:20:40.563657 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:20:40.564051 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.127s {{(pid=88434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 18 10:20:40.564788 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 18 10:20:40.565125 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Initializing extension manager. Mar 18 10:20:40.565633 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: __init__.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.565998 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: __pycache__ {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.566370 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.566701 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: address_group.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.567452 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.568004 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: address-group Mar 18 10:20:40.568322 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: address_scope.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.569026 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.569526 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: address-scope Mar 18 10:20:40.569872 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.570807 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.571309 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: router-admin-state-down-before-update Mar 18 10:20:40.571629 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: agent.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.572512 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.573020 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: agent Mar 18 10:20:40.573344 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: agent_resources_synced.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.574282 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.574786 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: agent-resources-synced Mar 18 10:20:40.575106 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: allowedaddresspairs.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.576877 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.577389 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: allowed-address-pairs Mar 18 10:20:40.577717 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: auto_allocated_topology.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.578849 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.579355 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: auto-allocated-topology Mar 18 10:20:40.579678 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: availability_zone.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.580363 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.580860 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: availability_zone Mar 18 10:20:40.581178 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: availability_zone_filter.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.582142 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.582641 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: availability_zone_filter Mar 18 10:20:40.582959 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: data_plane_status.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.583858 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.584351 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension data-plane-status not supported by any of loaded plugins Mar 18 10:20:40.584669 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: default_subnetpools.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.585572 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.586107 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: default-subnetpools Mar 18 10:20:40.586429 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.587225 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.587725 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: dhcp_agent_scheduler Mar 18 10:20:40.588050 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: dns.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.588949 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.589445 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension dns-integration not supported by any of loaded plugins Mar 18 10:20:40.589767 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: dns_domain_ports.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.590707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.591207 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 18 10:20:40.591526 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: dvr.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.592191 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.592690 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: dvr Mar 18 10:20:40.593006 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: empty_string_filtering.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.593961 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.594462 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: empty-string-filtering Mar 18 10:20:40.594780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.595682 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.596185 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 18 10:20:40.596503 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.597953 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.598458 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 18 10:20:40.598775 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: external_net.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.599679 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.600178 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: external-net Mar 18 10:20:40.600495 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.601390 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.601915 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: extra_dhcp_opt Mar 18 10:20:40.602232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: extraroute.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.603137 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.603636 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: extraroute Mar 18 10:20:40.603954 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: extraroute_atomic.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.604974 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.605474 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: extraroute-atomic Mar 18 10:20:40.605792 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: filter_validation.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.606466 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.606968 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: filter-validation Mar 18 10:20:40.607283 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: fip_pf_description.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.608183 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.608679 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 18 10:20:40.608992 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: fip_port_details.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.609925 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.610423 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: fip-port-details Mar 18 10:20:40.610740 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: flavors.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.611976 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.612486 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: flavors Mar 18 10:20:40.612809 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.615098 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.615618 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 18 10:20:40.615950 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: floatingip_pools.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.616646 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.617157 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: floatingip-pools Mar 18 10:20:40.617484 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: ip_allocation.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.618436 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.618928 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension ip_allocation not supported by any of loaded plugins Mar 18 10:20:40.619258 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.620170 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.620676 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: ip-substring-filtering Mar 18 10:20:40.621003 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l2_adjacency.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.621948 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.622451 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 18 10:20:40.622921 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.623885 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.624397 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: router Mar 18 10:20:40.624721 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.627150 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.627675 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 18 10:20:40.628004 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.628967 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.629477 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: ext-gw-mode Mar 18 10:20:40.629801 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.630743 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.631251 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: l3-ha Mar 18 10:20:40.631573 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3_flavors.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.632483 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.632981 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: l3-flavors Mar 18 10:20:40.633301 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.634253 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.634754 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 18 10:20:40.635073 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: l3agentscheduler.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.636093 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.636596 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: l3_agent_scheduler Mar 18 10:20:40.636924 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: logging.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.638467 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.638983 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension logging not supported by any of loaded plugins Mar 18 10:20:40.639309 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: metering.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.640042 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.640609 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: metering Mar 18 10:20:40.640932 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.642309 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.642826 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: metering_source_and_destination_fields Mar 18 10:20:40.643149 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: multiprovidernet.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.644076 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.644626 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: multi-provider Mar 18 10:20:40.644948 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: netmtu.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.645892 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.646393 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: net-mtu Mar 18 10:20:40.646717 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: netmtu_writable.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.647626 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.648125 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: net-mtu-writable Mar 18 10:20:40.648445 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: network_availability_zone.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.649109 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.649605 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: network_availability_zone Mar 18 10:20:40.649959 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: network_ip_availability.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.651049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.651554 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: network-ip-availability Mar 18 10:20:40.651874 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: network_segment_range.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.652628 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.653127 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension network-segment-range not supported by any of loaded plugins Mar 18 10:20:40.653448 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: pagination.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.654453 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.654781 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: pagination Mar 18 10:20:40.655100 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: port_device_profile.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.655999 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.656504 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: port-device-profile Mar 18 10:20:40.656829 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.657737 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.658270 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: port-mac-address-regenerate Mar 18 10:20:40.658592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.659537 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.660558 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: port-numa-affinity-policy Mar 18 10:20:40.660875 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: port_resource_request.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.661779 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.662298 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension port-resource-request not supported by any of loaded plugins Mar 18 10:20:40.662615 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: portbindings.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.663542 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.664040 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: binding Mar 18 10:20:40.664357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: portbindings_extended.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.665753 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.666291 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: binding-extended Mar 18 10:20:40.666616 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: portsecurity.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.667544 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.668055 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: port-security Mar 18 10:20:40.668376 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: project_id.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.669347 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.669676 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: project-id Mar 18 10:20:40.670023 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: providernet.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.670938 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.671442 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: provider Mar 18 10:20:40.671760 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.675306 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.676413 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos not supported by any of loaded plugins Mar 18 10:20:40.676743 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.678028 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.678540 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 18 10:20:40.678867 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.679778 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.680284 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 18 10:20:40.680605 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_default.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.681505 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.682042 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-default not supported by any of loaded plugins Mar 18 10:20:40.682365 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_fip.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.683009 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.683507 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-fip not supported by any of loaded plugins Mar 18 10:20:40.683827 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_gateway_ip.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.684743 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.685245 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 18 10:20:40.685563 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_port_network_policy.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.686491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.686989 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 18 10:20:40.687315 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_rule_type_details.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.688228 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.688727 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 18 10:20:40.689047 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: qos_rules_alias.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.690114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.690616 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 18 10:20:40.690937 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: quotasv2.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.691847 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.692171 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: quotas Mar 18 10:20:40.692486 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: quotasv2_detail.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.694183 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.694476 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: quota_details Mar 18 10:20:40.694806 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: rbac.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.695853 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.696371 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: rbac-policies Mar 18 10:20:40.696700 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: rbac_address_group.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.697631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.698175 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: rbac-address-group Mar 18 10:20:40.698501 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: rbac_address_scope.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.699418 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.699929 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: rbac-address-scope Mar 18 10:20:40.700254 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: rbac_security_groups.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.701162 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.701669 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: rbac-security-groups Mar 18 10:20:40.702022 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: rbac_subnetpool.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.702950 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.703454 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: rbac-subnetpool Mar 18 10:20:40.703774 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: revisionifmatch.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.704697 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.705201 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: revision-if-match Mar 18 10:20:40.705522 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: revisions.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.706806 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.707321 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: standard-attr-revisions Mar 18 10:20:40.707643 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: router_availability_zone.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.708308 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.708814 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: router_availability_zone Mar 18 10:20:40.709133 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: routerservicetype.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.710074 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.710579 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension router-service-type not supported by any of loaded plugins Mar 18 10:20:40.710897 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.711807 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.712309 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: security-groups-normalized-cidr Mar 18 10:20:40.712626 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.713541 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.714079 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: port-security-groups-filtering Mar 18 10:20:40.714398 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.715309 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.715810 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: security-groups-remote-address-group Mar 18 10:20:40.716129 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: securitygroup.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.726260 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.726788 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: security-group Mar 18 10:20:40.727121 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: segment.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.727908 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.728415 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension segment not supported by any of loaded plugins Mar 18 10:20:40.728742 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.729674 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.730214 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 18 10:20:40.730538 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: servicetype.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.731636 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.732150 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: service-type Mar 18 10:20:40.732474 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: sorting.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.733444 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.733775 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: sorting Mar 18 10:20:40.734126 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: standard_attr_segment.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.735037 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.735544 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 18 10:20:40.735865 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: standardattrdescription.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.736508 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.737014 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: standard-attr-description Mar 18 10:20:40.737336 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: stateful_security_group.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.738860 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.739369 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: stateful-security-group Mar 18 10:20:40.739691 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: stdattrs_common.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.740267 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 18 10:20:40.740584 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.741577 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.742118 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 18 10:20:40.742440 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnet_onboard.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.743523 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.744034 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: subnet_onboard Mar 18 10:20:40.744353 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.745281 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.745781 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 18 10:20:40.746123 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnet_service_types.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.747039 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.747543 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: subnet-service-types Mar 18 10:20:40.747861 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnetallocation.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.748935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.749438 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: subnet_allocation Mar 18 10:20:40.749759 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.750435 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.750967 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: subnetpool-prefix-ops Mar 18 10:20:40.751285 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.752224 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.752724 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 18 10:20:40.753042 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: tagging.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.754134 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.754650 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: standard-attr-tag Mar 18 10:20:40.754971 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: timestamp.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.756162 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.756673 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loaded extension: standard-attr-timestamp Mar 18 10:20:40.756995 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: trunk.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.758064 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.758579 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension trunk not supported by any of loaded plugins Mar 18 10:20:40.758901 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: trunk_details.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.759821 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.760330 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension trunk-details not supported by any of loaded plugins Mar 18 10:20:40.760653 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: uplink_status_propagation.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.761576 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.762117 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 18 10:20:40.762437 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Loading extension file: vlantransparent.py {{(pid=88434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:20:40.763093 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:20:40.763595 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 18 10:20:40.766002 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:network Mar 18 10:20:40.766719 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnet Mar 18 10:20:40.767737 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:20:40.768327 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:port Mar 18 10:20:40.769601 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.770072 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service FLAVORS assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.770684 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.771117 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.771449 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:router Mar 18 10:20:40.772102 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:floatingip Mar 18 10:20:40.772790 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service METERING assigned prefix: /metering {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.774234 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.774614 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.774964 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:20:40.777212 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 10:20:40.777662 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:security_group Mar 18 10:20:40.778352 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 10:20:40.779081 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service CORE assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.779414 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:20:40.779752 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] subnetpool is already registered Mar 18 10:20:40.780364 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service CORE assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.780692 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:20:40.781023 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] subnetpool is already registered Mar 18 10:20:40.892473 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.892911 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service FLAVORS assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.893511 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.893972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.894858 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:router Mar 18 10:20:40.895195 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] router is already registered Mar 18 10:20:40.895842 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:floatingip Mar 18 10:20:40.896170 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] floatingip is already registered Mar 18 10:20:40.896797 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service METERING assigned prefix: /metering {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.897616 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 10:20:40.897972 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] rbac_policy is already registered Mar 18 10:20:40.898395 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:security_group Mar 18 10:20:40.898720 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] security_group is already registered Mar 18 10:20:40.899303 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 10:20:40.899634 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] security_group_rule is already registered Mar 18 10:20:40.900284 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service CORE assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.900614 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:20:40.900940 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] subnetpool is already registered Mar 18 10:20:40.901530 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.v2.resource_helper [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Service CORE assigned prefix: {{(pid=88434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:20:40.901878 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:20:40.902202 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING neutron.quota.resource_registry [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] subnetpool is already registered Mar 18 10:20:40.902842 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: extensions {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.904330 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: address-groups {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.905979 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: address-scopes {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.907170 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: agents {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.908319 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: auto-allocated-topology {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.909657 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: availability_zones {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.911477 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: dhcp-networks {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.912859 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: dhcp-agents {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.914369 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: routers {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.916160 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: flavors {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.917298 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: service_profiles {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.918526 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: next_providers {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.920407 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: service_profiles {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.921475 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: floatingip-pools {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.922712 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: routers {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.924487 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: floatingips {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.925690 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: l3-routers {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.927088 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: l3-agents {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.928636 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: metering-labels {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.929910 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: metering-label-rules {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.931177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: network-ip-availabilities {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.932421 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: bindings {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.934077 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: quotas {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.935511 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: quotas {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.936902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: rbac-policies {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.938202 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: security-groups {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.939388 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: security-group-rules {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.940606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: service-providers {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.941981 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: subnetpools {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.943302 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: subnetpools {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.944766 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.946497 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.948190 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.950016 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.952757 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.954617 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.956279 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.958715 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.960458 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.962385 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron.api.extensions [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Extended resource: tags {{(pid=88434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:20:40.968184 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING keystonemiddleware.auth_token [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 18 10:20:40.973403 dv-neutron-834265-1-hyperv neutron-server[88434]: WARNING keystonemiddleware.auth_token [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 18 10:20:40.981584 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Acquired lock "singleton_lock" {{(pid=88434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 18 10:20:40.982085 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_concurrency.lockutils [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Releasing lock "singleton_lock" {{(pid=88434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 18 10:20:40.982716 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Starting 2 workers Mar 18 10:20:40.987313 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Started child 88541 {{(pid=88434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 18 10:20:40.991503 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Started child 88542 {{(pid=88434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 18 10:20:40.992351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:40.993023 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO neutron.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 18 10:20:40.993645 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Notify callbacks [] for process, before_spawn {{(pid=88434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:40.993810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [-] (88541) wsgi starting up on http://0.0.0.0:9696 Mar 18 10:20:40.996137 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Starting 1 workers Mar 18 10:20:40.996308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:40.997630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [-] (88542) wsgi starting up on http://0.0.0.0:9696 Mar 18 10:20:41.001080 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Started child 88543 {{(pid=88434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 18 10:20:41.001584 dv-neutron-834265-1-hyperv neutron-server[88434]: INFO oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Starting 1 workers Mar 18 10:20:41.004639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] calling RpcWorker wait() {{(pid=88543) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 18 10:20:41.005178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] returning from RpcWorker wait() {{(pid=88543) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 18 10:20:41.005957 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Started child 88544 {{(pid=88434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 18 10:20:41.006498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:41.006693 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG neutron_lib.callbacks.manager [None req-8bba027c-74b8-4b0c-9e29-16f89c3b0c79 None None] Notify callbacks [] for process, after_spawn {{(pid=88434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:41.007023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:41.008457 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 18 10:20:41.008661 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:20:41.008844 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:20:41.009056 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:20:41.009396 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:20:41.009557 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:20:41.010060 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.010335 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.010496 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:41.010951 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.010951 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.011149 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.011577 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:41.011850 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.012123 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.012374 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.012644 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.012878 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.013044 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.013207 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.013454 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.013704 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.014025 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.014280 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.014528 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.014784 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.014953 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.015196 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.015466 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.015689 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.015950 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] debug = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.016190 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.016669 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.016894 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.017396 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.017630 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.017913 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.018173 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.018434 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.018664 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.018897 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.019137 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.019937 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.020168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.020394 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.020632 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.020876 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.021089 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.021529 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] host = dv-neutron-834265-1-hyperv {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.021744 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.022001 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.022227 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.022453 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.022697 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.022927 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.023187 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.023426 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.023681 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.023918 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.024169 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.024403 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.024615 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.024879 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.025040 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_options = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.025280 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.025543 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.025794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.026007 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.026185 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.026360 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.026605 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.026766 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.027011 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.027240 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.027451 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.027782 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.027930 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.028110 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.028363 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.028598 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.028824 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.029045 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.029284 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.029528 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.029752 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.030040 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.030241 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.030462 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.030682 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.030894 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.031136 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.031346 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.031556 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.032985 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.032985 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.032985 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.032985 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.033491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.033491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.033491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.033884 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.034023 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.034184 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.035791 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.035791 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.035954 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.036069 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.036314 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.037396 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.037803 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_json = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.038243 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.041769 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.041769 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.041769 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.041769 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.041769 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.042255 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.042344 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.042512 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.042772 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.043022 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.043346 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.043592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.043878 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.044588 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.044864 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.045166 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.045408 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.045678 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.045917 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.046165 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.057631 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058409 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.058902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.059935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.060455 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061041 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.061532 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062038 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062038 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062239 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062456 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062684 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.062929 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.063187 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.063411 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.063647 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.063879 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.064111 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.064344 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.064568 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.064799 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.065033 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.065254 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.065539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.065791 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.066102 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.066350 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.066829 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.066956 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.067077 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.068244 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.068801 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.069666 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.070013 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072168 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072795 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072795 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.072795 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.073006 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.073139 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.073358 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.073604 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.073971 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.074221 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.074460 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.074707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.074986 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.075232 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.075475 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.075863 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.075995 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.076242 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.076497 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.076751 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.076982 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.077216 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.077457 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.077669 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.077919 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.078148 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.080566 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081049 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081335 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081335 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.081567 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.082290 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.082549 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.082767 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.083040 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.083296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.083527 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.083754 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.084005 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.084251 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.084483 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085203 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085203 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085203 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085591 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085749 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.085990 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.086221 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.086444 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.086655 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.086902 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.087119 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.087470 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.087720 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.087947 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.088206 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.088453 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.088666 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.088879 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.089131 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.089341 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.089571 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.089790 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.090054 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.090289 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.090502 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.090714 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.090927 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.091189 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.091423 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.091656 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.091871 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.092088 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.092302 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.092545 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.092768 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.092965 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.093221 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.093451 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.093669 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.093895 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.099469 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100090 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.100707 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101247 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101247 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101247 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101247 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101522 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.101791 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.102113 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.102385 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.102633 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.102934 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.103212 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.103491 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.103705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.103988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.104317 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.104590 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.104857 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.105086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.105363 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.105599 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.105850 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.106109 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.106303 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.106518 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.106767 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.107030 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.107255 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.107502 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.107726 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.107944 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.108170 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.108380 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.108599 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.108830 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.108983 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:20:41.109655 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 18 10:20:41.109863 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:20:41.109971 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:20:41.110154 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:20:41.110328 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:20:41.110481 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:20:41.110688 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.110849 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111011 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111175 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111335 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111515 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111675 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111837 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.111995 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112151 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112309 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112466 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112616 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112781 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.112935 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.113759 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.113945 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114106 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114268 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114427 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114586 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114743 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.114900 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] debug = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115059 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115268 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115433 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115752 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.115911 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116069 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116225 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116385 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116544 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116701 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.116856 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117014 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117171 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117318 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117474 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117636 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117801 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] host = dv-neutron-834265-1-hyperv {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.117979 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.118135 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.118446 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.118594 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.118750 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.118926 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119219 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119360 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119506 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119655 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119799 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.119955 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120112 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120270 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_options = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120428 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120585 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120744 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.120927 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.121177 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.121335 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.121481 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.121628 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.121775 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122016 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122153 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122298 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122505 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122668 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122810 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.122970 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.123126 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.123284 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.123460 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124099 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124395 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124395 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124665 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124665 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124922 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.124922 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125172 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125172 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125570 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125570 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125880 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.125880 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126157 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126157 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126420 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126667 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126667 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.126934 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127065 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127195 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127324 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127451 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127590 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127724 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.127872 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_json = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.128030 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.128192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59470) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:20:41.128333 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.128333 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.128630 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.129304 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.129453 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.129589 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.129742 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.135249 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.136291 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.137305 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.138342 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.139357 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.140592 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.141392 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.141392 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.141392 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.141392 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142891 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064964 Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.142988 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.143587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.144086 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.146606 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.147705 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.148794 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150296 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.150780 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151132 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151132 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151132 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151312 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151439 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151605 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151759 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.151922 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152088 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152264 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152402 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152550 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152732 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.152871 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153006 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153155 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153292 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153428 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153562 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.153730 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.154738 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.154913 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.155050 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.155205 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.155526 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.155828 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.155998 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.156160 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.156322 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.156483 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.156652 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.157539 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.158422 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.158422 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.158422 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.158422 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.158422 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.163972 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164587 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.164979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.165500 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166091 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.166641 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167245 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167654 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167654 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167654 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167866 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.167978 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.168283 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.168571 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.168887 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169052 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169229 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169703 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169703 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169703 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.169970 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.170036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171114 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171557 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171557 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171557 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171738 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.171927 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172021 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172293 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172390 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172485 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172648 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172829 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.172989 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.173152 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.173312 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.173478 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.173646 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.173790 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.174401 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.174401 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.174401 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.174401 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.176036 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.177084 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.177084 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:20:41.177084 dv-neutron-834265-1-hyperv neutron-server[88434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:20:51.958834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb686398-2849-4c69-b7a7-9589d15884ed None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:20:52.024133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb686398-2849-4c69-b7a7-9589d15884ed None None] No non-hosted networks {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 18 10:20:52.031656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.agentschedulers_db [None req-eb686398-2849-4c69-b7a7-9589d15884ed None None] DHCP Agent not found on host dv-neutron-834265-1-hyperv {{(pid=88543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 18 10:20:52.100979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d47b51e-5ec5-419f-9c43-0ec853cc7e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:54.435144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3f88-a7c7-409a-8a4d-e4d697689262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:54.463293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-4ffb3852-79f5-41ff-9e5f-6ebad9559bed None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-834265-1-hyperv {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:20:54.463949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-4ffb3852-79f5-41ff-9e5f-6ebad9559bed None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:20:55.060546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3852-79f5-41ff-9e5f-6ebad9559bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:55.279248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:55.553125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:55.553793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.554149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.554671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.555008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.555334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.555652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.556120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.556466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.556807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.557141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.557474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.557793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:20:55.558204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834265-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:55.565356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834265-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:20:56.880155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:20:58.312412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59566) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:20:58.594563 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.db.l3_hamode_db [None req-38c282ec-34e1-4710-87c6-796219cb67a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 18 10:20:58.680111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c282ec-34e1-4710-87c6-796219cb67a4 None None] Routers set() bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:20:58.680497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c282ec-34e1-4710-87c6-796219cb67a4 None None] Router IDs set() for agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 18 10:20:58.908370 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING oslo_policy.policy [None req-62f9eaea-e524-4d2c-bd27-221ce1a5db78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:20:58.908952 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING oslo_policy.policy [None req-62f9eaea-e524-4d2c-bd27-221ce1a5db78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:20:59.125307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-62f9eaea-e524-4d2c-bd27-221ce1a5db78 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:20:59.126270 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-62f9eaea-e524-4d2c-bd27-221ce1a5db78 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8128953 Mar 18 10:21:01.495664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 59580) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:02.080407 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING oslo_policy.policy [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:02.081004 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING oslo_policy.policy [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:02.297472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:02.392849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.policy [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 10:21:02.436762 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING oslo_policy.policy [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:02.437128 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING oslo_policy.policy [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:02.446182 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.quota [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Loaded quota_driver: . Mar 18 10:21:02.461956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:02.591585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082922524', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082923087', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082905877', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082906825', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082889057', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730082890951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7864863', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7870598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720725'] for rbac-policy, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:02.729610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:02.730944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da7fa605-4131-48b1-9bae-6d314222684c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2332339 Mar 18 10:21:05.352047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59598) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:05.695978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Request body: {'network': {'name': 'private', 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:05.697455 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.quota [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Loaded quota_driver: . Mar 18 10:21:05.712878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:05.719161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Usage tracker for resource:network and tenant:261463eb485745e8a911f1c0e485ee7d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:05.725023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:05.732539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:05.798392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Made reservation on behalf of 261463eb485745e8a911f1c0e485ee7d for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:21:05.869823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.policy [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 10:21:05.914548 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING oslo_policy.policy [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:05.914921 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING oslo_policy.policy [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:21:05.925322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:05.944987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:05.959490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:05.963083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Usage tracker for resource:security_group_rule and tenant:261463eb485745e8a911f1c0e485ee7d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:05.967947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:05.974169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:06.068966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.135194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.159023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:21:06.182871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730078789398', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.183442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Unsubscribe: segment precommit_create {{(pid=88541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 10:21:06.183907 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Added segment 2dc7e48e-5ba4-49dc-87a8-fd4899492ade of type vlan for network 3fc850a3-532f-44bd-9d87-1499479771db Mar 18 10:21:06.192877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eda713-a874-419e-82f6-709343980c3a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:06.253811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.254122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.254451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.254773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.255091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.255424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.255748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.256075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.256393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.256704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.257012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.257324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Tracked resource versions report: Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: pushed versions: Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: { 'AddressGroup': {'1.2'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'ConntrackHelper': {'1.0'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Log': {'1.0'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Network': {'1.1'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Port': {'1.7'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'PortForwarding': {'1.2'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'QosPolicy': {'1.8'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroup': {'1.4'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SubPort': {'1.0'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Subnet': {'1.1'}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Trunk': {'1.1'}} Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: consumer versions: Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'ConntrackHelper': '1.0', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Log': '1.0', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Network': '1.1', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Port': '1.7', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'PortForwarding': '1.2', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'QosPolicy': '1.8', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroup': '1.4', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroupRule': '1.2', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SubPort': '1.0', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Subnet': '1.1', Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Trunk': '1.1'}} Mar 18 10:21:06.258662 dv-neutron-834265-1-hyperv neutron-server[88541]: {{(pid=88541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:21:06.306339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.397731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.398791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:06.399419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:06.504460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] Pushing event updated for resources: {'Network': ['ID=3fc850a3-532f-44bd-9d87-1499479771db,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:06.517348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3fc850a3-532f-44bd-9d87-1499479771db details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:21:06.570634 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1c3952a0-41f0-431c-88d4-9027b5c2014d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2174888 Mar 18 10:21:09.279380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59616) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:09.729162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab7512-0b23-48dc-9515-71d0e6616d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:09.730536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-05ab7512-0b23-48dc-9515-71d0e6616d6d admin admin] 10.222.0.18 "GET /v2.0/networks/3fc850a3-532f-44bd-9d87-1499479771db HTTP/1.1" status: 200 len: 825 time: 0.4502294 Mar 18 10:21:09.759456 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4e203115-1d63-4a55-9871-1b7b8d83eb53 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/4725ceed-631f-45f9-936d-4f7d63c1633a HTTP/1.1" status: 200 len: 734 time: 0.0235975 Mar 18 10:21:09.767574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Request body: {'subnet': {'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:09.772515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:09.776187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Usage tracker for resource:subnet and tenant:261463eb485745e8a911f1c0e485ee7d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:09.779021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:09.787685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:09.866545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Made reservation on behalf of 261463eb485745e8a911f1c0e485ee7d for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:21:09.868787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:10.221356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:10.305151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ab8ae1-f3be-42cf-b83e-4545d1b6d59b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:10.307233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Checking segment: {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:21:10.307615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Network hostable DHCP agents. Network: 3fc850a3-532f-44bd-9d87-1499479771db, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:21:10.386335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Network 3fc850a3-532f-44bd-9d87-1499479771db is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:21:10.455186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 3fc850a3-532f-44bd-9d87-1499479771db) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:10.459693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:10.460261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:10.464586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6de428-3b2c-4c9f-9cac-af51b80ebfe7 None None] Network 3fc850a3-532f-44bd-9d87-1499479771db requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:21:10.530556 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f0ba7d28-2e85-4541-a32d-759b66993106 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7662387 Mar 18 10:21:10.764774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-3fc850a3-532f-44bd-9d87-1499479771db', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:21:10.766134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:10.947372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Allocated IP 172.20.0.2 (3fc850a3-532f-44bd-9d87-1499479771db/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b/b50bfecc-8a89-4822-a6f0-eb2d8ef2956d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:21:11.174646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:11.187571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Transition to ACTIVE for port object b50bfecc-8a89-4822-a6f0-eb2d8ef2956d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:21:11.207805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Transition to ACTIVE for port object b50bfecc-8a89-4822-a6f0-eb2d8ef2956d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:21:11.244569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:11.303468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Network 3fc850a3-532f-44bd-9d87-1499479771db is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:21:11.306143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:11.309846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:21:11.352367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Pushing event updated for resources: {'Port': ['ID=b50bfecc-8a89-4822-a6f0-eb2d8ef2956d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:11.367014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.367379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.367723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.368058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.368390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.368732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.369062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.369387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.369727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.370090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.370412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.370731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Tracked resource versions report: Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: pushed versions: Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: { 'AddressGroup': {'1.2'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'ConntrackHelper': {'1.0'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Log': {'1.0'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Network': {'1.1'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Port': {'1.7'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'PortForwarding': {'1.2'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'QosPolicy': {'1.8'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroup': {'1.4'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SubPort': {'1.0'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Subnet': {'1.1'}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Trunk': {'1.1'}} Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: consumer versions: Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'ConntrackHelper': '1.0', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Log': '1.0', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Network': '1.1', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Port': '1.7', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'PortForwarding': '1.2', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'QosPolicy': '1.8', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroup': '1.4', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroupRule': '1.2', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SubPort': '1.0', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Subnet': '1.1', Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Trunk': '1.1'}} Mar 18 10:21:11.372124 dv-neutron-834265-1-hyperv neutron-server[88543]: {{(pid=88543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:21:11.424932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Attempting to bind port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:21:11.425257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Attempting to bind port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:21:11.425685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Attempting to bind port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d on network 3fc850a3-532f-44bd-9d87-1499479771db {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:21:11.431117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:21:11.431522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Checking segment: {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:21:11.432000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:11.432392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Bound using segment: {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:21:11.432864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Bound port: b50bfecc-8a89-4822-a6f0-eb2d8ef2956d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:21:11.433250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:11.520972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] For port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:21:11.524813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] For port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b50bfecc-8a89-4822-a6f0-eb2d8ef2956d,segment=NetworkSegment(2dc7e48e-5ba4-49dc-87a8-fd4899492ade),segment_id=2dc7e48e-5ba4-49dc-87a8-fd4899492ade)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:21:11.597629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:11.681942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb45e3-0a6d-4d59-a7f8-cfe960dd62a1 None None] Pushing event updated for resources: {'Port': ['ID=b50bfecc-8a89-4822-a6f0-eb2d8ef2956d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:12.944085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59626) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:13.312362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-ce476f96-8fbe-4b18-8fba-6d19f7a61f52 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:21:13.313342 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce476f96-8fbe-4b18-8fba-6d19f7a61f52 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3683150 Mar 18 10:21:15.266276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b50bfecc-8a89-4822-a6f0-eb2d8ef2956d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:15.386159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:21:15.541756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7899e-ba34-4727-9bd0-7500ad1cfff3 None None] Network 3fc850a3-532f-44bd-9d87-1499479771db requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:21:15.712084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Provisioning for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:21:15.713228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59640) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:15.721114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Provisioning complete for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:15.721531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:16.362849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:16.362849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] For port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b50bfecc-8a89-4822-a6f0-eb2d8ef2956d,segment=NetworkSegment(2dc7e48e-5ba4-49dc-87a8-fd4899492ade),segment_id=2dc7e48e-5ba4-49dc-87a8-fd4899492ade)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:21:16.365268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-9aaeb900-f581-42d5-ac47-2b43e0bb0244 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:21:16.365268 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9aaeb900-f581-42d5-ac47-2b43e0bb0244 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949611 Mar 18 10:21:16.366148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:16.415894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f7cef-f5c3-44c3-acec-c0deb35c7bbf None None] Pushing event updated for resources: {'Port': ['ID=b50bfecc-8a89-4822-a6f0-eb2d8ef2956d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:16.471871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8d247fa1-862d-4d9f-873a-11a692583548 None None] Provisioning complete for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:16.472239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8d247fa1-862d-4d9f-873a-11a692583548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:17.243813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b50bfecc-8a89-4822-a6f0-eb2d8ef2956d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:17.317046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:17.317415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:18.785802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:19.132776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '261463eb485745e8a911f1c0e485ee7d'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:19.137667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:19.141311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Usage tracker for resource:router and tenant:261463eb485745e8a911f1c0e485ee7d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:19.144836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:19.150328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:19.209747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:19.211284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:19.231389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:19.382076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:19.455408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:19.456509 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d3d7565f-6ec6-4776-bb52-35bf8a1b29e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6697280 Mar 18 10:21:21.812695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59662) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:21.946722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-139f283f-8e08-4c43-ac7d-d452a8541b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:22.174362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-51c56dd0-e078-45c1-82cd-4d6f4554f9ec admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:21:22.175332 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-51c56dd0-e078-45c1-82cd-4d6f4554f9ec admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616941 Mar 18 10:21:24.386706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a2b4658b-5906-41b2-bc5e-78e16d276ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:24.543846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59672) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:24.898625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:24.903588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:24.907315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Usage tracker for resource:network and tenant:a20d0842339c46918d305dea1dafcae2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:24.910121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:24.915600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:24.986570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Made reservation on behalf of a20d0842339c46918d305dea1dafcae2 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:21:24.988814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.000426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.014519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:25.018954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Usage tracker for resource:security_group_rule and tenant:a20d0842339c46918d305dea1dafcae2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:25.021614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:25.027278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:25.106286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.232587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.232737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.249894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Reserving flat network on physical network physnet1 {{(pid=88541) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 18 10:21:25.269677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fabbd-2c86-415c-9ce4-d3a854e2f74d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:25.273801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.274156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Added segment 66cc97a2-37ac-4519-ac09-566089d97842 of type flat for network 2d94c899-6953-49a1-a319-d82134e71066 Mar 18 10:21:25.304738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.414975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.415907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:25.416476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.516492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] Pushing event updated for resources: {'Network': ['ID=2d94c899-6953-49a1-a319-d82134e71066,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:25.526431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2d94c899-6953-49a1-a319-d82134e71066 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:21:25.554117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:25.581294 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a9d63db6-291a-4c40-895b-c442f5ddf972 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0364261 Mar 18 10:21:26.849256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:27.944448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59692) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:28.147359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd96c64-35c5-408d-b4cc-ffd38aba9034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:28.148631 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4fd96c64-35c5-408d-b4cc-ffd38aba9034 admin admin] 10.222.0.18 "GET /v2.0/subnets/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b HTTP/1.1" status: 200 len: 849 time: 0.2032681 Mar 18 10:21:28.287669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a377abcc-a542-43f5-889a-83c95e5522fb admin admin] 10.222.0.18 "GET /v2.0/routers/ff66e105-d495-4c9b-82e7-574fe300d93e HTTP/1.1" status: 200 len: 704 time: 0.1335192 Mar 18 10:21:28.740401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:28.960255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Allocated IP 172.20.0.1 (3fc850a3-532f-44bd-9d87-1499479771db/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b/4041a7af-a107-4f83-b172-66dbfb5be8bc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:21:29.139457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.156192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Transition to ACTIVE for port object 4041a7af-a107-4f83-b172-66dbfb5be8bc will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:21:29.295296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.353448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Network 3fc850a3-532f-44bd-9d87-1499479771db is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:21:29.356110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:29.367239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:21:29.369617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.491687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4041a7af-a107-4f83-b172-66dbfb5be8bc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:29.597532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eacc1216-0922-444c-acb8-fd8ad1aa1710 None None] Provisioning for port 4041a7af-a107-4f83-b172-66dbfb5be8bc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:21:29.602221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eacc1216-0922-444c-acb8-fd8ad1aa1710 None None] Provisioning complete for port 4041a7af-a107-4f83-b172-66dbfb5be8bc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:29.602632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eacc1216-0922-444c-acb8-fd8ad1aa1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.660554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-eacc1216-0922-444c-acb8-fd8ad1aa1710 None None] Port 4041a7af-a107-4f83-b172-66dbfb5be8bc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:21:29.666538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.884515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.935029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:29.935749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:30.068587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4041a7af-a107-4f83-b172-66dbfb5be8bc,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:30.126731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Network 3fc850a3-532f-44bd-9d87-1499479771db is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:21:30.127842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:30.383708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0d4a42d5-ee62-438b-b24f-1444c11ef0ce None None] Provisioning complete for port 4041a7af-a107-4f83-b172-66dbfb5be8bc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:30.384077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d4a42d5-ee62-438b-b24f-1444c11ef0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:30.386566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Router ff66e105-d495-4c9b-82e7-574fe300d93e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:21:30.436040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a42d5-ee62-438b-b24f-1444c11ef0ce None None] Port 4041a7af-a107-4f83-b172-66dbfb5be8bc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:21:30.572051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:21:30.582289 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e587e9b1-ee47-434b-b8fb-4f1b4be180a8 admin admin] 10.222.0.18 "PUT /v2.0/routers/ff66e105-d495-4c9b-82e7-574fe300d93e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2897372 Mar 18 10:21:30.582989 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Sync routers for ids ['ff66e105-d495-4c9b-82e7-574fe300d93e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:21:30.593556 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Routers {'ff66e105-d495-4c9b-82e7-574fe300d93e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:21:30.594468 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:21:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ff66e105-d495-4c9b-82e7-574fe300d93e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:30.781767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Set router ff66e105-d495-4c9b-82e7-574fe300d93e gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:21:31.151783 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:29Z', 'revision_number': 2, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port_host': None, '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:29Z', 'revision_number': 2, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:31.156561 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Checking router: ff66e105-d495-4c9b-82e7-574fe300d93e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:21:31.156941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Updating router ff66e105-d495-4c9b-82e7-574fe300d93e port 4041a7af-a107-4f83-b172-66dbfb5be8bc binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:21:31.209513 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:31.608567 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:31.623908 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Transition to ACTIVE for port object 4041a7af-a107-4f83-b172-66dbfb5be8bc will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:21:31.700749 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:31.921358 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Pushing event updated for resources: {'Port': ['ID=4041a7af-a107-4f83-b172-66dbfb5be8bc,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:31.938420 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.938777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.939115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.939439 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.939788 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.940127 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.940449 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.940765 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.941093 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.941407 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.941718 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.942054 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Tracked resource versions report: Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: pushed versions: Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: { 'AddressGroup': {'1.2'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'ConntrackHelper': {'1.0'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Log': {'1.0'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Network': {'1.1'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Port': {'1.7'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'PortForwarding': {'1.2'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'QosPolicy': {'1.8'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroup': {'1.4'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SubPort': {'1.0'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Subnet': {'1.1'}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Trunk': {'1.1'}} Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: consumer versions: Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'ConntrackHelper': '1.0', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Log': '1.0', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Network': '1.1', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Port': '1.7', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'PortForwarding': '1.2', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'QosPolicy': '1.8', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroup': '1.4', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroupRule': '1.2', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SubPort': '1.0', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Subnet': '1.1', Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Trunk': '1.1'}} Mar 18 10:21:31.943370 dv-neutron-834265-1-hyperv neutron-server[88544]: {{(pid=88544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:21:31.949236 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Attempting to bind port 4041a7af-a107-4f83-b172-66dbfb5be8bc on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:21:31.949633 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Attempting to bind port 4041a7af-a107-4f83-b172-66dbfb5be8bc by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:21:31.950076 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Attempting to bind port 4041a7af-a107-4f83-b172-66dbfb5be8bc on network 3fc850a3-532f-44bd-9d87-1499479771db {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:21:31.961337 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:21:31.961743 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Checking segment: {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:21:31.962257 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:31.962645 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Bound using segment: {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:21:31.963134 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Bound port: 4041a7af-a107-4f83-b172-66dbfb5be8bc, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc7e48e-5ba4-49dc-87a8-fd4899492ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:21:31.963517 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:32.054120 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] For port 4041a7af-a107-4f83-b172-66dbfb5be8bc, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:21:32.054120 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] For port 4041a7af-a107-4f83-b172-66dbfb5be8bc, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4041a7af-a107-4f83-b172-66dbfb5be8bc,segment=NetworkSegment(2dc7e48e-5ba4-49dc-87a8-fd4899492ade),segment_id=2dc7e48e-5ba4-49dc-87a8-fd4899492ade)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:21:32.125590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:32.215635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Routers {'ff66e105-d495-4c9b-82e7-574fe300d93e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:21:32.216260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:21:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ff66e105-d495-4c9b-82e7-574fe300d93e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:32.273401 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90282cb4-939a-4ca0-ad75-cbabd29b5184 None None] Pushing event updated for resources: {'Port': ['ID=4041a7af-a107-4f83-b172-66dbfb5be8bc,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:32.377146 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] Set router ff66e105-d495-4c9b-82e7-574fe300d93e gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:21:32.700572 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:29Z', 'revision_number': 2, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port_host': None, '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:32Z', 'revision_number': 4, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:32.704251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8cd14-6439-4cc9-92cf-bafa622a7d6e None None] The sync data for ids ['ff66e105-d495-4c9b-82e7-574fe300d93e'] in dv-neutron-834265-1-hyperv is: [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:29Z', 'revision_number': 2, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port_host': None, '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:32Z', 'revision_number': 4, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:21:32.913919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59714) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:33.062089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177fe41-c728-4efe-8046-51758242da1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:33.062925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3177fe41-c728-4efe-8046-51758242da1a admin admin] Synchronizing usage tracker for tenant:a20d0842339c46918d305dea1dafcae2 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:21:33.134936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3177fe41-c728-4efe-8046-51758242da1a admin admin] Unset dirty status for tenant:a20d0842339c46918d305dea1dafcae2 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:21:33.141600 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3177fe41-c728-4efe-8046-51758242da1a admin admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 842 time: 0.2212651 Mar 18 10:21:33.146677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.2.0/24', 'enable_dhcp': False, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'gateway_ip': '172.26.2.1', 'name': 'public-subnet'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:33.151891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:21:33.155702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Usage tracker for resource:subnet and tenant:a20d0842339c46918d305dea1dafcae2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:21:33.158495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:21:33.164871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:21:33.269316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Made reservation on behalf of a20d0842339c46918d305dea1dafcae2 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:21:33.273114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:33.701131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:21:33.701577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:33.772527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7e045c-edd0-489a-8ed3-d6971c66b518,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:33.780531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:21:33.780880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Network hostable DHCP agents. Network: 2d94c899-6953-49a1-a319-d82134e71066, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:21:33.860607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:21:33.941965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2d94c899-6953-49a1-a319-d82134e71066) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:33.946010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:33.946577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:33.951023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe1986-8c8f-4fa2-b297-b0fca962d9fe None None] Network 2d94c899-6953-49a1-a319-d82134e71066 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:21:34.009840 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-afcb6968-8ffe-41a5-8497-1b09c094fab4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8671560 Mar 18 10:21:34.170296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad26aeb8-7608-4855-9119-067badb62c2e None None] Network 2d94c899-6953-49a1-a319-d82134e71066 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:21:35.270807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4041a7af-a107-4f83-b172-66dbfb5be8bc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:35.403199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 4041a7af-a107-4f83-b172-66dbfb5be8bc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:21:35.407978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4041a7af-a107-4f83-b172-66dbfb5be8bc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:35.408927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:35.521947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:35.552388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4041a7af-a107-4f83-b172-66dbfb5be8bc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4041a7af-a107-4f83-b172-66dbfb5be8bc,segment=NetworkSegment(2dc7e48e-5ba4-49dc-87a8-fd4899492ade),segment_id=2dc7e48e-5ba4-49dc-87a8-fd4899492ade)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:21:35.620756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:35.687161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4041a7af-a107-4f83-b172-66dbfb5be8bc,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:36.319333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59728) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:36.509699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d7926f02-10d1-4a52-b5db-a83ecb873ce3 admin admin] 10.222.0.18 "GET /v2.0/routers/ff66e105-d495-4c9b-82e7-574fe300d93e HTTP/1.1" status: 200 len: 710 time: 0.1891930 Mar 18 10:21:36.630120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bc7ad-684b-4140-8a8f-6b3f2637728b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:36.631399 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa4bc7ad-684b-4140-8a8f-6b3f2637728b admin admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 886 time: 0.1167867 Mar 18 10:21:36.639649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:37.110531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:37.255075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4041a7af-a107-4f83-b172-66dbfb5be8bc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:37.321226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4041a7af-a107-4f83-b172-66dbfb5be8bc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:37.321612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:37.545509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:37.600808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:37.726992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Allocated IP 172.26.2.182 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/d8857e6f-275e-4dca-aac6-72affe534dec) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:21:37.862691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:37.951892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:38.012972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:21:38.020124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:21:38.024267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:21:38.076687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Pushing event updated for resources: {'Port': ['ID=d8857e6f-275e-4dca-aac6-72affe534dec,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:38.441399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:38.814626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:38.817718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:38.989789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Router ff66e105-d495-4c9b-82e7-574fe300d93e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:21:39.166368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:21:39.174735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:39.176001 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-78789a10-b607-4009-81fd-7730292a86bf admin admin] 10.222.0.18 "PUT /v2.0/routers/ff66e105-d495-4c9b-82e7-574fe300d93e HTTP/1.1" status: 200 len: 890 time: 2.5393591 Mar 18 10:21:39.176859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Sync routers for ids ['ff66e105-d495-4c9b-82e7-574fe300d93e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:21:39.187581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Routers {'ff66e105-d495-4c9b-82e7-574fe300d93e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:21:39.188248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:21:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ff66e105-d495-4c9b-82e7-574fe300d93e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:39.374269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Set router ff66e105-d495-4c9b-82e7-574fe300d93e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:21:39.710951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:38Z', 'revision_number': 4, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port': {'id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:37Z', 'updated_at': '2022-03-18T10:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:35Z', 'revision_number': 5, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:39.715593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Checking router: ff66e105-d495-4c9b-82e7-574fe300d93e for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:21:39.715939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Updating router ff66e105-d495-4c9b-82e7-574fe300d93e port d8857e6f-275e-4dca-aac6-72affe534dec binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:21:39.765517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.085463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.096703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Transition to ACTIVE for port object d8857e6f-275e-4dca-aac6-72affe534dec will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:21:40.186174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.262162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Attempting to bind port d8857e6f-275e-4dca-aac6-72affe534dec on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:21:40.262550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Attempting to bind port d8857e6f-275e-4dca-aac6-72affe534dec by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:21:40.262889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Attempting to bind port d8857e6f-275e-4dca-aac6-72affe534dec on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:21:40.270373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037c4a-74db-4277-99f1-bd7d6706994c None None] Pushing event updated for resources: {'Port': ['ID=d8857e6f-275e-4dca-aac6-72affe534dec,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:40.273616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:21:40.274020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:21:40.274414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.274793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:21:40.275246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Bound port: d8857e6f-275e-4dca-aac6-72affe534dec, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:21:40.275629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.347361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] For port d8857e6f-275e-4dca-aac6-72affe534dec, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:21:40.350392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] For port d8857e6f-275e-4dca-aac6-72affe534dec, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d8857e6f-275e-4dca-aac6-72affe534dec,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:21:40.409197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:40.483856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Routers {'ff66e105-d495-4c9b-82e7-574fe300d93e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:21:40.484461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:21:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ff66e105-d495-4c9b-82e7-574fe300d93e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:40.541029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037c4a-74db-4277-99f1-bd7d6706994c None None] Pushing event updated for resources: {'Port': ['ID=d8857e6f-275e-4dca-aac6-72affe534dec,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:40.687798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] Set router ff66e105-d495-4c9b-82e7-574fe300d93e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:21:40.998764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:38Z', 'revision_number': 4, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port': {'id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:37Z', 'updated_at': '2022-03-18T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:35Z', 'revision_number': 5, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:21:41.002667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab297dc6-f9d8-463a-8f0e-f008aedbda61 None None] The sync data for ids ['ff66e105-d495-4c9b-82e7-574fe300d93e'] in dv-neutron-834265-1-hyperv is: [{'id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'name': 'router1', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:21:19Z', 'updated_at': '2022-03-18T10:21:38Z', 'revision_number': 4, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'gw_port': {'id': 'd8857e6f-275e-4dca-aac6-72affe534dec', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:37Z', 'updated_at': '2022-03-18T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '4041a7af-a107-4f83-b172-66dbfb5be8bc', 'name': '', 'network_id': '3fc850a3-532f-44bd-9d87-1499479771db', 'tenant_id': '261463eb485745e8a911f1c0e485ee7d', 'mac_address': 'fa:16:3e:da:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff66e105-d495-4c9b-82e7-574fe300d93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:21:28Z', 'updated_at': '2022-03-18T10:21:35Z', 'revision_number': 5, 'project_id': '261463eb485745e8a911f1c0e485ee7d', 'subnets': [{'id': '22ab8ae1-f3be-42cf-b83e-4545d1b6d59b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4725ceed-631f-45f9-936d-4f7d63c1633a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:21:41.288940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d8857e6f-275e-4dca-aac6-72affe534dec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:41.432097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d8857e6f-275e-4dca-aac6-72affe534dec completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:21:41.437936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d8857e6f-275e-4dca-aac6-72affe534dec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:41.438375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:41.562277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:41.573205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 59738) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:21:41.581652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d8857e6f-275e-4dca-aac6-72affe534dec, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d8857e6f-275e-4dca-aac6-72affe534dec,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:21:41.636475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:41.697276 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-45e601a6-8220-4ce8-8b59-7b9e01fd00f2 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1223876 Mar 18 10:21:41.703702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d8857e6f-275e-4dca-aac6-72affe534dec,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:43.266392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d8857e6f-275e-4dca-aac6-72affe534dec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:21:43.346327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d8857e6f-275e-4dca-aac6-72affe534dec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:21:43.346706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:48.050043 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:21:51.946287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5abb8332-9b1b-4ef7-90cc-c3079659871c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:54.402697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a16699e-d949-4639-a778-4f0ff9f29b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:55.209029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:55.551742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:21:56.826361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:21.945300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b431800d-db74-4ced-a055-dcc3bbaadd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:24.418341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-394d001d-2782-411a-bcad-ccb2f666389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:25.050116 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:22:25.197417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:25.566914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:26.844003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:51.935336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f8e72bc7-c59d-4833-b2a0-b7174a50f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:54.412456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-933b53e7-72ec-4202-9b58-97629b71a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:55.206952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:55.917622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:22:56.843080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:02.049408 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:23:21.944158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aad73ffc-79a3-4154-b0c3-6d5abb1600c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:24.403296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1d61ced5-780f-497f-9b0e-827cc3cbd35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:25.249605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:25.551924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:26.820537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:39.050949 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:23:50.706903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60340) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:23:50.773217 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2303f5c2-8743-42d6-8044-75376b553a92 admin admin] GET failed (client error): The resource could not be found. Mar 18 10:23:50.774498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2303f5c2-8743-42d6-8044-75376b553a92 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666740 Mar 18 10:23:50.900207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89154e7-f1c6-4b81-81c6-eb1f759f1bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:50.901561 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e89154e7-f1c6-4b81-81c6-eb1f759f1bf6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1229250 Mar 18 10:23:51.927278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04012e3d-7deb-4743-bfb5-d4cf1d749aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:53.067752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60350) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:23:53.173551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fffd4-1bc8-4cc4-ae65-14c7a76fed55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:53.174119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-057fffd4-1bc8-4cc4-ae65-14c7a76fed55 admin admin] Synchronizing usage tracker for tenant:a20d0842339c46918d305dea1dafcae2 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:23:53.275340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-057fffd4-1bc8-4cc4-ae65-14c7a76fed55 admin admin] Unset dirty status for tenant:a20d0842339c46918d305dea1dafcae2 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:23:53.276433 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-057fffd4-1bc8-4cc4-ae65-14c7a76fed55 admin admin] 10.222.0.18 "GET /v2.0/subnets/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b HTTP/1.1" status: 200 len: 849 time: 0.2076988 Mar 18 10:23:53.286156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:23:53.402991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:53.629757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127'] for subnet, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:53.673903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:53.674781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:53.676443 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] 10.222.0.18 "PUT /v2.0/subnets/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b HTTP/1.1" status: 200 len: 868 time: 0.3943295 Mar 18 10:23:53.680230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f8aef-6e05-463a-882f-cfb8085c257b None None] Network 3fc850a3-532f-44bd-9d87-1499479771db requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:23:53.699721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ab8ae1-f3be-42cf-b83e-4545d1b6d59b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:23:53.707376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:53.712053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed0658-db41-4443-b35e-6dc78dc526f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:54.118711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5485a04a-b5d6-45c3-b426-0fce7b9085ef None None] Provisioning complete for port b50bfecc-8a89-4822-a6f0-eb2d8ef2956d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:23:54.119076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5485a04a-b5d6-45c3-b426-0fce7b9085ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:54.242753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5485a04a-b5d6-45c3-b426-0fce7b9085ef None None] Provisioning complete for port 4041a7af-a107-4f83-b172-66dbfb5be8bc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:23:54.243016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5485a04a-b5d6-45c3-b426-0fce7b9085ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:54.387973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0425b66d-fb78-4857-ba81-6d105fbb4eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:55.223887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:55.560941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:55.837236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60360) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:23:56.006805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224519bf-c7e5-400f-b4ef-6ac0c0329e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:56.007273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224519bf-c7e5-400f-b4ef-6ac0c0329e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:56.008760 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-224519bf-c7e5-400f-b4ef-6ac0c0329e62 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706698 Mar 18 10:23:56.844333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:23:58.197729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:23:58.405976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0196e-c0e3-4699-93d0-171943449c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:58.406455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0196e-c0e3-4699-93d0-171943449c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:23:58.408092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e6b0196e-c0e3-4699-93d0-171943449c19 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2127249 Mar 18 10:24:00.577202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60380) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:00.739896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bea33a-1173-43cd-819f-0f983bf302e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:00.741208 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-68bea33a-1173-43cd-819f-0f983bf302e2 admin admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 886 time: 0.1630871 Mar 18 10:24:02.901501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60390) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:03.071874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a6798-e2e9-4ebd-bbe7-1fc6510ee27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:03.073210 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-233a6798-e2e9-4ebd-bbe7-1fc6510ee27b admin admin] 10.222.0.18 "GET /v2.0/networks/3fc850a3-532f-44bd-9d87-1499479771db HTTP/1.1" status: 200 len: 869 time: 0.1706574 Mar 18 10:24:05.274114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60400) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:05.380403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc442a-fe63-4f7b-9cb2-db4de019c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:05.380851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc442a-fe63-4f7b-9cb2-db4de019c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:05.382327 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e3dc442a-fe63-4f7b-9cb2-db4de019c5d2 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072953 Mar 18 10:24:07.511147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:07.660423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e35f3b-f161-4500-94fb-112fd1414c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:07.660870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e35f3b-f161-4500-94fb-112fd1414c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:07.662363 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c1e35f3b-f161-4500-94fb-112fd1414c11 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1503022 Mar 18 10:24:09.841599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60420) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:09.944987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d427827-94cd-4e22-a6af-d369ab299642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:09.946324 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d427827-94cd-4e22-a6af-d369ab299642 admin admin] 10.222.0.18 "GET /v2.0/subnets/22ab8ae1-f3be-42cf-b83e-4545d1b6d59b HTTP/1.1" status: 200 len: 868 time: 0.1037362 Mar 18 10:24:12.114273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60430) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:12.214574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28654d-31f2-4434-a00f-9d11613f8363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:12.215780 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2d28654d-31f2-4434-a00f-9d11613f8363 admin admin] 10.222.0.18 "GET /v2.0/subnets/ff7e045c-edd0-489a-8ed3-d6971c66b518 HTTP/1.1" status: 200 len: 816 time: 0.1005602 Mar 18 10:24:16.049352 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:24:21.932657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2eef1b43-25e0-4ef2-935b-5ade7e831c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:24.398441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-32b66d3e-ebcd-4416-993a-62aa86270dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:25.221279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:25.547027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:26.829618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:31.105995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60476) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:31.153033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-ca7e99ef-e05a-4b84-bedf-a50eeb786524 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:24:31.154114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ca7e99ef-e05a-4b84-bedf-a50eeb786524 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471103 Mar 18 10:24:33.387769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60486) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:33.453396 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab41810a-6257-4fa5-9799-13cd4bea42e1 admin admin] GET failed (client error): The resource could not be found. Mar 18 10:24:33.454664 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ab41810a-6257-4fa5-9799-13cd4bea42e1 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659876 Mar 18 10:24:33.576114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f34e9-d160-4ecd-9393-93c61752c4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:33.577431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-453f34e9-d160-4ecd-9393-93c61752c4fa admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1183162 Mar 18 10:24:35.850665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60496) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:35.899695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:24:35.904171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:24:35.913772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:24:35.992838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Made reservation on behalf of a20d0842339c46918d305dea1dafcae2 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:24:35.995168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:36.081494 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.services.revisions.revision_plugin [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Could not find related network for resource to bump revision. Mar 18 10:24:36.092181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:24:36.100356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:36.100678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Added segment 66739f19-0876-4664-ad0a-0aad963da5c7 of type vlan for network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 Mar 18 10:24:36.124655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:36.210075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:36.210992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:36.211551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:36.311151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] Pushing event updated for resources: {'Network': ['ID=09c4fd69-9ea5-4aa2-8084-26a8763bfe68,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:24:36.321689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:24:36.365277 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e38cfe07-dfb5-4205-be00-a8a3287f884a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5135484 Mar 18 10:24:38.580422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60506) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:24:38.646354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9f27e8-a51d-4849-bb75-8e7d9070c6cb admin admin] GET failed (client error): The resource could not be found. Mar 18 10:24:38.646864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e9f27e8-a51d-4849-bb75-8e7d9070c6cb admin admin] Synchronizing usage tracker for tenant:a20d0842339c46918d305dea1dafcae2 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:24:38.726431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e9f27e8-a51d-4849-bb75-8e7d9070c6cb admin admin] Unset dirty status for tenant:a20d0842339c46918d305dea1dafcae2 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:24:38.727574 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3e9f27e8-a51d-4849-bb75-8e7d9070c6cb admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1456606 Mar 18 10:24:38.829425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52e6c4-3d59-4c27-b342-7ef279c5bcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:38.830800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae52e6c4-3d59-4c27-b342-7ef279c5bcb0 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0994217 Mar 18 10:24:38.841204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:24:38.845990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:24:38.858828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:24:38.920828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Made reservation on behalf of a20d0842339c46918d305dea1dafcae2 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:24:38.923153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:39.172673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:39.243642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe67e43-546e-45c0-b640-cf9f6467bea9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:24:39.251937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Checking segment: {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:24:39.251937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Network hostable DHCP agents. Network: 09c4fd69-9ea5-4aa2-8084-26a8763bfe68, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:24:39.318448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:24:39.398520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 09c4fd69-9ea5-4aa2-8084-26a8763bfe68) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:24:39.402402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:24:39.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:39.407039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b16a32-9fea-4a53-a80e-3075f5da6eb1 None None] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:24:39.502582 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6ad0bdb7-f362-4f41-a6ff-285bc91cb304 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6649384 Mar 18 10:24:39.622009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-09c4fd69-9ea5-4aa2-8084-26a8763bfe68', 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68', 'tenant_id': 'a20d0842339c46918d305dea1dafcae2', 'fixed_ips': [{'subnet_id': 'bfe67e43-546e-45c0-b640-cf9f6467bea9'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:24:39.623087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:39.779036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Allocated IP 192.168.233.2 (09c4fd69-9ea5-4aa2-8084-26a8763bfe68/bfe67e43-546e-45c0-b640-cf9f6467bea9/4cad8744-d83b-40ac-8bff-163cd058e4a5) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:24:39.981400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:39.991464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Transition to ACTIVE for port object 4cad8744-d83b-40ac-8bff-163cd058e4a5 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:24:40.009667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Transition to ACTIVE for port object 4cad8744-d83b-40ac-8bff-163cd058e4a5 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:24:40.090629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:40.153628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:24:40.160358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:24:40.167700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:24:40.169772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Pushing event updated for resources: {'Port': ['ID=4cad8744-d83b-40ac-8bff-163cd058e4a5,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:24:40.201585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.203947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.204286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.204613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.204939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.205251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:24:40.268674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Attempting to bind port 4cad8744-d83b-40ac-8bff-163cd058e4a5 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:24:40.269046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Attempting to bind port 4cad8744-d83b-40ac-8bff-163cd058e4a5 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:24:40.269449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Attempting to bind port 4cad8744-d83b-40ac-8bff-163cd058e4a5 on network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:24:40.275598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:24:40.275974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Checking segment: {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:24:40.276374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:40.276769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Bound using segment: {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:24:40.277222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Bound port: 4cad8744-d83b-40ac-8bff-163cd058e4a5, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:24:40.277607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:40.362677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] For port 4cad8744-d83b-40ac-8bff-163cd058e4a5, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:24:40.365708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] For port 4cad8744-d83b-40ac-8bff-163cd058e4a5, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4cad8744-d83b-40ac-8bff-163cd058e4a5,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:24:40.453295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:40.533161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47ba28-91ee-4ceb-b8e4-c62da1c5dd56 None None] Pushing event updated for resources: {'Port': ['ID=4cad8744-d83b-40ac-8bff-163cd058e4a5,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:24:41.385413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e45e66-50f8-4d9e-ac4a-906b08cf96c0 None None] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:24:41.405190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4cad8744-d83b-40ac-8bff-163cd058e4a5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:24:41.645292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6c4fa6a5-aa55-45b5-82c1-85a51171119c None None] Provisioning for port 4cad8744-d83b-40ac-8bff-163cd058e4a5 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:24:41.690568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 4cad8744-d83b-40ac-8bff-163cd058e4a5 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:24:41.701467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4cad8744-d83b-40ac-8bff-163cd058e4a5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:24:41.701853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:41.845391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:41.884824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4cad8744-d83b-40ac-8bff-163cd058e4a5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4cad8744-d83b-40ac-8bff-163cd058e4a5,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:24:41.953442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:42.019116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4cad8744-d83b-40ac-8bff-163cd058e4a5,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:24:42.075901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b59ce10-8bf3-45fc-9f04-c36f261b4ab8 None None] Provisioning complete for port 4cad8744-d83b-40ac-8bff-163cd058e4a5 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:24:42.076194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b59ce10-8bf3-45fc-9f04-c36f261b4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:43.361098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4cad8744-d83b-40ac-8bff-163cd058e4a5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:24:43.431060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4cad8744-d83b-40ac-8bff-163cd058e4a5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:24:43.431430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:51.947492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9417de67-5aae-4861-a2c8-b402e2c9c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:53.048852 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:24:54.404474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-38a2cfcb-84fa-491f-9ec9-b5050b2c6769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:55.244625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:55.549370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:24:56.872974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:21.943608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0e544f03-4a1b-4f1d-a6a8-b84884063e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:24.423685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a9185c0-2774-4066-8482-ef64339eef89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:25.222105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:25.555057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:26.936388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:30.047758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:25:51.954966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-58f06e0c-5d1c-433f-8f68-1d29ad6f8fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:54.412210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4124cf8-68a2-4f9e-b29f-250f3600e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:55.217731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:55.555189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:25:56.828970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:06.194784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60552) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:26:06.200634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-e490f56f-f32c-4a72-b66f-285a642daf4d tempest-verify_tempest_config-1322597840 tempest-verify_tempest_config-1322597840-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:26:06.201573 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e490f56f-f32c-4a72-b66f-285a642daf4d tempest-verify_tempest_config-1322597840 tempest-verify_tempest_config-1322597840-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058401 Mar 18 10:26:06.693207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60570) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:26:06.807884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:06.824211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:26:06.828091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb87edc45869427bb1ba12553e42a9c4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:26:06.830869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:26:06.837050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:26:06.923713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:06.988963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:07.037405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Synchronizing usage tracker for tenant:a20d0842339c46918d305dea1dafcae2 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:26:07.040623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba5c39-818e-404a-9454-bec6770ac13b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:26:07.046152 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:26:07.051423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.051787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.052153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.052479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.052802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.053162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.053467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.053804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.054145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.054461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.054774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.055085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:26:07.126229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] Unset dirty status for tenant:a20d0842339c46918d305dea1dafcae2 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:26:07.127463 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b33815e3-0d71-42df-bcb9-07be140dbfe9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb87edc45869427bb1ba12553e42a9c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4333210 Mar 18 10:26:07.130775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60576) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:26:07.185484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:07.210387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:07.366345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:07.384968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba5c39-818e-404a-9454-bec6770ac13b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:26:07.389153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:07.390232 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cdea310e-3761-4dc0-a592-046bf4a34f2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88ba5c39-818e-404a-9454-bec6770ac13b HTTP/1.1" status: 204 len: 168 time: 0.2585945 Mar 18 10:26:21.976453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-32ac481d-8e8b-4446-9c77-2a34fcc99e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:24.411752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-afc66910-c5d6-4c3c-8e22-3b4a701a67e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:25.240169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:25.549154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:26.840356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:44.045062 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:26:51.925797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3257036c-74dd-4693-b52b-76b2c5e18f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:54.411156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59a94e59-ab84-41c0-a6e2-f0c8de47099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:55.239840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:55.542711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:26:56.822519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:21.044269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 5 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:27:21.982800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b69b104c-5c66-47a9-979b-cac388c8ab55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:24.393896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1619f55e-dd75-4daf-a4b8-652b6e132dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:25.011188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733191'] for agent, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:25.240221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:25.548234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:26.845390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:39.895712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:27:40.009666 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-35368ff0-4984-4819-b622-4c0c95cecf21 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1123528 Mar 18 10:27:42.164928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60656) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:27:42.222076 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5cccef59-677e-42aa-88e7-adace10d2229 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0555120 Mar 18 10:27:51.936618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a07e18cb-7c1c-45df-b7fa-5179eefe2625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:54.416974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c090ce8b-c7c2-43b6-aa72-523977edea89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:55.005249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:55.233975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:55.553634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:56.839856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:27:58.043210 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:28:21.959707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7df8fc8f-52de-4a68-8a19-be67c947f744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:24.393643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4026e6cb-1fa3-485c-a2e5-69fa715643f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:24.982247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:25.239610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:25.553916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:26.844910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:35.042347 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:28:51.947191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8cb72aaa-da4d-43ef-b5ab-f327660ed2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:54.399042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b42f39a0-b60f-4024-9250-1f90f3910c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:54.986854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:55.262223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:55.597151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:28:56.862294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:12.040878 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:29:21.954524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d9361c78-a9a6-4ee1-b19c-e81665009be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:24.416387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41dcc1d2-4277-4a0d-bd5a-1db49e522cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:24.998327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:25.238299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:25.558221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:25.847738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60852) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:25.885020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60858) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:26.120118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60872) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:26.210787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1094705303-network', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:26.215955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:26.221119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Usage tracker for resource:network and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:26.224404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:26.230444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:26.247137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1626319790-network', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:26.252136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:26.256139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Usage tracker for resource:network and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:26.260167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:26.268482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:26.313955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Made reservation on behalf of 39dfcc4bd33c4ce6aedc33ff5dd5be3e for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:26.316662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.335843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.349700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:26.353496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Usage tracker for resource:security_group_rule and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:26.356764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:26.362941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:26.370855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Made reservation on behalf of 0b99ffe3f21c4f45970d6b165bb05657 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:26.373139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.386515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.400786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:26.405061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Usage tracker for resource:security_group_rule and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:26.408795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:26.414632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:26.467847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.500754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.524032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.544457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:26.563264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730078789398', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.563865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Unsubscribe: segment precommit_create {{(pid=88542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 10:29:26.564496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Added segment f1856c10-8f82-4494-a8c2-6148fd7d50d8 of type vlan for network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df Mar 18 10:29:26.576376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.596877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7084733-2e8a-41ea-b852-83724e83b0ff,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:26.607241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aaed7b-1a1f-4abb-a403-6b45992a3452,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:26.617421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.618143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.618627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.619128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.619606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.620164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.620893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.621440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.622012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.622574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.623111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.623642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Tracked resource versions report: Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: pushed versions: Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: { 'AddressGroup': {'1.2'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'ConntrackHelper': {'1.0'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Log': {'1.0'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Network': {'1.1'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Port': {'1.7'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'PortForwarding': {'1.2'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'QosPolicy': {'1.8'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroup': {'1.4'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SubPort': {'1.0'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Subnet': {'1.1'}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Trunk': {'1.1'}} Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: consumer versions: Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: HyperV agent@hv-neutron-8342: {}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'ConntrackHelper': '1.0', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Log': '1.0', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Network': '1.1', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Port': '1.7', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'PortForwarding': '1.2', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'QosPolicy': '1.8', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroup': '1.4', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SecurityGroupRule': '1.2', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'SubPort': '1.0', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Subnet': '1.1', Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: 'Trunk': '1.1'}} Mar 18 10:29:26.624980 dv-neutron-834265-1-hyperv neutron-server[88541]: {{(pid=88541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:29:26.640321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:26.656032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.657165 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Added segment 3a638555-d3d9-443a-860c-4bcf707026ef of type vlan for network 05477501-66cb-45f4-a072-f9f2ea43cd53 Mar 18 10:29:26.684941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.687124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.687516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.687852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.688177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.688500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.688839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.689163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.689500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.689864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.691917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.692062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.692382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Tracked resource versions report: Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: pushed versions: Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: { 'AddressGroup': {'1.2'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'ConntrackHelper': {'1.0'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Log': {'1.0'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Network': {'1.1'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Port': {'1.7'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'PortForwarding': {'1.2'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'QosPolicy': {'1.8'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SecurityGroup': {'1.4'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SubPort': {'1.0'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Subnet': {'1.1'}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Trunk': {'1.1'}} Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: consumer versions: Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: HyperV agent@hv-neutron-8342: {}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'ConntrackHelper': '1.0', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Log': '1.0', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Network': '1.1', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Port': '1.7', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'PortForwarding': '1.2', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'QosPolicy': '1.8', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SecurityGroup': '1.4', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SecurityGroupRule': '1.2', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'SubPort': '1.0', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Subnet': '1.1', Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: 'Trunk': '1.1'}} Mar 18 10:29:26.693755 dv-neutron-834265-1-hyperv neutron-server[88542]: {{(pid=88542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:29:26.706897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.741987 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d543325e-9486-4a3f-89e9-40f4c676581f tempest-AgentManagementNegativeTest-1211593826 tempest-AgentManagementNegativeTest-1211593826-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6207006 Mar 18 10:29:26.777237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.778268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:26.779102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.827989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.829140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:26.829754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.845528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.885980 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0015357 Mar 18 10:29:26.886599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60898) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:26.891147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd9bf5-0a9b-47f5-8dac-2124c2c8de79 admin admin] Pushing event updated for resources: {'Network': ['ID=05477501-66cb-45f4-a072-f9f2ea43cd53,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:26.896213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Request body: {'subnet': {'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1626319790-subnet', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:26.901205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:26.902664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:26.906104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Usage tracker for resource:subnet and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:26.910588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:26.916763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:26.987856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Made reservation on behalf of 0b99ffe3f21c4f45970d6b165bb05657 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:26.990475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:26.990635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] Pushing event updated for resources: {'Network': ['ID=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:27.015043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:27.074621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7dc20516-881a-406e-b050-ea214cdeefda admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2257984 Mar 18 10:29:27.077586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60906) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:27.084072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Request body: {'subnet': {'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1094705303-subnet', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:27.089121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:27.093213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Usage tracker for resource:subnet and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:27.096962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:27.102807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:27.182317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Made reservation on behalf of 39dfcc4bd33c4ce6aedc33ff5dd5be3e for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:27.184708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.325703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.426644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0801e2cb-eed0-441e-a6de-698ce819b692,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:27.429361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Checking segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:27.429714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Network hostable DHCP agents. Network: 05477501-66cb-45f4-a072-f9f2ea43cd53, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:27.513736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.526356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:27.591646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba53013-b82d-42e1-a681-0eca25e6e6e8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:27.602829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Checking segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:27.603150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Network hostable DHCP agents. Network: ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:27.611242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 05477501-66cb-45f4-a072-f9f2ea43cd53) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:27.616189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:27.617119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.625790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ebc58-f083-475e-a1ed-4057cb80596c None None] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:27.696714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:27.704816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:27.710106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:27.710783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.718978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c367d80-8a25-437e-a6f5-fa23aa113503 None None] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:27.726353 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d3dda82d-a9a6-48d7-b3e5-8b04d420fd1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8365571 Mar 18 10:29:27.728955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60926) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:27.742061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:27.746902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:27.751750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Usage tracker for resource:router and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:27.755769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:27.761621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:27.776040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:27.806607 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7b51cad6-6317-4c57-a35a-201356a1cd6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7271471 Mar 18 10:29:27.811314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60940) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:27.820737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:27.828119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:27.835694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Usage tracker for resource:router and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:27.842160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:27.852852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:27.902771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.904134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.920815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.944089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60944) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:27.952139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.955091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.977469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:27.993716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-05477501-66cb-45f4-a072-f9f2ea43cd53', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:27.994615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.120553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:28.121391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.303300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.327539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:28.327757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Allocated IP 172.20.0.2 (05477501-66cb-45f4-a072-f9f2ea43cd53/0801e2cb-eed0-441e-a6de-698ce819b692/ca384876-f699-4597-8bfc-6e2fa4fb3d2f) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:28.331309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Usage tracker for resource:security_group_rule and tenant:59df114924c94ab292f33bf2b32f8404 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:28.334307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:28.341912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:28.363990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-665894361'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:28.424527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:28.436431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Usage tracker for resource:network and tenant:80569dc0ae5747df8b6cb06b8af636ef is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:28.441274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:28.505708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:28.510099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.527932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.552190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.627180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.628673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Made reservation on behalf of 80569dc0ae5747df8b6cb06b8af636ef for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:28.632580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.649539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.656616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.667448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Transition to ACTIVE for port object ca384876-f699-4597-8bfc-6e2fa4fb3d2f will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:28.670734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:28.675777 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59df114924c94ab292f33bf2b32f8404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8960347 Mar 18 10:29:28.675938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Usage tracker for resource:security_group_rule and tenant:80569dc0ae5747df8b6cb06b8af636ef is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:28.679562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:28.685921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:28.693161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Transition to ACTIVE for port object ca384876-f699-4597-8bfc-6e2fa4fb3d2f will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:28.709760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60970) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:28.712875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773076c4-32fe-4036-baec-e9a09ed3348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c591f-89dd-4487-a5b0-79b4c8e86b9c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:28.738710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Allocated IP 172.20.0.2 (ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df/5ba53013-b82d-42e1-a681-0eca25e6e6e8/23ac09c0-1c1c-426b-b2cb-a740624c1e91) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:28.742366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 60974) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:28.780345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:28.880218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Pushing event updated for resources: {'Port': ['ID=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:28.892346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.893329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.893863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.894353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.894825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.895313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.895780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.896328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.896935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.897662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.898187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.899058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Tracked resource versions report: Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: pushed versions: Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: { 'AddressGroup': {'1.2'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'ConntrackHelper': {'1.0'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Log': {'1.0'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Network': {'1.1'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Port': {'1.7'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'PortForwarding': {'1.2'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'QosPolicy': {'1.8'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroup': {'1.4'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SubPort': {'1.0'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Subnet': {'1.1'}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Trunk': {'1.1'}} Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: consumer versions: Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: HyperV agent@hv-neutron-8342: {}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'ConntrackHelper': '1.0', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Log': '1.0', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Network': '1.1', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Port': '1.7', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'PortForwarding': '1.2', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'QosPolicy': '1.8', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroup': '1.4', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SecurityGroupRule': '1.2', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'SubPort': '1.0', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Subnet': '1.1', Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: 'Trunk': '1.1'}} Mar 18 10:29:28.900458 dv-neutron-834265-1-hyperv neutron-server[88543]: {{(pid=88543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:29:28.918794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:28.971228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:28.981256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:29.035614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.064492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.072233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60988) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:29.073273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.114113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.117638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Attempting to bind port ca384876-f699-4597-8bfc-6e2fa4fb3d2f on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:29.118572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.118855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Attempting to bind port ca384876-f699-4597-8bfc-6e2fa4fb3d2f by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:29.119430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Attempting to bind port ca384876-f699-4597-8bfc-6e2fa4fb3d2f on network 05477501-66cb-45f4-a072-f9f2ea43cd53 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:29.144279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:29.145657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Checking segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:29.150309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.151575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Bound using segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:29.153581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Bound port: ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:29.154884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.174920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.267550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Allocated IP 172.26.2.227 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/cbdc80f2-07b2-4524-93de-50208557e229) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:29.362558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:29.372156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.372844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Added segment 339dbbac-7099-4757-af99-8a9b7b227d6a of type vlan for network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 Mar 18 10:29:29.389199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.395924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] For port ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:29.400140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.402106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] For port ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:29.404867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Transition to ACTIVE for port object 23ac09c0-1c1c-426b-b2cb-a740624c1e91 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:29.423778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Transition to ACTIVE for port object 23ac09c0-1c1c-426b-b2cb-a740624c1e91 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:29.432167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 60992) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:29.450803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32768) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:29.456275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.462878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520774135'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:29.463053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.535306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.555598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7875a570-7cae-4d7f-b627-3f222a11e4c8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:29.560126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.600939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:29.603997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.606459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:29.610442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:29.611048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:29.612204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.653149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:29.659137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.677583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0d99-0b67-42e0-a1f1-68ccbe8b7d00 None None] Pushing event updated for resources: {'Port': ['ID=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:29.705022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Pushing event updated for resources: {'Port': ['ID=cbdc80f2-07b2-4524-93de-50208557e229,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:29.723669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:29.739507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:29.741025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:29.743417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:29.750797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:29.756479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Usage tracker for resource:network and tenant:4048960eb1194814afdb9aaeb975d5cd is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:29.799408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.818322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.818322 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b94c591f-89dd-4487-a5b0-79b4c8e86b9c HTTP/1.1" status: 204 len: 168 time: 1.0976658 Mar 18 10:29:29.818904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.904254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:29.922220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:29.940183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Pushing event updated for resources: {'Port': ['ID=23ac09c0-1c1c-426b-b2cb-a740624c1e91,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:29.945120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Usage tracker for resource:floatingip and tenant:eb8e95e97f7342ff994f58cea8520a6c is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:29.949723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:29.950547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Attempting to bind port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:29.952229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Attempting to bind port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:29.952688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Attempting to bind port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 on network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:29.959101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:29.977970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:29.977970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Checking segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:29.977970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:29.977970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Bound using segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:29.980235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Bound port: 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:29.980235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.049644 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1043084 Mar 18 10:29:30.070837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32782) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:30.071702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Made reservation on behalf of 4048960eb1194814afdb9aaeb975d5cd for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:30.075190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.084486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32054e6e-2543-483e-b5ab-9ffbee92c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c591f-89dd-4487-a5b0-79b4c8e86b9c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:30.087376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-896370383', 'router:external': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:30.091490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Request body: {'subnet': {'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:30.096839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:30.102424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:30.107195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.376051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] For port 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:30.389108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa4952-6a89-48de-a548-2c5caf06f042 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event updated for resources: {'Network': ['ID=70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:30.390228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] For port 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=23ac09c0-1c1c-426b-b2cb-a740624c1e91,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:30.393366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:network and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:30.393883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:30.394068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:30.394330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.394658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:30.394658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:30.394658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:floatingip and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:30.394658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:30.394658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:30.395850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:30.396018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Usage tracker for resource:security_group_rule and tenant:4048960eb1194814afdb9aaeb975d5cd is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Usage tracker for resource:subnet and tenant:80569dc0ae5747df8b6cb06b8af636ef is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:30.397484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:30.401760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29a82d-3bfe-4f24-85a0-61510027a950 None None] Pushing event updated for resources: {'Port': ['ID=23ac09c0-1c1c-426b-b2cb-a740624c1e91,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:30.401951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:30.401951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Allocated IP 172.26.2.65 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/12c0a74a-3e92-45d4-b106-b08e54426d55) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:30.403423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Made reservation on behalf of f1dcd2b0400b429f9dab45058bf4958f for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:30.403423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.533023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.548493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.549412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Made reservation on behalf of 80569dc0ae5747df8b6cb06b8af636ef for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:30.554351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks [] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.610803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:30.630190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:security_group_rule and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:30.633578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:30.643249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.654704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:30.693780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.739878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.755988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.805510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.933906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:30.954253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe90d671-408f-4ce9-9af4-fd3e0b264048,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:30.965694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:30.966392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Added segment a86aa4e2-0558-49d6-996d-06d47fb4fb2e of type vlan for network d774f083-9455-47b8-a85a-b4f6ada6e04f Mar 18 10:29:31.024325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.068054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0080e0-940b-4ede-93e9-f947c0d1495e None None] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:31.077865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.110522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:31.115001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:31.134854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:31.189879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.233770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=12c0a74a-3e92-45d4-b106-b08e54426d55,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:31.379010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Allocated IP 172.26.2.245 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/8b6dccea-da5e-4628-a213-28b98d499f1f) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:31.382977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.400169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e1e6269f-f98a-42c3-b3ac-103c2f1b2ec0 None None] Provisioning for port ca384876-f699-4597-8bfc-6e2fa4fb3d2f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:31.414624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.420089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:31.420741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.430815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.448016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.456815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event updated for resources: {'Subnet': ['ID=d10b67c7-3d85-47f0-bbae-37c2964d24ec,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:31.541849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Checking segment: {'id': '339dbbac-7099-4757-af99-8a9b7b227d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:31.542221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Network hostable DHCP agents. Network: 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:31.715277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:31.715721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 23ac09c0-1c1c-426b-b2cb-a740624c1e91 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:31.809056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32808) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:31.817258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea41ad-33eb-4c6d-a381-1fd74f508169,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:31.851551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Pushing event updated for resources: {'Network': ['ID=d774f083-9455-47b8-a85a-b4f6ada6e04f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:31.856384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:31.873539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d774f083-9455-47b8-a85a-b4f6ada6e04f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:31.888789 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b50aed57-6727-4cf2-b490-d3a6f7ec47af tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1340995 Mar 18 10:29:31.889795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32814) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:31.899063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e17d3-1f5e-4cf2-bfe1-7c31619073e9 None None] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:31.970417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:32.009650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.025720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.026097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Added segment e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb of type vlan for network 46f2b7a0-210c-42c3-b53e-d00429c80e98 Mar 18 10:29:32.028512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ca384876-f699-4597-8bfc-6e2fa4fb3d2f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:32.098838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.100996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'networks': [{'name': 'tempest-network--1977584567'}, {'name': 'tempest-network--393433899'}]} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.101490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-network--1977584567'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.101800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-network--393433899'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.116984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'name': 'tempest-network--554049560', 'router:external': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.119947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:32.126012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.133369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.136203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.139181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:network and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.143701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.149277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:network and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.153555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.155765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.167186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.249676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:32.253306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Provisioning for port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:32.254238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:29:32.263154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:32.263820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.287653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698540a4-006f-4fbd-bab9-607dd01d86c2 None None] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:32.319496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Provisioning complete for port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:32.319803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.347376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.348411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:32.348543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'network': 2} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:32.349034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.353043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.353256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.359030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ca384876-f699-4597-8bfc-6e2fa4fb3d2f completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:32.370693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:32.372913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.385634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.398706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.423075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4a3ed764-3286-43c8-973f-ae48034c192f tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3338640 Mar 18 10:29:32.423075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.424972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ca384876-f699-4597-8bfc-6e2fa4fb3d2f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:32.425366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.429722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32824) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:32.441629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:security_group_rule and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.445291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.450478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Request body: {'port': {'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488', 'name': 'tempest-DHCPAgentSchedulersTestJSON-273764416'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.466615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.523507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:security_group_rule and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.548504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.551300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.564428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.569245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:32.581447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:32.584935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:32.692205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Network': ['ID=46f2b7a0-210c-42c3-b53e-d00429c80e98,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:32.696359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.697067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Allocated IP 172.26.2.212 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/3a263ec4-2e35-4341-9145-e2e01c92b3e5) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:32.705007 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dc94fad7-553e-4337-97ea-fa8a8cb8a2ce tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.5896857 Mar 18 10:29:32.713438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32830) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:32.761507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:32.785420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'subnet': {'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:32.795788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:32.798035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6dccea-da5e-4628-a213-28b98d499f1f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:32.815669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.815841 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Sync routers for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:32.832188 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:32.833008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:32.833207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:subnet and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.842131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:32.844547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.857469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Usage tracker for resource:port and tenant:80569dc0ae5747df8b6cb06b8af636ef is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:32.864338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.883140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:32.913036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488', 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488', 'tenant_id': '80569dc0ae5747df8b6cb06b8af636ef', 'fixed_ips': [{'subnet_id': 'd10b67c7-3d85-47f0-bbae-37c2964d24ec'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:32.914406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:32.947992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:32.960167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.057547 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:33.083288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Made reservation on behalf of f1dcd2b0400b429f9dab45058bf4958f for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:33.085553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.087642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.147469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.152345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.173995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Allocated IP 172.20.0.2 (70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488/d10b67c7-3d85-47f0-bbae-37c2964d24ec/cda38f40-2a70-40fb-b37f-cbccd1b568ea) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:33.195158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.202500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Made reservation on behalf of 80569dc0ae5747df8b6cb06b8af636ef for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:33.205977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.243933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.244389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.252294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.253742 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d9a5f151-4db4-49b5-953a-fc39165dcfba admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5235343 Mar 18 10:29:33.282066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32836) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:33.304463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961376bb-e249-4b48-b203-bffde7b4dcb7,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.308107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.322375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] device_id is not set on port 7ef3702c-149f-41a9-9f55-65cc6d6610c8 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:33.390989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:33.401425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:33.411948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.413547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:33.414948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.426554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Transition to ACTIVE for port object cda38f40-2a70-40fb-b37f-cbccd1b568ea will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:33.429968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=3a263ec4-2e35-4341-9145-e2e01c92b3e5,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.446855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Transition to ACTIVE for port object cda38f40-2a70-40fb-b37f-cbccd1b568ea will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:33.455806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:33.465158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] For port 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=23ac09c0-1c1c-426b-b2cb-a740624c1e91,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:33.466261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.469398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.479783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:33.499240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff6847-d1de-4cfa-a00b-48824db924f5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.503826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.504178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Added segment 43009379-3e34-4f5d-a617-e943da975d51 of type vlan for network 910e6ec4-d257-4344-9b58-8d5a693bc843 Mar 18 10:29:33.509445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:33.511492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.511828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment c0b28080-07b7-4ee3-812c-a037cd17ac6e of type vlan for network 8de16561-84b0-4a1e-9006-6e5331af9261 Mar 18 10:29:33.514750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.527523 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:30Z', 'revision_number': 3, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:33.534326 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Checking router: a7a2f6d1-1a05-4a10-98c6-6edb83fa838e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:33.534860 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Updating router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e port cbdc80f2-07b2-4524-93de-50208557e229 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:33.594358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Allocated IP 172.20.0.12 (70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488/d10b67c7-3d85-47f0-bbae-37c2964d24ec/7ef3702c-149f-41a9-9f55-65cc6d6610c8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:33.599247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Pushing event updated for resources: {'Port': ['ID=cda38f40-2a70-40fb-b37f-cbccd1b568ea,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.602178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.617121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.631410 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.687854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1692c84-874d-46c6-b6e0-26009392a022 None None] Pushing event updated for resources: {'Port': ['ID=23ac09c0-1c1c-426b-b2cb-a740624c1e91,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.700755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:33.702208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.785055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:33.787088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.798179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:33.937053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:33.952130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 23ac09c0-1c1c-426b-b2cb-a740624c1e91 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:33.996088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Router 930b614c-ca6c-43ab-8816-455581f229ae is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:29:34.006900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.025108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Attempting to bind port cda38f40-2a70-40fb-b37f-cbccd1b568ea on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:34.025713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Attempting to bind port cda38f40-2a70-40fb-b37f-cbccd1b568ea by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '339dbbac-7099-4757-af99-8a9b7b227d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:34.027744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Attempting to bind port cda38f40-2a70-40fb-b37f-cbccd1b568ea on network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:34.029109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.046369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:34.047558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Checking segment: {'id': '339dbbac-7099-4757-af99-8a9b7b227d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:34.048111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.048640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Bound using segment: {'id': '339dbbac-7099-4757-af99-8a9b7b227d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:34.050275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Bound port: cda38f40-2a70-40fb-b37f-cbccd1b568ea, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339dbbac-7099-4757-af99-8a9b7b227d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:34.050822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.070705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.167590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.183672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] For port cda38f40-2a70-40fb-b37f-cbccd1b568ea, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:34.183931 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Transition to ACTIVE for port object cbdc80f2-07b2-4524-93de-50208557e229 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:34.189553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] For port cda38f40-2a70-40fb-b37f-cbccd1b568ea, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cda38f40-2a70-40fb-b37f-cbccd1b568ea,segment=NetworkSegment(339dbbac-7099-4757-af99-8a9b7b227d6a),segment_id=339dbbac-7099-4757-af99-8a9b7b227d6a)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:34.193257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Transition to ACTIVE for port object 7ef3702c-149f-41a9-9f55-65cc6d6610c8 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:34.197170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:34.205748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-50a14193-edea-42bc-8fa6-653b52964646 None None] Provisioning complete for port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:34.205748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-50a14193-edea-42bc-8fa6-653b52964646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.233181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:34.260488 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.261496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.261991 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment 5df70e0d-f0e5-4273-9489-bcceb9c45a8f of type vlan for network 261d9d7c-8e81-4cee-b179-365d0a92b1f0 Mar 18 10:29:34.281133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:34.281507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.350333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.356650 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Pushing event updated for resources: {'Port': ['ID=cbdc80f2-07b2-4524-93de-50208557e229,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.359991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:34.370082 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.374461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.383559 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.384487 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.385007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.385195 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.385692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.386200 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.386855 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.387346 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.387949 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.388419 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.389398 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.389905 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Tracked resource versions report: Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: pushed versions: Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: { 'AddressGroup': {'1.2'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'ConntrackHelper': {'1.0'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Log': {'1.0'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Network': {'1.1'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Port': {'1.7'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'PortForwarding': {'1.2'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'QosPolicy': {'1.8'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroup': {'1.4'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SubPort': {'1.0'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Subnet': {'1.1'}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Trunk': {'1.1'}} Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: consumer versions: Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: { DHCP agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: HyperV agent@hv-neutron-8342: {}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: L3 agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: Metadata agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: Metering agent@dv-neutron-834265-1-hyperv: {}, Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: Open vSwitch agent@dv-neutron-834265-1-hyperv: { 'AddressGroup': '1.2', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'ConntrackHelper': '1.0', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Log': '1.0', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Network': '1.1', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Port': '1.7', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'PortForwarding': '1.2', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'QosPolicy': '1.8', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroup': '1.4', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SecurityGroupRule': '1.2', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'SubPort': '1.0', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Subnet': '1.1', Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: 'Trunk': '1.1'}} Mar 18 10:29:34.392484 dv-neutron-834265-1-hyperv neutron-server[88544]: {{(pid=88544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:29:34.416724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.419019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.419019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.447487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:34.463742 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Attempting to bind port cbdc80f2-07b2-4524-93de-50208557e229 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:34.463742 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Attempting to bind port cbdc80f2-07b2-4524-93de-50208557e229 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:34.464149 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Attempting to bind port cbdc80f2-07b2-4524-93de-50208557e229 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:34.471530 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:34.484866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:34.484866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.484866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:34.484866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Bound port: cbdc80f2-07b2-4524-93de-50208557e229, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:34.484866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.493365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a6848-fd11-458c-80d8-a6458f6a7a7f None None] Pushing event updated for resources: {'Port': ['ID=cda38f40-2a70-40fb-b37f-cbccd1b568ea,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.497183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Sync routers for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:34.501065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.531579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:34.532519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:34.560987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.579565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6dccea-da5e-4628-a213-28b98d499f1f,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.594125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.594250 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] For port cbdc80f2-07b2-4524-93de-50208557e229, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:34.597890 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] For port cbdc80f2-07b2-4524-93de-50208557e229, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cbdc80f2-07b2-4524-93de-50208557e229,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:34.658959 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.676537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.683631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=910e6ec4-d257-4344-9b58-8d5a693bc843,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.689753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.722994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 910e6ec4-d257-4344-9b58-8d5a693bc843 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:34.729225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event updated for resources: {'Port': ['ID=7ef3702c-149f-41a9-9f55-65cc6d6610c8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.743094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:34.745081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:34.748350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.750412 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9fcbb979-0c68-4ca1-8ec1-e7f81dfa1729 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3130860 Mar 18 10:29:34.751645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:34.757043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32852) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:34.757330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.758094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.768587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-904763152', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'fixed_ips': [{'ip_address': '172.26.2.245'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:34.772375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.772861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.778205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.781786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:34.783923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.784287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.784504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.791784 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-355a1ead-1a2d-4f86-9e7c-6d6fe17e25fb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8976741 Mar 18 10:29:34.791784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:34.791784 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-70f1d940-efd7-48ef-a472-f6ca99ab6bd2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9772396 Mar 18 10:29:34.810924 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e667a-5d9d-4909-8933-e7d2a70a09bf None None] Pushing event updated for resources: {'Port': ['ID=cbdc80f2-07b2-4524-93de-50208557e229,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.829480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32856) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:34.829977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32858) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:34.836125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Usage tracker for resource:port and tenant:eb8e95e97f7342ff994f58cea8520a6c is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:34.845504 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:34.846426 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:34.856859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:34.914999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=8de16561-84b0-4a1e-9006-6e5331af9261,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.937805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 8de16561-84b0-4a1e-9006-6e5331af9261 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:35.029922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2172101 Mar 18 10:29:35.036352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-829adf2e-0f83-484a-9d89-231be230ee88 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6055872 Mar 18 10:29:35.037192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32864) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:35.037705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32866) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:35.081646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.085901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:35.103530 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:35.113502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827275-cc9e-4ae1-a280-2decc53d4ea2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=261d9d7c-8e81-4cee-b179-365d0a92b1f0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:35.234998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 261d9d7c-8e81-4cee-b179-365d0a92b1f0 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:35.304717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:29:35.305211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.357509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Deleting port 7ef3702c-149f-41a9-9f55-65cc6d6610c8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:35.358157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.419234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:35.472348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.508987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=3a263ec4-2e35-4341-9145-e2e01c92b3e5,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:35.529266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.534896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.541071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.547857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.553511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.559761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.560724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:35.576827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd1ce507-6349-4c72-aa08-fb5b8b46822e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:35.579462 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:30Z', 'revision_number': 3, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:35.587486 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c2acf-af51-4ab4-935d-258c8e8c6c59 None None] The sync data for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:30Z', 'revision_number': 3, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:35.603247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Checking segment: {'id': 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:35.603603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network hostable DHCP agents. Network: 46f2b7a0-210c-42c3-b53e-d00429c80e98, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:35.635000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.639420 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-de7e7ec1-6568-4615-8cdc-1398493b5749 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1876242 Mar 18 10:29:35.641008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32872) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:35.739062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Made reservation on behalf of eb8e95e97f7342ff994f58cea8520a6c for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:35.746664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.773389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:35.774596 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d35e543a-9873-4d72-9eae-d11738550764 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3558 time: 0.7310650 Mar 18 10:29:35.783208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32876) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:35.796258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:31Z', 'revision_number': 3, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:35.802647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Checking router: 930b614c-ca6c-43ab-8816-455581f229ae for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:35.803106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Updating router 930b614c-ca6c-43ab-8816-455581f229ae port 12c0a74a-3e92-45d4-b106-b08e54426d55 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:35.803392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-680147235'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:35.808328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:35.812400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:network and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:35.815217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:35.821096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:35.834857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.849577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:35.873204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:35.904587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.001535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Allocated IP 172.20.0.1 (05477501-66cb-45f4-a072-f9f2ea43cd53/0801e2cb-eed0-441e-a6de-698ce819b692/db63a67c-5861-476f-88f5-f5ba61a2fb5c) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:36.021765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.067085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.083379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 46f2b7a0-210c-42c3-b53e-d00429c80e98) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:36.098637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:36.099434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.139454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f13dc-70ef-4e5e-9bbd-2191ca624207 None None] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:36.201681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Made reservation on behalf of ff8149a71932416c8b1824a05d322081 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:36.206064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.212106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cda38f40-2a70-40fb-b37f-cbccd1b568ea up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:36.259143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Calling delete_port for 7ef3702c-149f-41a9-9f55-65cc6d6610c8 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:36.323332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:36.336106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.336489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.337352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.338050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > port after_create 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.338373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.338847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > port after_update 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.339386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.340240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.340825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.341244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.437100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aef30593-d08d-436d-a0b6-7623d500537b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7191925 Mar 18 10:29:36.475580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d733ee-8be6-41c7-8846-5c6b46801aac None None] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:36.531053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.531627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.532116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.532592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.533068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910e6ec4-d257-4344-9b58-8d5a693bc843']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.546830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32880) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:36.547096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Usage tracker for resource:security_group_rule and tenant:eb8e95e97f7342ff994f58cea8520a6c is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:36.553801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:36.558292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.574443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1697074643', 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:36.578867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:36.584330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43009379-3e34-4f5d-a617-e943da975d51') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.584330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43009379-3e34-4f5d-a617-e943da975d51') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.584544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:36.588335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.617113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:36.620278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.632180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > segment before_delete 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.632668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.633624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.634031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > port after_create 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.635669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > port after_delete 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.635669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > port after_update 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.635669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > segment after_delete 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.636356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet after_create 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.637019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet after_delete 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.637340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet after_update 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.643041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:security_group_rule and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:36.701262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:36.723949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:36.737610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.775545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.779438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:36.779833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.795709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cda38f40-2a70-40fb-b37f-cbccd1b568ea completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: from cryptography.utils import int_from_bytes Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: from cryptography.utils import int_from_bytes Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn_limited( Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn_limited( Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:36.797423 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:36.811158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cda38f40-2a70-40fb-b37f-cbccd1b568ea triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:36.812132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.834339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet after_create 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.834845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet after_delete 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.835587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet before_create 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.836743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Subscribe: > subnet before_update 55550000 {{(pid=88542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:29:36.837251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de16561-84b0-4a1e-9006-6e5331af9261']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.850922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:port and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:36.851185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Provisioning for port cda38f40-2a70-40fb-b37f-cbccd1b568ea completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:36.883078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b28080-07b7-4ee3-812c-a037cd17ac6e') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.884260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b28080-07b7-4ee3-812c-a037cd17ac6e') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:36.886757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Provisioning complete for port cda38f40-2a70-40fb-b37f-cbccd1b568ea triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:36.886948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.894883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:36.913809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.925626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:36.945663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:36.969913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:36.972678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: from cryptography.utils import int_from_bytes Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: from cryptography.utils import int_from_bytes Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn_limited( Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn_limited( Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:37.002307 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:37.064254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Made reservation on behalf of f1dcd2b0400b429f9dab45058bf4958f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:37.066908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.085523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.095350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.100727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 910e6ec4-d257-4344-9b58-8d5a693bc843 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:29:37.103594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.131297 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/910e6ec4-d257-4344-9b58-8d5a693bc843 HTTP/1.1" status: 204 len: 168 time: 2.2898753 Mar 18 10:29:37.140068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32886) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:37.174530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3273f-7dce-415b-8b52-dece18432b6d None None] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:37.188793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] device_id is not set on port 4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:37.224045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:37.227953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event deleted for resources: {'Port': ['ID=7ef3702c-149f-41a9-9f55-65cc6d6610c8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:37.241976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:37.259674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11a82-02ba-4394-a0f0-32394541f980 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Network': ['ID=910e6ec4-d257-4344-9b58-8d5a693bc843,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:37.277259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:network and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:37.285225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:37.302857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:37.306329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.327956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.371575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.377265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=8de16561-84b0-4a1e-9006-6e5331af9261,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:37.386721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.407989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Transition to ACTIVE for port object db63a67c-5861-476f-88f5-f5ba61a2fb5c will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:37.442908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:37.445007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.478405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-61b39304-cc81-4e6f-b77c-3cac27fab88a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "DELETE /v2.0/ports/7ef3702c-149f-41a9-9f55-65cc6d6610c8 HTTP/1.1" status: 204 len: 168 time: 2.4331863 Mar 18 10:29:37.479099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32892) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:37.506905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.525066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.530955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 2001:db8::274 (46f2b7a0-210c-42c3-b53e-d00429c80e98/cd1ce507-6349-4c72-aa08-fb5b8b46822e/4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:37.533270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.540836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:37.558530 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-db2790c0-eb4c-45ba-8c55-0387d57c0695 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/8de16561-84b0-4a1e-9006-6e5331af9261 HTTP/1.1" status: 204 len: 168 time: 1.7743034 Mar 18 10:29:37.569617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.570132 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Added segment efab42e8-6d16-4155-a5f0-2147d0b96d3c of type vlan for network d3211c14-4ea1-43a2-8727-7ed46372d48e Mar 18 10:29:37.571153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cda38f40-2a70-40fb-b37f-cbccd1b568ea, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cda38f40-2a70-40fb-b37f-cbccd1b568ea,segment=NetworkSegment(339dbbac-7099-4757-af99-8a9b7b227d6a),segment_id=339dbbac-7099-4757-af99-8a9b7b227d6a)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:37.573650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32898) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:37.582040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Transition to ACTIVE for port object 12c0a74a-3e92-45d4-b106-b08e54426d55 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:37.731881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.732652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ca384876-f699-4597-8bfc-6e2fa4fb3d2f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:37.754280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.801693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ad8a31c5-f99c-43e3-972f-642a07ed55d4 tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3173358 Mar 18 10:29:37.804078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:29:37.804455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-eb965923-13ff-40b0-8c18-3c482892b21e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:29:37.811808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Allocated IP 172.20.0.1 (ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df/5ba53013-b82d-42e1-a681-0eca25e6e6e8/b0f2f69e-5745-465e-97ef-7c44abd14c1d) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:37.825462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32902) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:37.851459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1696081618'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:37.856359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:37.861100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Usage tracker for resource:network and tenant:80569dc0ae5747df8b6cb06b8af636ef is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:37.864246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:37.870876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:37.881595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.882722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:37.898811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cda38f40-2a70-40fb-b37f-cbccd1b568ea,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:37.979748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c18c3-af12-4f71-9c8f-62805ef4aed7 None None] Pushing event updated for resources: {'Port': ['ID=12c0a74a-3e92-45d4-b106-b08e54426d55,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:37.981337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Made reservation on behalf of 80569dc0ae5747df8b6cb06b8af636ef for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:37.987585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.017260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ca384876-f699-4597-8bfc-6e2fa4fb3d2f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:38.017639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.067954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.088543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Attempting to bind port 12c0a74a-3e92-45d4-b106-b08e54426d55 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:38.089013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Attempting to bind port 12c0a74a-3e92-45d4-b106-b08e54426d55 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:38.089472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Attempting to bind port 12c0a74a-3e92-45d4-b106-b08e54426d55 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:38.148900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:38.149286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:38.150414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.150879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:38.151373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Bound port: 12c0a74a-3e92-45d4-b106-b08e54426d55, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:38.151819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.185868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.199423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.223466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:38.227632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.260079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.260746 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Added segment e9397c63-94b3-4f53-813c-b4eed267ffd0 of type vlan for network 3c00c891-3941-496a-9b65-5142df54250d Mar 18 10:29:38.271498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261d9d7c-8e81-4cee-b179-365d0a92b1f0']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:38.277667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.288330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df70e0d-f0e5-4273-9489-bcceb9c45a8f') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:38.288671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df70e0d-f0e5-4273-9489-bcceb9c45a8f') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:38.305784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:38.320201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.326332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:38.332597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.341458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.341458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.341458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.361611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:38.370454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.388802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.411994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:38.412391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.433118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:38.438094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] For port 12c0a74a-3e92-45d4-b106-b08e54426d55, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:38.480147 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:38.483951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Pushing event updated for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:38.487635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd898d-b111-4c99-bef6-70445fd8dc4a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:38.499216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] For port 12c0a74a-3e92-45d4-b106-b08e54426d55, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12c0a74a-3e92-45d4-b106-b08e54426d55,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:38.500320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.507924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.508674 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Added segment f018fdca-52f0-4149-b3ae-894319eede7b of type vlan for network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 Mar 18 10:29:38.516851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.554734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:38.575933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.585685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Transition to ACTIVE for port object b0f2f69e-5745-465e-97ef-7c44abd14c1d will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:38.594916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.599959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.617415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] device_id is not set on port 938a76ba-ec4a-4793-94b7-f6791a098fc6 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:38.688325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.693931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cbdc80f2-07b2-4524-93de-50208557e229 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:38.734982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08568d37-db69-4dcc-9db7-fcb2b5ff10ad,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:38.746995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.753024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.753024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.772374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:38.787545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:38.791615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=d3211c14-4ea1-43a2-8727-7ed46372d48e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:38.811850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d3211c14-4ea1-43a2-8727-7ed46372d48e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:38.816279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:38.817260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.817882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.832697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0cf87cf-e42c-4bd3-9f3a-c2b4b880c713 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6840825 Mar 18 10:29:38.842461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32906) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:38.855049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'subnet': {'network_id': 'd3211c14-4ea1-43a2-8727-7ed46372d48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:38.866047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:38.884169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:subnet and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:38.886144 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0448213 Mar 18 10:29:38.890553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:38.890716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32910) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:38.891098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:38.908306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:38.956664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.966924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3d5cb2f1-6242-44bf-adb8-ea6e440eb828 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4195418 Mar 18 10:29:38.971223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32914) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:38.980412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.984229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.989437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.990033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:38.996774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-530c0231-c9eb-4903-a2d2-0ee7d1597acf None None] Provisioning complete for port cda38f40-2a70-40fb-b37f-cbccd1b568ea triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:38.997295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-530c0231-c9eb-4903-a2d2-0ee7d1597acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.003984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e105124-b75c-4ec4-a077-edda0e760e21 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event updated for resources: {'Network': ['ID=3c00c891-3941-496a-9b65-5142df54250d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.036663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.038411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/261d9d7c-8e81-4cee-b179-365d0a92b1f0 HTTP/1.1" status: 204 len: 168 time: 1.4635007 Mar 18 10:29:39.045609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32920) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:39.081170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f430299-4d01-4f77-a96e-09dea15d75df tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=261d9d7c-8e81-4cee-b179-365d0a92b1f0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.086933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:39.088034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3c00c891-3941-496a-9b65-5142df54250d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:39.089275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.104495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port 4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:39.104837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.113002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:39.113983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:39.212789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:39.217040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c18c3-af12-4f71-9c8f-62805ef4aed7 None None] Pushing event updated for resources: {'Port': ['ID=12c0a74a-3e92-45d4-b106-b08e54426d55,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.318517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:39.322221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:39.324467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:39.331051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:39.336828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:39.337722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:39.392986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cbdc80f2-07b2-4524-93de-50208557e229 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:39.400444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:39.407640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cbdc80f2-07b2-4524-93de-50208557e229 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:39.408005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.443178 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 18 10:29:39.443959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:29:39.455675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.507460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Network': ['ID=b76be7ee-56fe-41b4-8ea7-de9a3de783b4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.523064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.523904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:39.539511 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8baafae9-7dfc-4757-aa14-55c62553a308 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8055820 Mar 18 10:29:39.551226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.564762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32928) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:39.575483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:39.599068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Request body: {'subnet': {'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:39.630238 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2eade89b-9f63-4874-b8ed-6b14b8d85923 tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.8692963 Mar 18 10:29:39.630238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.655604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:39.682252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for 4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:39.710927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:39.714866 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4a1caaf0-904a-49d3-88e9-261362667d7c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2471 time: 0.6680441 Mar 18 10:29:39.721595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32936) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:39.729590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1155949688'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:39.738019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:39.759153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:39.762267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d006502c-d16c-4718-a163-30cde5f5e125 tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.8602192 Mar 18 10:29:39.767800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32940) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:39.899551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Could not find standard attr ID for object 7ef3702c-149f-41a9-9f55-65cc6d6610c8. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:29:39.932784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:39.936211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.977957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:39.987428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:39.987756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment 8b755be3-ce03-4ab3-9599-4d26e9546174 of type vlan for network cf396149-ff08-4bd3-87d4-e20f8b71088c Mar 18 10:29:40.015353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.023587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.045347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.066973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cbdc80f2-07b2-4524-93de-50208557e229, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cbdc80f2-07b2-4524-93de-50208557e229,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:40.077063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Provisioning for port db63a67c-5861-476f-88f5-f5ba61a2fb5c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:40.084415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Provisioning complete for port db63a67c-5861-476f-88f5-f5ba61a2fb5c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:40.084888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.132548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:31Z', 'revision_number': 3, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:40.136781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:40.143977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7526e-3203-4c5f-b61b-c2bf40900a52 None None] The sync data for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv is: [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:31Z', 'revision_number': 3, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:40.165649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Port db63a67c-5861-476f-88f5-f5ba61a2fb5c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:29:40.165808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.167731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.173954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:40.184109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.184109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb1898-5387-46f2-bb89-4ee5bb4540ec tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] Network 3c00c891-3941-496a-9b65-5142df54250d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:40.186553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.187570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cda38f40-2a70-40fb-b37f-cbccd1b568ea up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:40.266541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Provisioning for port b0f2f69e-5745-465e-97ef-7c44abd14c1d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:40.293046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Provisioning complete for port b0f2f69e-5745-465e-97ef-7c44abd14c1d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:40.293526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=cf396149-ff08-4bd3-87d4-e20f8b71088c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:40.294078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.301511 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-148dc39f-dac3-4ab4-bcf8-5bd8274a14a2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4f67de3b-2cea-440a-9ee6-bdc37a6c7cd3 HTTP/1.1" status: 204 len: 168 time: 1.3260822 Mar 18 10:29:40.301729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32944) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:40.304327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Deleting port 8b6dccea-da5e-4628-a213-28b98d499f1f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:40.304806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.306596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98', 'external_fixed_ips': [{'subnet_id': 'cd1ce507-6349-4c72-aa08-fb5b8b46822e', 'ip_address': '2001:db8::274'}]}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:40.311780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:40.316514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:router and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:40.319404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:40.329453 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-23fc2dcd-c619-46e4-aa9e-a3a5fb2c787f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6066334 Mar 18 10:29:40.332039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network cf396149-ff08-4bd3-87d4-e20f8b71088c details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:40.332569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:40.335026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:40.337793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ccdb1898-5387-46f2-bb89-4ee5bb4540ec tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "POST /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5517960 Mar 18 10:29:40.342348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:40.344853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:40.346595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2043112023'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:40.362317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:40.370300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32d1f7-a197-4168-ac53-4cf8e7a4b1da None None] Network 3c00c891-3941-496a-9b65-5142df54250d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:40.371777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:subnet and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:40.377333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:network and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:40.380452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:40.381590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:40.407810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:40.426032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:40.477391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.478571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.542645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:40.546225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.572944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cbdc80f2-07b2-4524-93de-50208557e229,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:40.577134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.589358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-23ecf59e-b48c-4e86-b7d9-8af24107a8d1 None None] Port b0f2f69e-5745-465e-97ef-7c44abd14c1d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:29:40.625327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cda38f40-2a70-40fb-b37f-cbccd1b568ea triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:40.625701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.634125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:40.651730 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7a6ca32c-fc98-40cf-bb34-0482ba3030af tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks HTTP/1.1" status: 200 len: 6458 time: 0.2999086 Mar 18 10:29:40.654728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.655066 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment 1fc872e9-942c-4735-ac6c-797ea674abba of type vlan for network c3559fdc-1adc-4c08-8749-1132cd3daf23 Mar 18 10:29:40.656192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32956) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:40.752808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Made reservation on behalf of ff8149a71932416c8b1824a05d322081 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:40.756500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.805154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.889113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.889384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:40.978888 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-740f5f26-1b52-4801-bc94-99f99a041709 tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "DELETE /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks/3c00c891-3941-496a-9b65-5142df54250d HTTP/1.1" status: 204 len: 168 time: 0.3215868 Mar 18 10:29:41.030485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32960) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.044433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.087752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Calling delete_port for 8b6dccea-da5e-4628-a213-28b98d499f1f owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:41.108585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12c0a74a-3e92-45d4-b106-b08e54426d55 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:41.141409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.167889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.173839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:41.174772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.251608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 12c0a74a-3e92-45d4-b106-b08e54426d55 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:41.256776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 12c0a74a-3e92-45d4-b106-b08e54426d55 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:41.257160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.322295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:41.360128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=c3559fdc-1adc-4c08-8749-1132cd3daf23,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.386327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c3559fdc-1adc-4c08-8749-1132cd3daf23 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:41.398186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.456959 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63447d78-3c37-4b71-a036-a821f560fea8 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1186132 Mar 18 10:29:41.469574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 32964) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.500296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.509533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9ae4f9d5-21ed-4e5b-b053-54c22ec89456 tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.4700270 Mar 18 10:29:41.509736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'ports': [{'network_id': 'cf396149-ff08-4bd3-87d4-e20f8b71088c', 'name': 'tempest-port--1926300579', 'admin_state_up': True}, {'network_id': 'c3559fdc-1adc-4c08-8749-1132cd3daf23', 'admin_state_up': False}]} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:41.509987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'port': {'network_id': 'cf396149-ff08-4bd3-87d4-e20f8b71088c', 'name': 'tempest-port--1926300579', 'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:41.510463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'port': {'network_id': 'c3559fdc-1adc-4c08-8749-1132cd3daf23', 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:41.514432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32968) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.523839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.531927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 12c0a74a-3e92-45d4-b106-b08e54426d55, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12c0a74a-3e92-45d4-b106-b08e54426d55,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:41.545478 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5b56b3f0-3866-4290-9442-819b0ba17fb9 tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/networks/70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0299821 Mar 18 10:29:41.550427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32972) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.576526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-869aebfb-7957-44a8-8d02-96080c574e2c tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/networks/70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0249934 Mar 18 10:29:41.578981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.594310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.595332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cbdc80f2-07b2-4524-93de-50208557e229 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:41.722025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=12c0a74a-3e92-45d4-b106-b08e54426d55,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.740089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cbdc80f2-07b2-4524-93de-50208557e229 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:41.740472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.947599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d550666e-b951-440e-97b6-5bcd079306bd tempest-DHCPAgentSchedulersTestJSON-861684909 tempest-DHCPAgentSchedulersTestJSON-861684909-project-admin] 10.222.0.18 "GET /v2.0/agents/1acae385-334b-4f8e-bdda-814f75d22283/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.3642993 Mar 18 10:29:41.951639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:41.972695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Pushing event updated for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.981025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:29:41.981485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:41.985608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.047202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.047652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.096616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.116598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.142141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.282299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6dccea-da5e-4628-a213-28b98d499f1f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:42.354452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.362085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b431ff9-ef20-49f5-b785-e4164a6c786f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:42.419141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c00c891-3941-496a-9b65-5142df54250d']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:42.433929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:42.435411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9397c63-94b3-4f53-813c-b4eed267ffd0') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:42.435695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9397c63-94b3-4f53-813c-b4eed267ffd0') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:42.454541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.460831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 2001:db8::274 (46f2b7a0-210c-42c3-b53e-d00429c80e98/cd1ce507-6349-4c72-aa08-fb5b8b46822e/07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:42.477592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.479595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.497998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:42.498388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.501402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Checking segment: {'id': 'efab42e8-6d16-4155-a5f0-2147d0b96d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd3211c14-4ea1-43a2-8727-7ed46372d48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:42.501758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Network hostable DHCP agents. Network: d3211c14-4ea1-43a2-8727-7ed46372d48e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:42.512539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:42.512854 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:42.527527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Checking segment: {'id': 'f018fdca-52f0-4149-b3ae-894319eede7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:42.527920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network hostable DHCP agents. Network: b76be7ee-56fe-41b4-8ea7-de9a3de783b4, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:42.537115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:port and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:42.549964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:42.564238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:42.579873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.591922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:42.594411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Subnet': ['ID=7ec4ac68-70e3-476d-a7fc-66b42ad7b220,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:42.601394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.625334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:42.694352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Network d3211c14-4ea1-43a2-8727-7ed46372d48e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:42.715540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.753891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.759685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.770345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'port': 2} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:42.773749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.785000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:42.788568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event deleted for resources: {'Network': ['ID=3c00c891-3941-496a-9b65-5142df54250d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:42.792698 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-93be72a5-545a-46c0-b5f8-f3aa22ea0428 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "DELETE /v2.0/networks/3c00c891-3941-496a-9b65-5142df54250d HTTP/1.1" status: 204 len: 168 time: 0.8401074 Mar 18 10:29:42.795090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32984) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:42.825966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e70eb24a-fd9d-4037-b377-2afdacc1de09 None None] Provisioning complete for port db63a67c-5861-476f-88f5-f5ba61a2fb5c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:42.827188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e70eb24a-fd9d-4037-b377-2afdacc1de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.831442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.835810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-00dfed0f-be62-4eb0-8295-503c4be893df tempest-ExternalNetworksAdminNegativeTestJSON-272316708 tempest-ExternalNetworksAdminNegativeTestJSON-272316708-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/2a5da74f-5372-4b67-b8bc-8706a2984bdc HTTP/1.1" status: 204 len: 168 time: 3.1516292 Mar 18 10:29:42.835963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.837769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.841116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:42.850478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:42.888957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8472b839-6cfd-426f-8e36-d59e4488395a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] DELETE failed (client error): The resource could not be found. Mar 18 10:29:42.889458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8472b839-6cfd-426f-8e36-d59e4488395a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:29:42.893974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8472b839-6cfd-426f-8e36-d59e4488395a tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "DELETE /v2.0/ports/7ef3702c-149f-41a9-9f55-65cc6d6610c8 HTTP/1.1" status: 404 len: 333 time: 0.0957117 Mar 18 10:29:42.895722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32990) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:42.906705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 46f2b7a0-210c-42c3-b53e-d00429c80e98 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:42.909966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:42.916453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:42.961588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e70eb24a-fd9d-4037-b377-2afdacc1de09 None None] Port db63a67c-5861-476f-88f5-f5ba61a2fb5c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:29:42.990069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d3211c14-4ea1-43a2-8727-7ed46372d48e) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:42.998873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e857470-f110-4166-b09d-34fdaacb9406 None None] Network d3211c14-4ea1-43a2-8727-7ed46372d48e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:43.002778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, b76be7ee-56fe-41b4-8ea7-de9a3de783b4) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:43.062906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:43.063489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.067749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:43.068320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.101400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaab8cd-e529-4ab1-b153-49c764f85d5b None None] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:43.115091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12c0a74a-3e92-45d4-b106-b08e54426d55 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:43.211948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:43.281098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Deleting subnet d10b67c7-3d85-47f0-bbae-37c2964d24ec {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:29:43.291506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.317239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9ebdd4e5-ce61-4f52-9294-2763d7df4d6e tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4712253 Mar 18 10:29:43.319078 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c2c34aa2-e6f6-4de9-bee4-9ce3c8f1f4e9 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7437475 Mar 18 10:29:43.322083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32994) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:43.322083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 32996) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:43.335531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3211c14-4ea1-43a2-8727-7ed46372d48e'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:43.341164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1791067913', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:43.356068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:43.360604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:43.366919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:router and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:43.369667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:floatingip and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:43.372243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:43.378399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:43.389639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:43.394345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:43.397438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.400554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:29:43.431061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] device_id is not set on port 1b69e094-37ea-4daf-ab64-888dc067b732 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:43.450314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:43.454589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:43.511923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33004) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:43.566326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 12c0a74a-3e92-45d4-b106-b08e54426d55 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:43.566765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.626273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.647296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f02aa0-bf98-4d4c-9e12-d51f8b3e4a2c None None] Network d3211c14-4ea1-43a2-8727-7ed46372d48e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:43.729334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.730362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.763699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.837548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.857086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.885466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-b76be7ee-56fe-41b4-8ea7-de9a3de783b4', 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4', 'tenant_id': 'ff8149a71932416c8b1824a05d322081', 'fixed_ips': [{'subnet_id': '7ec4ac68-70e3-476d-a7fc-66b42ad7b220'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:43.886362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.895416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:43.909339 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Sync routers for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:43.925396 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:43.927492 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:43.927625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:43.945558 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5346dc12-e7ea-4b80-9f5d-e2803ff22c25 admin admin] 10.222.0.18 "PUT /v2.0/routers/a7a2f6d1-1a05-4a10-98c6-6edb83fa838e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6559861 Mar 18 10:29:43.949319 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.950509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ea322d68-91ca-43c7-9456-052f2830fd80 None None] Provisioning complete for port b0f2f69e-5745-465e-97ef-7c44abd14c1d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:43.950877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea322d68-91ca-43c7-9456-052f2830fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:43.951930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a831630dce1436b8fc3880476e9f457 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:43.959049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:43.962688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Router 930b614c-ca6c-43ab-8816-455581f229ae has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:29:43.981909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:44.110502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.129411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ea322d68-91ca-43c7-9456-052f2830fd80 None None] Port b0f2f69e-5745-465e-97ef-7c44abd14c1d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:29:44.246674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] device_id is not set on port 5c1e8209-27a1-4e31-9372-2e64e096fd42 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:44.265383 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:44.315149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Allocated IP 172.20.0.2 (b76be7ee-56fe-41b4-8ea7-de9a3de783b4/7ec4ac68-70e3-476d-a7fc-66b42ad7b220/89d8bd52-81b6-4462-9170-e637771b5fbc) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:44.409760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:44.446153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.490407 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b4c02f76-a4a1-4795-a7e6-758112e03586 admin admin] 10.222.0.18 "PUT /v2.0/routers/930b614c-ca6c-43ab-8816-455581f229ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6473908 Mar 18 10:29:44.516033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.518888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.520548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.601033 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a831630dce1436b8fc3880476e9f457&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0880787 Mar 18 10:29:44.607498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33024) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:44.613331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19ff4-b069-4d78-81b3-7b3997c322a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24ada7-7336-4ba6-8fa8-ae9f27311158,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:44.719457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.734944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Transition to ACTIVE for port object 89d8bd52-81b6-4462-9170-e637771b5fbc will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:44.754563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.759923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Transition to ACTIVE for port object 89d8bd52-81b6-4462-9170-e637771b5fbc will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:44.764785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Sync routers for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:44.769042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.780436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:44.783207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:44.889938 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 2, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:44.895578 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Checking router: a7a2f6d1-1a05-4a10-98c6-6edb83fa838e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:44.896458 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Updating router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e port db63a67c-5861-476f-88f5-f5ba61a2fb5c binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:44.968956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:44.982815 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.012004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:45.098309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Port': ['ID=1b69e094-37ea-4daf-ab64-888dc067b732,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:45.126289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Checking segment: {'id': '8b755be3-ce03-4ab3-9599-4d26e9546174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cf396149-ff08-4bd3-87d4-e20f8b71088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:45.126856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network hostable DHCP agents. Network: cf396149-ff08-4bd3-87d4-e20f8b71088c, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:45.148788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.279763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.304447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network cf396149-ff08-4bd3-87d4-e20f8b71088c is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:45.312929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.324831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad24ada7-7336-4ba6-8fa8-ae9f27311158,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:45.346388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.347835 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6c562d5e-bf52-4b0e-ad28-8c2f1e3ee611 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad24ada7-7336-4ba6-8fa8-ae9f27311158 HTTP/1.1" status: 204 len: 168 time: 0.7393005 Mar 18 10:29:45.366258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.392729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event deleted for resources: {'Subnet': ['ID=d10b67c7-3d85-47f0-bbae-37c2964d24ec,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:45.396026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.408308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c393c43f-c6ca-4be4-9357-3bdd377dc8c0 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "DELETE /v2.0/subnets/d10b67c7-3d85-47f0-bbae-37c2964d24ec HTTP/1.1" status: 204 len: 168 time: 2.5114911 Mar 18 10:29:45.410859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:45.450315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, cf396149-ff08-4bd3-87d4-e20f8b71088c) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:45.470475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:45.478688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:45.484259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.487320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Pushing event updated for resources: {'Port': ['ID=89d8bd52-81b6-4462-9170-e637771b5fbc,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:45.489964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:45.491705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e3f86-6798-400c-adad-8877e9421f47 None None] Network 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:45.534903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.594728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396aaa4-ec8b-4ab7-a5f5-a7e8c0ca1bee None None] Network cf396149-ff08-4bd3-87d4-e20f8b71088c requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:45.608454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:45.619181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Port': ['ID=5c1e8209-27a1-4e31-9372-2e64e096fd42,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:45.665889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router cc2936cf-9d5c-4762-b133-8fa3a8f13f67 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:29:45.794994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.851586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Checking segment: {'id': '1fc872e9-942c-4735-ac6c-797ea674abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c3559fdc-1adc-4c08-8749-1132cd3daf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:45.852316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network hostable DHCP agents. Network: c3559fdc-1adc-4c08-8749-1132cd3daf23, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:45.861359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Deleting port cda38f40-2a70-40fb-b37f-cbccd1b568ea {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:45.861990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.925220 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:45.948267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Transition to ACTIVE for port object db63a67c-5861-476f-88f5-f5ba61a2fb5c will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:45.951470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33050) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:45.970160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692802912', 'description': 'tempest-description--672255263'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:45.976973 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:45.982040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Usage tracker for resource:security_group and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:45.991941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:46.000755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:46.065278 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.144900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Attempting to bind port 89d8bd52-81b6-4462-9170-e637771b5fbc on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:46.145348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Attempting to bind port 89d8bd52-81b6-4462-9170-e637771b5fbc by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'f018fdca-52f0-4149-b3ae-894319eede7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:46.145584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Attempting to bind port 89d8bd52-81b6-4462-9170-e637771b5fbc on network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:46.194623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:46.194998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Checking segment: {'id': 'f018fdca-52f0-4149-b3ae-894319eede7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:46.195396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.195786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Bound using segment: {'id': 'f018fdca-52f0-4149-b3ae-894319eede7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:46.196254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Bound port: 89d8bd52-81b6-4462-9170-e637771b5fbc, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f018fdca-52f0-4149-b3ae-894319eede7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:46.196637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.200954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:46.213481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806243263', 'description': 'tempest-description--1706745894'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:46.266373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:46.268575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Allocated IP 172.20.0.10 (d3211c14-4ea1-43a2-8727-7ed46372d48e/7b431ff9-ef20-49f5-b785-e4164a6c786f/f08a69fe-e7a1-4007-a738-b02b50c58355) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:46.275673 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1eb50e-8843-4471-a8f9-863ac3afbae1 None None] Pushing event updated for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:46.291568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 2, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:46.293928 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Sync routers for ids ['cc2936cf-9d5c-4762-b133-8fa3a8f13f67'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:46.301011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:46.312692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Checking router: 930b614c-ca6c-43ab-8816-455581f229ae for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:46.312692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Updating router 930b614c-ca6c-43ab-8816-455581f229ae port b0f2f69e-5745-465e-97ef-7c44abd14c1d binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:46.321933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Usage tracker for resource:security_group and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:46.333187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:46.340189 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Routers {'cc2936cf-9d5c-4762-b133-8fa3a8f13f67'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:46.341001 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc2936cf-9d5c-4762-b133-8fa3a8f13f67'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:46.401212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:46.462084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Attempting to bind port db63a67c-5861-476f-88f5-f5ba61a2fb5c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:46.463264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Attempting to bind port db63a67c-5861-476f-88f5-f5ba61a2fb5c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:46.463653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Attempting to bind port db63a67c-5861-476f-88f5-f5ba61a2fb5c on network 05477501-66cb-45f4-a072-f9f2ea43cd53 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:46.480317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33058) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:46.481551 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:46.482121 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Checking segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:46.483249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.483671 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Bound using segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:46.484698 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Bound port: db63a67c-5861-476f-88f5-f5ba61a2fb5c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:46.485094 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.490347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.507742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.519686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] For port 89d8bd52-81b6-4462-9170-e637771b5fbc, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:46.580098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] For port cda38f40-2a70-40fb-b37f-cbccd1b568ea, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cda38f40-2a70-40fb-b37f-cbccd1b568ea,segment=NetworkSegment(339dbbac-7099-4757-af99-8a9b7b227d6a),segment_id=339dbbac-7099-4757-af99-8a9b7b227d6a)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:46.580640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.603860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.664407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.665766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b6759eb-37f2-4f13-826b-1d526c5b6943 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3631146 Mar 18 10:29:46.678806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33062) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:46.702164 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Set router cc2936cf-9d5c-4762-b133-8fa3a8f13f67 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:46.772532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Calling delete_port for cda38f40-2a70-40fb-b37f-cbccd1b568ea owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:46.834500 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] For port db63a67c-5861-476f-88f5-f5ba61a2fb5c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:46.857805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] For port db63a67c-5861-476f-88f5-f5ba61a2fb5c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db63a67c-5861-476f-88f5-f5ba61a2fb5c,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:46.884261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.890377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.893318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.903341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Transition to ACTIVE for port object b0f2f69e-5745-465e-97ef-7c44abd14c1d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:46.908016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network c3559fdc-1adc-4c08-8749-1132cd3daf23 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:46.911349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] For port 89d8bd52-81b6-4462-9170-e637771b5fbc, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=89d8bd52-81b6-4462-9170-e637771b5fbc,segment=NetworkSegment(f018fdca-52f0-4149-b3ae-894319eede7b),segment_id=f018fdca-52f0-4149-b3ae-894319eede7b)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:46.917593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82220773-769f-45da-9223-8986118ac298 None None] DHCP port deletion for 70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:29:46.925337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-82220773-769f-45da-9223-8986118ac298 None None] Deleting port cda38f40-2a70-40fb-b37f-cbccd1b568ea {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:46.925713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82220773-769f-45da-9223-8986118ac298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.932476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:46.943346 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:46.944407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Usage tracker for resource:security_group_rule and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:46.953184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:46.969120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:47.003913 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0b34800b-7864-49c3-9ebf-447f26a58b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb8e95e97f7342ff994f58cea8520a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223050 Mar 18 10:29:47.014374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.018771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.019522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33066) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:47.048997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:47.063475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cda38f40-2a70-40fb-b37f-cbccd1b568ea no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:29:47.090322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.095615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.110734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-82220773-769f-45da-9223-8986118ac298 None None] The port 'cda38f40-2a70-40fb-b37f-cbccd1b568ea' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:29:47.111376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Usage tracker for resource:security_group_rule and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:47.131499 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1eb50e-8843-4471-a8f9-863ac3afbae1 None None] Pushing event updated for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.154217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:47.170194 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:47.170920 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:47.175709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cda38f40-2a70-40fb-b37f-cbccd1b568ea {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:29:47.176282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cda38f40-2a70-40fb-b37f-cbccd1b568ea not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:29:47.180122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:47.235168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.259417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.275929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.310270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6294a-6383-4b14-9196-f9d4cfb471e1 None None] Pushing event updated for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.357875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c3559fdc-1adc-4c08-8749-1132cd3daf23) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:47.363787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:47.372377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.378873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.379563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.379982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a6c546-ba9d-4f51-8646-74a0270d7db7 None None] Network c3559fdc-1adc-4c08-8749-1132cd3daf23 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:47.396892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Allocated IP 172.26.2.17 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/5546d198-41ac-4276-aecc-cf10c36c756e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:47.420496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] No DVR routers for this DVR port cda38f40-2a70-40fb-b37f-cbccd1b568ea on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:29:47.466552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event deleted for resources: {'Port': ['ID=cda38f40-2a70-40fb-b37f-cbccd1b568ea,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.490509 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:47.565690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.596896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.628821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:47.648286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339dbbac-7099-4757-af99-8a9b7b227d6a') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:47.648582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339dbbac-7099-4757-af99-8a9b7b227d6a') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:47.671582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.693592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.701078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:47.701470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.787676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Attempting to bind port b0f2f69e-5745-465e-97ef-7c44abd14c1d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:47.788212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Attempting to bind port b0f2f69e-5745-465e-97ef-7c44abd14c1d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:47.788673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Attempting to bind port b0f2f69e-5745-465e-97ef-7c44abd14c1d on network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:47.791923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ce766-2b83-4e03-9a7e-abaa1e5f6825 None None] Pushing event updated for resources: {'Port': ['ID=89d8bd52-81b6-4462-9170-e637771b5fbc,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.827119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.830562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.831704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08568d37-db69-4dcc-9db7-fcb2b5ff10ad HTTP/1.1" status: 204 len: 168 time: 0.7668834 Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:47.841047 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:47.868272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0e6463a9-f883-4ce1-b776-4d9195b9250f tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3914287 Mar 18 10:29:47.890962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1bae9-d284-4345-ba70-814ad347c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08568d37-db69-4dcc-9db7-fcb2b5ff10ad,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.895897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33074) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:47.912373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Network d3211c14-4ea1-43a2-8727-7ed46372d48e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:47.940392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:47.942566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:47.944435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Checking segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:47.944802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.945317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Bound using segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:47.953408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Bound port: b0f2f69e-5745-465e-97ef-7c44abd14c1d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:47.954037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:47.960900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:47.985712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.004095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.050460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.058249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] Pushing event deleted for resources: {'Network': ['ID=70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.072877 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4ac2d7f8-7700-4906-a0c2-4955ed340c55 tempest-DHCPAgentSchedulersTestJSON-241475210 tempest-DHCPAgentSchedulersTestJSON-241475210-project] 10.222.0.18 "DELETE /v2.0/networks/70f5aede-a9ee-4bd2-9c3b-17bc0c4c6488 HTTP/1.1" status: 204 len: 168 time: 2.6604133 Mar 18 10:29:48.095656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.107899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.115712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] For port b0f2f69e-5745-465e-97ef-7c44abd14c1d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:48.117084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2936cf-9d5c-4762-b133-8fa3a8f13f67', 'name': '', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98', 'external_fixed_ips': [{'subnet_id': 'cd1ce507-6349-4c72-aa08-fb5b8b46822e', 'ip_address': '2001:db8::274'}], 'enable_snat': True}, 'gw_port_id': '07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:40Z', 'updated_at': '2022-03-18T10:29:43Z', 'revision_number': 3, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port': {'id': '07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2', 'name': '', 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2936cf-9d5c-4762-b133-8fa3a8f13f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cd1ce507-6349-4c72-aa08-fb5b8b46822e', 'ip_address': '2001:db8::274', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:42Z', 'updated_at': '2022-03-18T10:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd1ce507-6349-4c72-aa08-fb5b8b46822e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:48.121207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] For port b0f2f69e-5745-465e-97ef-7c44abd14c1d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b0f2f69e-5745-465e-97ef-7c44abd14c1d,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:48.176688 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Checking router: cc2936cf-9d5c-4762-b133-8fa3a8f13f67 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:48.177691 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Updating router cc2936cf-9d5c-4762-b133-8fa3a8f13f67 port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:48.188434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc328364-e34d-496c-baea-294eeec9d12d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.194258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc328364-e34d-496c-baea-294eeec9d12d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.195007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cc328364-e34d-496c-baea-294eeec9d12d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:48.199353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4208a916-172b-4e5b-ac7d-b8d64a11b9cb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.217630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Port': ['ID=f08a69fe-e7a1-4007-a738-b02b50c58355,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.222577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.227685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.228775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-723d9c99-8562-4c67-a033-8b4d110cf48b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2756743 Mar 18 10:29:48.231573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33080) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:48.236230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.239556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'security_group_rule': {'security_group_id': '4208a916-172b-4e5b-ac7d-b8d64a11b9cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:48.241968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.246581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:48.251578 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.253481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Usage tracker for resource:security_group_rule and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:48.255545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.257086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:48.264491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:48.303129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cc328364-e34d-496c-baea-294eeec9d12d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:48.308025 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cc328364-e34d-496c-baea-294eeec9d12d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4087224 Mar 18 10:29:48.308563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33084) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:48.324509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:48.325188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:48.344060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3581b681-4c99-4400-b0da-789ba8c14672,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.349319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:48.349658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.414264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.471323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.475421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6f8dbef8-ffab-4c96-9262-927f74ddde0f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2705507 Mar 18 10:29:48.481267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33088) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:48.491042 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:46Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:48.509886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting port 1b69e094-37ea-4daf-ab64-888dc067b732 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:48.510236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.515243 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ffa1e-3f3f-4929-9cb6-1ccecac39ea6 None None] The sync data for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:46Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:48.611381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6294a-6383-4b14-9196-f9d4cfb471e1 None None] Pushing event updated for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.646254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:48.651634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'security_group_rule': {'security_group_id': '3581b681-4c99-4400-b0da-789ba8c14672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:48.834636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33098) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:48.847662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:48.887890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Usage tracker for resource:security_group_rule and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:48.911865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:48.950264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:48.972638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:49.076600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.097095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.123873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.164860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930e7b8-82e3-4253-9fcf-4159c9e0c28f None None] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:49.193408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.202004 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:29:49.278496 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.303743 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Transition to ACTIVE for port object 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:49.327275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a980b3f-b8cb-46ba-9d1d-d915ff2d73e8,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:49.332365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 89d8bd52-81b6-4462-9170-e637771b5fbc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:49.334188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.348434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.382031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.525447 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Attempting to bind port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:49.525879 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Attempting to bind port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:49.526244 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Attempting to bind port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 on network 46f2b7a0-210c-42c3-b53e-d00429c80e98 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:49.530320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:49.537766 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9752-6589-4e93-a7c4-63dce4d7f919 None None] Pushing event updated for resources: {'Port': ['ID=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:49.540350 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:29:49.540727 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Checking segment: {'id': 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:49.541149 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.541539 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Bound using segment: {'id': 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:29:49.542088 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Bound port: 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46f2b7a0-210c-42c3-b53e-d00429c80e98'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:29:49.542477 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.663677 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] For port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:49.667557 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] For port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,segment=NetworkSegment(e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb),segment_id=e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:29:49.703306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:49.759062 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.768366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.781860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Calling delete_port for 1b69e094-37ea-4daf-ab64-888dc067b732 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:49.810842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.815141 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-17540433-0d32-487b-beab-fdf62b82f79e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5825438 Mar 18 10:29:49.822493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33118) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:49.825050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a98ec409-614c-440f-914d-5db9fa094a31 None None] Provisioning for port 89d8bd52-81b6-4462-9170-e637771b5fbc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:49.830253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'security_group_rule': {'security_group_id': '4208a916-172b-4e5b-ac7d-b8d64a11b9cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:49.839629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:49.858541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Usage tracker for resource:security_group_rule and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:49.864920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:49.875430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.878455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 89d8bd52-81b6-4462-9170-e637771b5fbc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:49.878592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:49.904463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 89d8bd52-81b6-4462-9170-e637771b5fbc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:49.904643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:49.940675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edb3315-5821-4424-b39b-9f2a93be8eb8,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:49.965433 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Routers {'cc2936cf-9d5c-4762-b133-8fa3a8f13f67'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:49.966383 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc2936cf-9d5c-4762-b133-8fa3a8f13f67'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:50.011141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:48Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:50.040843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.071128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.095166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.098470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e192a2c3-14ef-4144-9d76-52cc519da3db tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6142831 Mar 18 10:29:50.123470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be9678-a4e6-4342-bbe2-212ada07ca4a None None] The sync data for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv is: [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:48Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:50.160041 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9752-6589-4e93-a7c4-63dce4d7f919 None None] Pushing event updated for resources: {'Port': ['ID=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.169269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.233775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33124) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:50.234516 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] Set router cc2936cf-9d5c-4762-b133-8fa3a8f13f67 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:29:50.259123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.263261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:50.285245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'security_group_rule': {'security_group_id': '3581b681-4c99-4400-b0da-789ba8c14672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:50.290084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:50.304016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Port': ['ID=1b69e094-37ea-4daf-ab64-888dc067b732,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.334589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.364152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 89d8bd52-81b6-4462-9170-e637771b5fbc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=89d8bd52-81b6-4462-9170-e637771b5fbc,segment=NetworkSegment(f018fdca-52f0-4149-b3ae-894319eede7b),segment_id=f018fdca-52f0-4149-b3ae-894319eede7b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:50.381495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:50.397238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.453722 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2936cf-9d5c-4762-b133-8fa3a8f13f67', 'name': '', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:40Z', 'updated_at': '2022-03-18T10:29:48Z', 'revision_number': 4, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:50.458278 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a37e6-568b-4c64-ac23-58557997efe3 None None] The sync data for ids ['cc2936cf-9d5c-4762-b133-8fa3a8f13f67'] in dv-neutron-834265-1-hyperv is: [{'id': 'cc2936cf-9d5c-4762-b133-8fa3a8f13f67', 'name': '', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:40Z', 'updated_at': '2022-03-18T10:29:48Z', 'revision_number': 4, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:50.462447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.464583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db63a67c-5861-476f-88f5-f5ba61a2fb5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:50.475575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=5546d198-41ac-4276-aecc-cf10c36c756e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.494869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.494994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Usage tracker for resource:security_group_rule and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:50.520137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-da17f339-786e-4e74-b70a-821ab39c49c2 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/ports/1b69e094-37ea-4daf-ab64-888dc067b732 HTTP/1.1" status: 204 len: 168 time: 2.2096515 Mar 18 10:29:50.531834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:50.533182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33130) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:50.545048 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b36d49dc-1ca2-4e16-a2d4-e8b2c8bd16e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80569dc0ae5747df8b6cb06b8af636ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7092116 Mar 18 10:29:50.553296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33134) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:50.639548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc4d8e8-634a-4374-aae9-6f2563fe775e,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.672407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=89d8bd52-81b6-4462-9170-e637771b5fbc,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.687868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting port 5c1e8209-27a1-4e31-9372-2e64e096fd42 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:50.688215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.703725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:50.739921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.741112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-19460f3a-7eac-4c90-ad34-f096aef14e8f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9178054 Mar 18 10:29:50.748079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port db63a67c-5861-476f-88f5-f5ba61a2fb5c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:50.749035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33140) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:50.764230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port db63a67c-5861-476f-88f5-f5ba61a2fb5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:50.764230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.764376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:50.779593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:50.807292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Usage tracker for resource:floatingip and tenant:0b99ffe3f21c4f45970d6b165bb05657 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:50.814236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:50.821191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.854946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aadf7240-7278-4f01-bbc9-81ce6845c23f None None] Provisioning complete for port 89d8bd52-81b6-4462-9170-e637771b5fbc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:50.855375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aadf7240-7278-4f01-bbc9-81ce6845c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.866287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:50.935847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.945126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:50.976167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.019815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.037195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port db63a67c-5861-476f-88f5-f5ba61a2fb5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db63a67c-5861-476f-88f5-f5ba61a2fb5c,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:51.076259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.112216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:29:51.112781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:29:51.119552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.267780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Calling delete_port for 5c1e8209-27a1-4e31-9372-2e64e096fd42 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:51.276285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.334011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.370543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.410179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33152) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:51.416606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7875a570-7cae-4d7f-b627-3f222a11e4c8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.433877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.436318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.437533 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-815eef8b-a2ca-4427-997c-541b9b0fd1ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7875a570-7cae-4d7f-b627-3f222a11e4c8 HTTP/1.1" status: 204 len: 168 time: 0.8406532 Mar 18 10:29:51.461400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 89d8bd52-81b6-4462-9170-e637771b5fbc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:51.470572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.516337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.535572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.547998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516b5fd0-f67b-49ee-88e9-3c4df56c19fe,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.598569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.617679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Port': ['ID=5c1e8209-27a1-4e31-9372-2e64e096fd42,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.623617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.671561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:51.671900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.679945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 89d8bd52-81b6-4462-9170-e637771b5fbc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:51.680442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.681720 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b8a07fe9-93ed-4aad-abbd-5dfa4087d18d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/ports/5c1e8209-27a1-4e31-9372-2e64e096fd42 HTTP/1.1" status: 204 len: 168 time: 1.1475232 Mar 18 10:29:51.688127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33160) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:51.695974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.745717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.747068 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-53c2bf0a-4a42-41bb-a1fc-40c740bbaa4a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4854727 Mar 18 10:29:51.758970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33164) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:51.762805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-58e2b059-9767-4b54-ba4f-af203842ad9c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:51.776336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:51.789659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:51.797439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Usage tracker for resource:floatingip and tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:51.801472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:51.807981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:51.849994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Allocated IP 172.26.2.111 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/59ec92ab-7d42-44f1-9af0-ccddda2cdf16) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:51.856871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1586894598'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:51.896107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:51.906512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:51.939017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b0f2f69e-5745-465e-97ef-7c44abd14c1d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:51.982504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Usage tracker for resource:network and tenant:688452e0812c42caaf5749f7c407ea1c is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:51.990363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-58e2b059-9767-4b54-ba4f-af203842ad9c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:51.998778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-58e2b059-9767-4b54-ba4f-af203842ad9c tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3066633 Mar 18 10:29:51.999851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:52.006732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6cdba3d6-692c-4722-b52a-589e499bb566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.008571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Port': ['ID=f08a69fe-e7a1-4007-a738-b02b50c58355,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.013916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33170) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:52.025692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1019616467'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:52.042995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:52.102616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port b0f2f69e-5745-465e-97ef-7c44abd14c1d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:52.105788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:network and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:52.107975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port b0f2f69e-5745-465e-97ef-7c44abd14c1d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:52.108696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.116622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:52.158557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:52.181031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:52.267904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.289624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.340315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port b0f2f69e-5745-465e-97ef-7c44abd14c1d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b0f2f69e-5745-465e-97ef-7c44abd14c1d,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:52.384024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.398450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Made reservation on behalf of 688452e0812c42caaf5749f7c407ea1c for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:52.402478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.409305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.423912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.433052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.436778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3730be57-6782-4daf-ba95-ed07f8069e1a tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1104741 Mar 18 10:29:52.446962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:52.468744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33178) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:52.471294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:52.474679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.485748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.535974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.544657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:52.553598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:52.570249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Usage tracker for resource:security_group_rule and tenant:688452e0812c42caaf5749f7c407ea1c is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:52.574376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.575444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:52.583456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb478e0681746259cbd3950a8bb0862 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:52.586387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.586730 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment 427a0dbc-388d-4ca8-a98b-c17243680c75 of type vlan for network 302e1fc5-82e4-4243-ac21-1c8e70415b29 Mar 18 10:29:52.589982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:52.600187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:52.639278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.640653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] For port 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,segment=NetworkSegment(e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb),segment_id=e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:29:52.641197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.658227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:52.667717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d42df3a2-6efd-434b-b6cc-d5113c1f126b tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Synchronizing usage tracker for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:floatingip {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:52.694261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.727581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:52.792375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:52.803805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:52.811989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for 07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:52.816769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:52.850309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'Port': ['ID=59ec92ab-7d42-44f1-9af0-ccddda2cdf16,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.860530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.861849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.867675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:52.867808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:52.898216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Allocated IP 172.26.2.150 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0f4da005-edab-4261-bd40-85b016ef50ee) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:52.970353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.069961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.130290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=302e1fc5-82e4-4243-ac21-1c8e70415b29,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.144664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 302e1fc5-82e4-4243-ac21-1c8e70415b29 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:53.169458 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bca2e25c-b586-47f7-8b2c-f3280c1d927b tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1492550 Mar 18 10:29:53.178044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33182) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:53.205522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-981120688'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:53.209573 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebb478e0681746259cbd3950a8bb0862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224078 Mar 18 10:29:53.213297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d42df3a2-6efd-434b-b6cc-d5113c1f126b tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Unset dirty status for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:floatingip {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:53.217063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d42df3a2-6efd-434b-b6cc-d5113c1f126b tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=d3211c14-4ea1-43a2-8727-7ed46372d48e HTTP/1.1" status: 200 len: 690 time: 0.7647882 Mar 18 10:29:53.218341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33186) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:53.218805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33188) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:53.219535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f509a-0a50-49ec-ab91-bf010b6a1791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07f8cc-70d8-4241-8bd5-cd7fd66455d8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.224475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.229225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:53.247162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:network and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:53.252070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:53.255873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b0f2f69e-5745-465e-97ef-7c44abd14c1d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:53.261638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:53.290954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.326048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:53.328392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.343961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port b0f2f69e-5745-465e-97ef-7c44abd14c1d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:53.344368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.389862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a368aa9-84e9-4cac-95dd-3dba3e39d422,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.391968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Port': ['ID=07b4517d-7dcb-4d17-8c7f-3e33f6a0d2e2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.394569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.394905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Added segment 83e43355-2728-483f-bab7-761eb8131a3a of type vlan for network 365d165c-916a-4823-bce9-a1da4e7ae255 Mar 18 10:29:53.408768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.422812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Router a11ae7be-02af-4090-a1b7-f3f91db16bcb is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:29:53.424580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:53.427955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.468016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.469428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.471630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.483142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db63a67c-5861-476f-88f5-f5ba61a2fb5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:29:53.491929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.550351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port db63a67c-5861-476f-88f5-f5ba61a2fb5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:53.550959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.604624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.635587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Deleting port f08a69fe-e7a1-4007-a738-b02b50c58355 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:53.636066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.660438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.681523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:53.722908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.792613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.852410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.854346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.854725 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Added segment 358ee1bd-4cdb-4644-936d-05a1097b6e7a of type vlan for network a6b74290-9838-4f0a-a1b9-75845058882e Mar 18 10:29:53.857598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:53.868925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:53.954263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:53.961002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:53.968782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:54.002073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'Port': ['ID=0f4da005-edab-4261-bd40-85b016ef50ee,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.032352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.058880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.072887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:29:54.085341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.088634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] Sync routers for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:54.090855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.091114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.099640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:54.100278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.143277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.143695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc2936cf-9d5c-4762-b133-8fa3a8f13f67 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:29:54.171254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.182073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:29:54.182916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.217420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07f8cc-70d8-4241-8bd5-cd7fd66455d8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.255476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.256837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0349c41-a9f4-49f6-a924-ac3018fc937a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cc2936cf-9d5c-4762-b133-8fa3a8f13f67 HTTP/1.1" status: 204 len: 168 time: 7.5769868 Mar 18 10:29:54.260769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33196) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:54.264937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.265385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1b93b-65b1-4d8b-8da8-bb2e83bf9f4b None None] The sync data for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:54.284936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.289924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.292854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.299092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.299372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.307345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Pushing event updated for resources: {'Network': ['ID=365d165c-916a-4823-bce9-a1da4e7ae255,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.324695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.326171 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1aee5a93-ac5e-40fe-aa4f-63432dbd275e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.0007439 Mar 18 10:29:54.331100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ae44dfbd-baa4-405d-879b-07b9553c810d tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9089482 Mar 18 10:29:54.344064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 365d165c-916a-4823-bce9-a1da4e7ae255 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:54.349902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33200) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:54.395194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.396233 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae865394-50bc-4909-bd60-30983f4084a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca07f8cc-70d8-4241-8bd5-cd7fd66455d8 HTTP/1.1" status: 204 len: 168 time: 1.1720822 Mar 18 10:29:54.442171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0739-d4dc-4b47-899d-37f46d65186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.472367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Calling delete_port for f08a69fe-e7a1-4007-a738-b02b50c58355 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:29:54.514865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting subnet cd1ce507-6349-4c72-aa08-fb5b8b46822e {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:29:54.526238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.550017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.556824 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3681211 Mar 18 10:29:54.574414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38655c6-24d4-4f67-bb14-051da2608048 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Network': ['ID=a6b74290-9838-4f0a-a1b9-75845058882e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.628248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a6b74290-9838-4f0a-a1b9-75845058882e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:54.666038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.721091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:54.726720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'subnets': [{'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2085213229', 'ip_version': 4}, {'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:54.727229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'subnet': {'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2085213229', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:54.727934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Request body: {'subnet': {'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:54.734689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.752451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.806121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.862767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:54.882984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255', 'binding:host_id': 'hv-neutron-8342', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-731263894'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:54.925935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.958829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:54.990404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Usage tracker for resource:port and tenant:2389aa9ad26a49b6b431a93b4b082598 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:54.992209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:54.994841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'Port': ['ID=59ec92ab-7d42-44f1-9af0-ccddda2cdf16,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.028775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.055184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:55.076451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:55.104756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.108627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Port': ['ID=f08a69fe-e7a1-4007-a738-b02b50c58355,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.166165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.186514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Made reservation on behalf of 2389aa9ad26a49b6b431a93b4b082598 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:55.186514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.207449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.289526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.298511 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f81f868b-7d7f-49f7-812f-1b222391065d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5389075 Mar 18 10:29:55.308150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.321336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:55.334273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Usage tracker for resource:security_group_rule and tenant:2389aa9ad26a49b6b431a93b4b082598 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:55.341713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:55.353716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:55.372237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.423315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:55.441298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Usage tracker for resource:subnet and tenant:5716f6a57f324dd4a29a0cd409bd0fe5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:55.445614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:55.454453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:55.477521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.550139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.562960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.584617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Made reservation on behalf of 5716f6a57f324dd4a29a0cd409bd0fe5 for: {'subnet': 2} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:55.589566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.590077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.597912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.628400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.633565 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1ce507-6349-4c72-aa08-fb5b8b46822e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.648224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.653536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.693124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.709728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:55.760059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-580c0c81-8f3f-40a2-8ccf-3a95793d9eb2 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/cd1ce507-6349-4c72-aa08-fb5b8b46822e HTTP/1.1" status: 204 len: 168 time: 1.4958034 Mar 18 10:29:55.769794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33254) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:55.784378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b431ff9-ef20-49f5-b785-e4164a6c786f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.876588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'Port': ['ID=0f4da005-edab-4261-bd40-85b016ef50ee,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.891872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4af1e-80d5-4409-8818-47d0d476e8ea,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.971163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:55.978201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.046142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.049648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3211c14-4ea1-43a2-8727-7ed46372d48e']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:56.087007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efab42e8-6d16-4155-a5f0-2147d0b96d3c') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:56.087313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efab42e8-6d16-4155-a5f0-2147d0b96d3c') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:56.111567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:56.116614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.121199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.129955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.132023 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3386f5d0-59bf-46c5-b5cb-b60656da6a7a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3628204 Mar 18 10:29:56.143686 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 10:29:56.300389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.317796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:56.318226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:56.334505 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:56.363772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-fc3d4415-351d-4567-b0f0-6f136378f660 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--692802912&fields=id&tenant_id=0b99ffe3f21c4f45970d6b165bb05657 HTTP/1.1" status: 200 len: 267 time: 0.2369313 Mar 18 10:29:56.460745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:29:56.471156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.528699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.554490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Transition to ACTIVE for port object 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:56.556437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.580854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3211c14-4ea1-43a2-8727-7ed46372d48e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:29:56.588381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.590129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3211c14-4ea1-43a2-8727-7ed46372d48e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:56.600133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-98f663d6-fd41-44d1-bfd2-933d7043e711 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d3211c14-4ea1-43a2-8727-7ed46372d48e HTTP/1.1" status: 204 len: 168 time: 3.3735890 Mar 18 10:29:56.601282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33294) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:56.661963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.736103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ee00ad74-a00d-439a-9163-9e17d03a0623 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Synchronizing usage tracker for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:floatingip {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:56.777734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:56.794357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Checking segment: {'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:56.794901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Network hostable DHCP agents. Network: 365d165c-916a-4823-bce9-a1da4e7ae255, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:56.822278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:56.828798 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 10:29:56.850437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ee00ad74-a00d-439a-9163-9e17d03a0623 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Unset dirty status for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:floatingip {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:56.854797 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ee00ad74-a00d-439a-9163-9e17d03a0623 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.2522254 Mar 18 10:29:56.855600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33310) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:56.858601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33312) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:56.902383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:56.932363 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-03ca45f0-0f8b-4a11-a9eb-82f52b1f279f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--806243263&fields=id&tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e HTTP/1.1" status: 200 len: 267 time: 0.1078584 Mar 18 10:29:56.979949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Network 365d165c-916a-4823-bce9-a1da4e7ae255 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:57.001476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f2b7a0-210c-42c3-b53e-d00429c80e98']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:57.014711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:57.014984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a7abbb-9e6c-4ff3-a72b-8b3196cfddeb') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:57.028172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.045359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.045493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.045920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.046405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.046849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.047282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.047718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.048623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Synchronizing usage tracker for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:57.052479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:29:57.052913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.129983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-97cac36e-9830-4c34-a8d2-0f7260dac9ec tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.137334 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-97cac36e-9830-4c34-a8d2-0f7260dac9ec tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/networks?id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df HTTP/1.1" status: 200 len: 806 time: 0.2040265 Mar 18 10:29:57.148186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 365d165c-916a-4823-bce9-a1da4e7ae255) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:57.159501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66499c-2082-4834-ae2d-d1e5a3b57cd8 None None] Network 365d165c-916a-4823-bce9-a1da4e7ae255 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:57.163037 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-fda641b1-fb67-4cfd-85fb-c256d0199ff6 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/quotas/39dfcc4bd33c4ce6aedc33ff5dd5be3e HTTP/1.1" status: 200 len: 375 time: 0.0247970 Mar 18 10:29:57.163796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:29:57.195244 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:29:57.214089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Unset dirty status for tenant:a2c01286f1104b4d97f4290d540b7c45 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:57.219335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b0571dde-3461-47ee-b2b1-879aa0f2034d tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3969 time: 0.3606818 Mar 18 10:29:57.220003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33322) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:57.234173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-865066964', 'router:external': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:57.260120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.307377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.307377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.307377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.310417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:57.324605 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-63ec33c9-b796-4639-ac2b-fef965d7b0d2 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] delete failed (client error): The resource could not be found. Mar 18 10:29:57.328741 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63ec33c9-b796-4639-ac2b-fef965d7b0d2 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/6e84ec38-e8d2-4afa-830e-fc0e821df951 HTTP/1.1" status: 404 len: 345 time: 0.0957470 Mar 18 10:29:57.328741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:network and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:57.333763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:57.336121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33326) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:57.336700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.337033 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.342452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 2 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.369524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:57.391234 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f527df58-3d38-436b-bd4b-c555d6a18d2f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] DELETE failed (client error): The resource could not be found. Mar 18 10:29:57.391699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f527df58-3d38-436b-bd4b-c555d6a18d2f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:29:57.393366 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f527df58-3d38-436b-bd4b-c555d6a18d2f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d3211c14-4ea1-43a2-8727-7ed46372d48e HTTP/1.1" status: 404 len: 339 time: 0.0555053 Mar 18 10:29:57.394577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.394577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.394754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.398106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33330) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:57.408289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'name': 'tempest-network--1333249638', 'router:external': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:57.411055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.411383 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.413172 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 3 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.420391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:57.434382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:network and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:57.439124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:57.447731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:57.451467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.451796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.452128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.456531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Made reservation on behalf of 200fd9f823b94ac39d265d83550f2d14 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:57.458776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.477686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-37b38ffd-5d9e-49d2-95ac-dbe86cdea4d8 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Synchronizing usage tracker for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:57.478374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Subnet': ['ID=62be3fc2-5749-4d20-85cf-8f0711ff4645,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:57.485891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.486135 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.486712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.492424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-6c612f74-6f98-483f-a8f6-bcd70c99120a tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.493949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-6c612f74-6f98-483f-a8f6-bcd70c99120a tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/networks?id=05477501-66cb-45f4-a072-f9f2ea43cd53 HTTP/1.1" status: 200 len: 812 time: 1.0672305 Mar 18 10:29:57.499991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 4 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.513300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.520903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:57.527849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.528130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.528464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.532153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:security_group_rule and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:57.535978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:57.542752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:57.544598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.545011 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.546258 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 5 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.556258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-ec9e2d81-a5e8-4ef4-b962-56ca15552642 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/quotas/0b99ffe3f21c4f45970d6b165bb05657 HTTP/1.1" status: 200 len: 375 time: 0.0485966 Mar 18 10:29:57.563120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46f2b7a0-210c-42c3-b53e-d00429c80e98 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:29:57.563540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:57.565779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.567960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Network': ['ID=46f2b7a0-210c-42c3-b53e-d00429c80e98,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:57.569520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Checking segment: {'id': '427a0dbc-388d-4ca8-a98b-c17243680c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:57.569912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network hostable DHCP agents. Network: 302e1fc5-82e4-4243-ac21-1c8e70415b29, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:57.592104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.592433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.592763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.601925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.605059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.605388 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.610219 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 6 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.628127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-37b38ffd-5d9e-49d2-95ac-dbe86cdea4d8 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Unset dirty status for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:57.629472 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-37b38ffd-5d9e-49d2-95ac-dbe86cdea4d8 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4493966 Mar 18 10:29:57.635608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:57.646763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.647102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.647425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.659882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.660178 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.665812 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 7 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.674687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.675031 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Added segment 6f3ec64c-e5b8-44f1-88cd-bdb4c99114f2 of type vlan for network 41d4357c-e8b3-46e9-875d-f913b5b19cf7 Mar 18 10:29:57.688124 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cb2f1444-62cf-40bd-bd9f-1a9d65158cad tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/networks/46f2b7a0-210c-42c3-b53e-d00429c80e98 HTTP/1.1" status: 204 len: 168 time: 1.9128251 Mar 18 10:29:57.709411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.709742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.710549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.723583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Allocated IP 172.20.0.1 (b76be7ee-56fe-41b4-8ea7-de9a3de783b4/7ec4ac68-70e3-476d-a7fc-66b42ad7b220/e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:57.725101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.725425 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.728173 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 8 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.780629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.785577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.785940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.786272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.794626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.799785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.800111 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.802652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 9 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.836547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.836846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.837177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.845615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.845965 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.847118 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 10 to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b Mar 18 10:29:57.868223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:29:57.868553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:29:57.868887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:29:57.880648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.901741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:29:57.902090 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:29:57.902447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.914983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network 302e1fc5-82e4-4243-ac21-1c8e70415b29 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:57.954689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-8b0f2e87-13eb-4cd8-8fe9-b232ea80b4f8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:29:57.962009 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-8b0f2e87-13eb-4cd8-8fe9-b232ea80b4f8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1344433 Mar 18 10:29:57.987638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:57.989225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.989896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.000133 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-53fa465f-496d-4948-8778-06091a9af188 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b99ffe3f21c4f45970d6b165bb05657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3942320 Mar 18 10:29:58.002268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.005885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 302e1fc5-82e4-4243-ac21-1c8e70415b29) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:58.017147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.017276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b6d52-b3f2-423a-89e7-dd4320273ef9 None None] Network 302e1fc5-82e4-4243-ac21-1c8e70415b29 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:58.099722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Transition to ACTIVE for port object e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:58.132046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:58.163959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca649c0-adff-4048-acd7-0f0b0d248d7f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.196401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event updated for resources: {'Subnet': ['ID=a598444b-657a-48a4-bc9d-4fe7feb5b4e0,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.212173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33350) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:58.222231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'name': 'tempest-router--1634819607', 'project_id': '1eb7eebaab2242a0a201aa1afe8f698b'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:58.230922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Checking segment: {'id': '358ee1bd-4cdb-4644-936d-05a1097b6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:29:58.231496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network hostable DHCP agents. Network: a6b74290-9838-4f0a-a1b9-75845058882e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:58.238237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:58.248751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:router and tenant:1eb7eebaab2242a0a201aa1afe8f698b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:58.255903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:58.268970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:58.278933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.279575 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Added segment a6b34693-0506-4de9-87bb-bfda9ab7f189 of type vlan for network 0bd05718-de99-4aca-b8f8-08a217ff8d36 Mar 18 10:29:58.314887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=41d4357c-e8b3-46e9-875d-f913b5b19cf7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.317064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-e3786e8b-8ead-4b69-8578-8aed3e2c24b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:29:58.318594 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-e3786e8b-8ead-4b69-8578-8aed3e2c24b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650842 Mar 18 10:29:58.325261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 41d4357c-e8b3-46e9-875d-f913b5b19cf7 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:58.349154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.380378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:29:58.380733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempted to set empty binding levels {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:29:58.382615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.387597 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-fb48d3a6-9178-4bd5-a18f-8a4b5c803e00 service neutron] 10.222.0.18 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249151 Mar 18 10:29:58.408771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Network a6b74290-9838-4f0a-a1b9-75845058882e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:58.485095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:58.492982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:58.505086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:58.517316 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6bd1491c-5a19-46c3-8c32-553851fbe3f9 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1171296 Mar 18 10:29:58.522083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33356) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:58.525223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-302e1fc5-82e4-4243-ac21-1c8e70415b29', 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29', 'tenant_id': '5716f6a57f324dd4a29a0cd409bd0fe5', 'fixed_ips': [{'subnet_id': '62be3fc2-5749-4d20-85cf-8f0711ff4645'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:58.526089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.526194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.531680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:29:58.550014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.551008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.582814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.602242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a6b74290-9838-4f0a-a1b9-75845058882e) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:58.625332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89af071-da86-446d-9048-c1b20f15c1dd None None] Network a6b74290-9838-4f0a-a1b9-75845058882e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:29:58.632055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.632568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.633190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.645284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.713438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.714054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.782662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.803130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.804578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.804578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.804766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-19f5dd0d-c10a-4536-b6e9-d6fb4573cddc service neutron] 10.222.0.18 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772694 Mar 18 10:29:58.821264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Allocated IP 172.20.0.2 (302e1fc5-82e4-4243-ac21-1c8e70415b29/62be3fc2-5749-4d20-85cf-8f0711ff4645/ea7b5a64-e056-4079-8e83-9d490302bf64) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:58.825178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.889115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:58.952587 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-dd0ec423-144d-43ab-a394-6f5945985372 service neutron] 10.222.0.18 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542810 Mar 18 10:29:58.961295 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a6174d6e-f52a-4ccf-ac28-0772285da86d tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2388785 Mar 18 10:29:58.971774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33360) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:58.977724 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b8c7962-b965-478a-9a38-c9a35100527f tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.1054072 Mar 18 10:29:58.981860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:58.983917 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1235323 Mar 18 10:29:58.986231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aaa20-565e-49e8-875f-3aec7739e847 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Network': ['ID=0bd05718-de99-4aca-b8f8-08a217ff8d36,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.988332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33368) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:59.031727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'subnet': {'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:59.042367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18a5cd-cc9a-4525-8b43-0e3ac430183a tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.048704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18a5cd-cc9a-4525-8b43-0e3ac430183a tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.054637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18a5cd-cc9a-4525-8b43-0e3ac430183a tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.060273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18a5cd-cc9a-4525-8b43-0e3ac430183a tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.065006 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9c18a5cd-cc9a-4525-8b43-0e3ac430183a tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5378416 Mar 18 10:29:59.075172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:29:59.075864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33372) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:59.082974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:subnet and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:29:59.087603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:29:59.092614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.094330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d333e9bc-66e1-4b4e-9f8c-f75810504e52 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8810670 Mar 18 10:29:59.101400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:29:59.103154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33376) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:59.103828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:29:59.168764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Deleting port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:29:59.169096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.174503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.175978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.177556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.178387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:29:59.304492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Made reservation on behalf of 200fd9f823b94ac39d265d83550f2d14 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:59.306496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.330400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.365201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a6b74290-9838-4f0a-a1b9-75845058882e', 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e', 'tenant_id': '5716f6a57f324dd4a29a0cd409bd0fe5', 'fixed_ips': [{'subnet_id': 'a598444b-657a-48a4-bc9d-4fe7feb5b4e0'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:29:59.370810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.401488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.414691 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-09efeb08-ad39-491e-9be1-981eb3cdd4f6 service neutron] 10.222.0.18 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690062 Mar 18 10:29:59.419344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Transition to ACTIVE for port object ea7b5a64-e056-4079-8e83-9d490302bf64 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:59.448271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Transition to ACTIVE for port object ea7b5a64-e056-4079-8e83-9d490302bf64 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:29:59.455223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.457468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c8d25c30-7365-4d5b-9fd1-31f2aeebcf29 None None] Provisioning for port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:29:59.470093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c8d25c30-7365-4d5b-9fd1-31f2aeebcf29 None None] Provisioning complete for port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:29:59.476515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c8d25c30-7365-4d5b-9fd1-31f2aeebcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.537782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c8d25c30-7365-4d5b-9fd1-31f2aeebcf29 None None] Port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:29:59.581521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:29:59.585602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-683190f8-3d0b-4507-9029-d93083458518 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6078777 Mar 18 10:29:59.591716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.594676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33398) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:29:59.611467 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-277ff302-8fe3-48cf-a07e-95dac941237a req-0fc4a948-e410-499f-8db8-4c5b37e3beef tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.2825458 Mar 18 10:29:59.648466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Network 302e1fc5-82e4-4243-ac21-1c8e70415b29 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:59.656476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:59.667167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.673051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:29:59.762110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:29:59.857734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d4357c-e8b3-46e9-875d-f913b5b19cf7']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:59.860864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Pushing event updated for resources: {'Port': ['ID=ea7b5a64-e056-4079-8e83-9d490302bf64,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:59.868506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting subnet 62be3fc2-5749-4d20-85cf-8f0711ff4645 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:30:00.099406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Allocated IP 172.20.0.18 (a6b74290-9838-4f0a-a1b9-75845058882e/a598444b-657a-48a4-bc9d-4fe7feb5b4e0/b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:00.164331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.194096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-82b828bf-8abe-4d5f-b8ff-e06bfef6934c req-b9e3ca46-bfab-484f-9fe6-301425a7a577 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Synchronizing usage tracker for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:00.205140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ec64c-e5b8-44f1-88cd-bdb4c99114f2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:00.205451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ec64c-e5b8-44f1-88cd-bdb4c99114f2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:00.229013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.245166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.248697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Attempting to bind port ea7b5a64-e056-4079-8e83-9d490302bf64 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:00.249220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Attempting to bind port ea7b5a64-e056-4079-8e83-9d490302bf64 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '427a0dbc-388d-4ca8-a98b-c17243680c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:00.249319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Attempting to bind port ea7b5a64-e056-4079-8e83-9d490302bf64 on network 302e1fc5-82e4-4243-ac21-1c8e70415b29 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:00.258005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:00.258385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Checking segment: {'id': '427a0dbc-388d-4ca8-a98b-c17243680c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:00.258811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.259210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Bound using segment: {'id': '427a0dbc-388d-4ca8-a98b-c17243680c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:00.259725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Bound port: ea7b5a64-e056-4079-8e83-9d490302bf64, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427a0dbc-388d-4ca8-a98b-c17243680c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '302e1fc5-82e4-4243-ac21-1c8e70415b29'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:00.260117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.261588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.313400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.352670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.364863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b, host hv-neutron-8342, got binding levels [] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:00.365497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.376592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:00.376995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:00.390858 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:00.538704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.545965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.558539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.569297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Transition to ACTIVE for port object b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:00.575871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.576381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab34d4a-e015-47a4-8358-56b6e628db6e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:00.578447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-82b828bf-8abe-4d5f-b8ff-e06bfef6934c req-b9e3ca46-bfab-484f-9fe6-301425a7a577 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Unset dirty status for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:00.590462 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-82b828bf-8abe-4d5f-b8ff-e06bfef6934c req-b9e3ca46-bfab-484f-9fe6-301425a7a577 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.7420757 Mar 18 10:30:00.593773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Transition to ACTIVE for port object b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:00.615129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Calling delete_port for 46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:00.722411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.722411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.722595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.722595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9bf94b18-477c-4b18-9de1-0293014069c9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8ab34d4a-e015-47a4-8358-56b6e628db6e HTTP/1.1" status: 204 len: 168 time: 1.5922399 Mar 18 10:30:00.789146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41d4357c-e8b3-46e9-875d-f913b5b19cf7 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:30:00.814402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.831182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Network': ['ID=41d4357c-e8b3-46e9-875d-f913b5b19cf7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:00.836484 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a81ef635-7f7a-4f63-bc17-23ca0c2c8a10 req-c27595b1-9e3c-42fd-98c9-8c31254d592b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.0804017 Mar 18 10:30:00.876077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.881265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:00.887487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.919063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:00.952165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-da197809-97e6-41a7-975e-a44666a62575 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:00.964299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Subnet': ['ID=62be3fc2-5749-4d20-85cf-8f0711ff4645,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:00.980012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-da197809-97e6-41a7-975e-a44666a62575 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:00.983644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Network a6b74290-9838-4f0a-a1b9-75845058882e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:00.987068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:00.990771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:01.016172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.020945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eb577743-734d-4045-b5cc-f8e2fa850aa0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/subnets/62be3fc2-5749-4d20-85cf-8f0711ff4645 HTTP/1.1" status: 204 len: 168 time: 1.4251595 Mar 18 10:30:01.025993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:01.027479 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-80a5cf4d-6c05-4a07-9b54-9c65e23214cb tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/41d4357c-e8b3-46e9-875d-f913b5b19cf7 HTTP/1.1" status: 204 len: 168 time: 1.9425812 Mar 18 10:30:01.039295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.040832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33454) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:01.109852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Pushing event updated for resources: {'Port': ['ID=b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.116588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.144424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting subnet a598444b-657a-48a4-bc9d-4fe7feb5b4e0 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:30:01.154712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.170884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Attempting to bind port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:01.175819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Attempting to bind port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '358ee1bd-4cdb-4644-936d-05a1097b6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:01.175819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Attempting to bind port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 on network a6b74290-9838-4f0a-a1b9-75845058882e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:01.188454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:01.188624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Checking segment: {'id': '358ee1bd-4cdb-4644-936d-05a1097b6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:01.188981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.189382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Bound using segment: {'id': '358ee1bd-4cdb-4644-936d-05a1097b6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:01.189856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Bound port: b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358ee1bd-4cdb-4644-936d-05a1097b6e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a6b74290-9838-4f0a-a1b9-75845058882e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:01.190236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.194381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33460) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:01.201430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:01.209297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:01.210279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'name': 'tempest-network--1863812263', 'router:external': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:01.223922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:01.240853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:network and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:01.250883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:01.263880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:01.276880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event deleted for resources: {'Port': ['ID=46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.300243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.314746 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4144adf5-afd6-464a-929f-0be085aca5c0 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "DELETE /v2.0/ports/46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b HTTP/1.1" status: 204 len: 168 time: 2.3295040 Mar 18 10:30:01.361810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] For port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:01.365678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] For port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266,segment=NetworkSegment(358ee1bd-4cdb-4644-936d-05a1097b6e7a),segment_id=358ee1bd-4cdb-4644-936d-05a1097b6e7a)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:01.372998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33470) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:01.406386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da197809-97e6-41a7-975e-a44666a62575 None None] Pushing event updated for resources: {'Port': ['ID=ea7b5a64-e056-4079-8e83-9d490302bf64,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.472445 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fa8292-437a-4391-9909-1f436c121bf5 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:30:01.473244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fa8292-437a-4391-9909-1f436c121bf5 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Synchronizing usage tracker for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:01.487404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:01.489692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.520342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.537403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.602145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47fa8292-437a-4391-9909-1f436c121bf5 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Unset dirty status for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:01.611032 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47fa8292-437a-4391-9909-1f436c121bf5 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports/46b445f5-2c24-4d1a-aeb6-b83e4c3aea5b HTTP/1.1" status: 404 len: 333 time: 0.2335999 Mar 18 10:30:01.611032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:01.611032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33474) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:01.623221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2098257715'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:01.643926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:01.647038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.647387 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Added segment 1ae96c6f-aec3-4715-976f-5210bd56096b of type vlan for network 48920eba-2f0d-4e9c-b39a-1395a3f87f0f Mar 18 10:30:01.667461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:01.728283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f6d40848-f1eb-4bbd-99a4-c09e9285b51e None None] Provisioning complete for port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:01.728663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f6d40848-f1eb-4bbd-99a4-c09e9285b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.784577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1231422634', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:01.798076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269212d9-9e47-4665-8d8d-cd49ca500bab None None] Pushing event updated for resources: {'Port': ['ID=b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.806224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:01.830540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:01.839302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:01.857128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:01.903702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:01.908169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f6d40848-f1eb-4bbd-99a4-c09e9285b51e None None] Port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:01.953972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Router a11ae7be-02af-4090-a1b7-f3f91db16bcb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:02.016688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.104842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:30:02.104842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.148786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.149787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.153473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Made reservation on behalf of 2389aa9ad26a49b6b431a93b4b082598 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:02.157099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.167655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce244fc7-fd50-4bdc-aac3-99e40454e017 req-f8b2f8ab-f86e-4682-a71d-73506c529a00 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.4897404 Mar 18 10:30:02.236688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 243f61a3-6641-4c06-b87d-f28eaddd18fc yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:02.237383 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a1fef950-48ce-4c07-b563-8621467af931 req-2ae702ef-466b-4427-a0be-506fb051af6d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.0970521 Mar 18 10:30:02.295165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2cb61912-c1df-430d-bb7d-de69edc5a065,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:02.300854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.302872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:02.303699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.355162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.378353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Checking segment: {'id': 'a6b34693-0506-4de9-87bb-bfda9ab7f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:02.378703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network hostable DHCP agents. Network: 0bd05718-de99-4aca-b8f8-08a217ff8d36, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:02.411620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.420894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Subnet': ['ID=a598444b-657a-48a4-bc9d-4fe7feb5b4e0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:02.427891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.463498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-658f4136-1771-46eb-9a5b-3cb801859c32 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/subnets/a598444b-657a-48a4-bc9d-4fe7feb5b4e0 HTTP/1.1" status: 204 len: 168 time: 1.4347560 Mar 18 10:30:02.463944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=48920eba-2f0d-4e9c-b39a-1395a3f87f0f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:02.466050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:02.467434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33486) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:02.476140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1cde4548-d2bd-4152-959b-bb80f8c99311 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "PUT /v2.0/routers/a11ae7be-02af-4090-a1b7-f3f91db16bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1209524 Mar 18 10:30:02.476870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33490) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:02.478516 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] Sync routers for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:02.481776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 48920eba-2f0d-4e9c-b39a-1395a3f87f0f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:02.488088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Request body: {'port': {'network_id': 'b76be7ee-56fe-41b4-8ea7-de9a3de783b4', 'name': 'tempest-FloatingIPAdminTestJSON-478121510'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:02.500115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:02.504138 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:02.596306 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b4c05551-a70e-4eab-aaa4-5feea494afe1 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5465295 Mar 18 10:30:02.597504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:02.613208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33494) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:02.650691 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:02.669333 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:02.670053 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:02.758202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d36d1-b548-45dd-9591-78c3804a970e tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:02.759852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f5d36d1-b548-45dd-9591-78c3804a970e tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Synchronizing usage tracker for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:02.765588 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:02.766041 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbe277-58ad-4edd-b5db-a59d2a48a18a None None] The sync data for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:02.910965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:02.976214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998371f-8176-4ca2-9411-222b3282948f None None] Network 302e1fc5-82e4-4243-ac21-1c8e70415b29 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:02.979858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0bd05718-de99-4aca-b8f8-08a217ff8d36) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:02.982504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f5d36d1-b548-45dd-9591-78c3804a970e tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Unset dirty status for tenant:5716f6a57f324dd4a29a0cd409bd0fe5 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:02.987156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f5d36d1-b548-45dd-9591-78c3804a970e tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5146215 Mar 18 10:30:02.987768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33498) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:03.007055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:03.011231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.012008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53edfcdd-118a-4e9b-bc7f-991b1d4e8798 None None] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:03.080895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea535b6-8d7a-45b5-8b8c-c9334fd32506 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:03.085298 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6ea535b6-8d7a-45b5-8b8c-c9334fd32506 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "GET /v2.0/networks/48920eba-2f0d-4e9c-b39a-1395a3f87f0f HTTP/1.1" status: 200 len: 757 time: 0.4709177 Mar 18 10:30:03.102510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33502) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:03.132097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.227683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6da36de8-b0b5-4d2a-9d77-2d3d44a2c63d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2329559 Mar 18 10:30:03.229752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:03.241344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33508) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:03.243015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.382495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:03.382843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.405197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-152427057', 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:03.430217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Usage tracker for resource:port and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:03.433758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0b7f6122-1dbd-4a06-a121-67e1fb20aa48 None None] Provisioning for port ea7b5a64-e056-4079-8e83-9d490302bf64 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:03.439502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.24', 63962) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:03.439637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ea7b5a64-e056-4079-8e83-9d490302bf64 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:03.459131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:03.471514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:03.506989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:03.509273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:port and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:03.517058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:03.632355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1218fc7-7d2d-4221-bc37-885ab790ffff None None] Network a6b74290-9838-4f0a-a1b9-75845058882e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:03.642521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50b188-a82b-4d6d-8407-268917580742 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:03.646457 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9c50b188-a82b-4d6d-8407-268917580742 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "GET /v2.0/networks/d774f083-9455-47b8-a85a-b4f6ada6e04f HTTP/1.1" status: 200 len: 768 time: 0.5406418 Mar 18 10:30:03.654895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:03.670933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33518) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:03.675112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11cb075f-7c3b-4d47-bd0d-d5d553e8bea6 req-0b2f2312-3db3-41a8-8e8d-fd7387337166 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.1713371 Mar 18 10:30:03.755777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] For port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266,segment=NetworkSegment(358ee1bd-4cdb-4644-936d-05a1097b6e7a),segment_id=358ee1bd-4cdb-4644-936d-05a1097b6e7a)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:03.756156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.797170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Made reservation on behalf of ff8149a71932416c8b1824a05d322081 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:03.801031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.816146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a626bfbc-5327-4e46-bdba-7be64a5f27f8 req-a35ee0cd-07f8-48b5-9967-679b05777a9f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.3386443 Mar 18 10:30:03.837876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ea7b5a64-e056-4079-8e83-9d490302bf64 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:03.855651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f598593-6ca7-465d-84a7-93c4a187cb52 None None] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:03.861881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Made reservation on behalf of 200fd9f823b94ac39d265d83550f2d14 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:03.864312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.868029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ea7b5a64-e056-4079-8e83-9d490302bf64 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:03.868029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:03.900069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] device_id is not set on port d842e5b7-4d2b-4f5b-85b3-b7b80168157a yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:03.937601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Calling delete_port for b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:03.947107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] device_id is not set on port c5d9806d-1c59-4d69-a5d5-a083201ce7f9 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:04.044374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-efe9418f-c77a-4359-9be0-ab0e385dd77f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:04.047017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-efe9418f-c77a-4359-9be0-ab0e385dd77f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "GET /v2.0/networks?id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df HTTP/1.1" status: 200 len: 806 time: 0.5951564 Mar 18 10:30:04.047841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.068852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9350cf2f-bfd1-4d40-8681-907b1cce5ace None None] Provisioning for port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:04.164291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.199110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Network 365d165c-916a-4823-bce9-a1da4e7ae255 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:04.199336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.24', 63965) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:04.200195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.214849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:04.217944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:04.219677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:04.220249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.267615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.271195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.320992 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-2c9f8a11-86b0-4775-baa7-8851cd7e963e tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e HTTP/1.1" status: 200 len: 379 time: 0.2089577 Mar 18 10:30:04.389075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=243f61a3-6641-4c06-b87d-f28eaddd18fc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:04.406895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Port': ['ID=b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:04.407077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'port': {'device_id': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'admin_state_up': True, 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'security_groups': ['3581b681-4c99-4400-b0da-789ba8c14672']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:04.417143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.464153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] No DVR routers for this DVR port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:04.482158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] DHCP port deletion for 302e1fc5-82e4-4243-ac21-1c8e70415b29 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:30:04.509384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Deleting port ea7b5a64-e056-4079-8e83-9d490302bf64 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:04.509384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.610618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57864c64-de14-4a25-b6c1-6ae0ccb84d4f None None] DHCP port deletion for a6b74290-9838-4f0a-a1b9-75845058882e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:30:04.661178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:04.699707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-807e9e5d-83bc-4f03-ba9e-5a92844af317 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:04.701032 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-807e9e5d-83bc-4f03-ba9e-5a92844af317 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.24 "GET /v2.0/networks?id=05477501-66cb-45f4-a072-f9f2ea43cd53 HTTP/1.1" status: 200 len: 812 time: 0.4695687 Mar 18 10:30:04.711213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.728828 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cb12a0c6-5159-41e0-9efa-47d53f11fac4 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1099236 Mar 18 10:30:04.746230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.20.0.10 (0bd05718-de99-4aca-b8f8-08a217ff8d36/2cb61912-c1df-430d-bb7d-de69edc5a065/c5d9806d-1c59-4d69-a5d5-a083201ce7f9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:04.752054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33540) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:04.763006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.775218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.776244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:04.782138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:04.796390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b74290-9838-4f0a-a1b9-75845058882e']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.818862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Allocated IP 172.20.0.3 (b76be7ee-56fe-41b4-8ea7-de9a3de783b4/7ec4ac68-70e3-476d-a7fc-66b42ad7b220/d842e5b7-4d2b-4f5b-85b3-b7b80168157a) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:04.822428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Allocated IP 172.26.2.91 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/6b524e62-e3cc-4783-ab13-6df5920d8ec1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:04.832038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358ee1bd-4cdb-4644-936d-05a1097b6e7a') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.832265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358ee1bd-4cdb-4644-936d-05a1097b6e7a') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.854129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-3e283e82-efab-44ef-a7a0-02db5fcd12e4 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b99ffe3f21c4f45970d6b165bb05657 HTTP/1.1" status: 200 len: 379 time: 0.1238182 Mar 18 10:30:04.869128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'port': {'device_id': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'admin_state_up': True, 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'security_groups': ['4208a916-172b-4e5b-ac7d-b8d64a11b9cb']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:04.879088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48920eba-2f0d-4e9c-b39a-1395a3f87f0f']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.885213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:04.917646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae96c6f-aec3-4715-976f-5210bd56096b') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.918058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae96c6f-aec3-4715-976f-5210bd56096b') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.975000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.005051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.014777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:30:05.015747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 18 10:30:05.080504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:05.080909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.095142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ea7b5a64-e056-4079-8e83-9d490302bf64,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:05.115770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 not found, will not notify nova. {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 18 10:30:05.137387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:05.137983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.141696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:05.153495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.167843 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a964e2fd-6d60-486d-afcb-80cd6407c835 req-c7a4962f-b2e7-4228-8326-a15f762dde7b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.1965649 Mar 18 10:30:05.176906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.219854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:05.225930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:05.226363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:05.256759 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:05.258981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ea7b5a64-e056-4079-8e83-9d490302bf64 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:05.328103 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:05.418839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5d20526-a0a1-479a-b5fd-9d775c3db72f req-b26d4194-b8d3-4d63-a06b-588a09ae5a29 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.0866334 Mar 18 10:30:05.479736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Calling delete_port for ea7b5a64-e056-4079-8e83-9d490302bf64 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:05.543260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.586954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.630781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.655266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=a6b74290-9838-4f0a-a1b9-75845058882e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:05.681422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:05.738200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.741705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:05.747648 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-236a2c7c-e51c-4b04-9c8f-eb83454ba7b0 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/a6b74290-9838-4f0a-a1b9-75845058882e HTTP/1.1" status: 204 len: 168 time: 2.7561843 Mar 18 10:30:05.748643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33562) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:05.836411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Made reservation on behalf of 39dfcc4bd33c4ce6aedc33ff5dd5be3e for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:05.840023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.898978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.916717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting port ea7b5a64-e056-4079-8e83-9d490302bf64 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:05.916717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:05.932332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:30:05.965293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Made reservation on behalf of 0b99ffe3f21c4f45970d6b165bb05657 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:05.965522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:05.971100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.023231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:06.023529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:06.071826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.086655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.087713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:30:06.172496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.176728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.187532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 243f61a3-6641-4c06-b87d-f28eaddd18fc yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:06.240277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event updated for resources: {'Port': ['ID=6b524e62-e3cc-4783-ab13-6df5920d8ec1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:06.242849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48920eba-2f0d-4e9c-b39a-1395a3f87f0f {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:30:06.279760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.281170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:06.297425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:30:06.313512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:06.320334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b6656fe0-4a4c-4a78-b4e8-1fcc7fb03266 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:30:06.323719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.341055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:06.412956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Transition to ACTIVE for port object 243f61a3-6641-4c06-b87d-f28eaddd18fc will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:06.415815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Network': ['ID=48920eba-2f0d-4e9c-b39a-1395a3f87f0f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:06.456027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ea7b5a64-e056-4079-8e83-9d490302bf64,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:06.456252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.489240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.524529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Deleting port ea7b5a64-e056-4079-8e83-9d490302bf64 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:06.524906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.633324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=243f61a3-6641-4c06-b87d-f28eaddd18fc,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:06.654718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-33cc0f3a-d7b8-4c08-bdbe-d24368d88917 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/48920eba-2f0d-4e9c-b39a-1395a3f87f0f HTTP/1.1" status: 204 len: 168 time: 2.9782691 Mar 18 10:30:06.666424 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b84337ad-3dfe-4cd7-86a1-a7f5646e3bf7 req-5f17b9bb-ba00-4665-a425-81efdf42c82c tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.1955314 Mar 18 10:30:06.669169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33570) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:06.670297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Transition to ACTIVE for port object d842e5b7-4d2b-4f5b-85b3-b7b80168157a will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:06.757769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'name': 'tempest-network--1476951921'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:06.774698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:06.786684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Usage tracker for resource:network and tenant:a2c01286f1104b4d97f4290d540b7c45 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:06.795712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:06.804057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:06.804495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:06.804717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:06.820011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:06.824247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Allocated IP 172.20.0.8 (ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df/5ba53013-b82d-42e1-a681-0eca25e6e6e8/9d4864b9-81b2-492b-8339-255b0cd9a313) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:06.830931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:06.831330 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:06.834849 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 2 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:06.888106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:06.888608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.905015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Allocated IP 172.20.0.5 (05477501-66cb-45f4-a072-f9f2ea43cd53/0801e2cb-eed0-441e-a6de-698ce819b692/31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:06.926213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] For port ea7b5a64-e056-4079-8e83-9d490302bf64, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ea7b5a64-e056-4079-8e83-9d490302bf64,segment=NetworkSegment(427a0dbc-388d-4ca8-a98b-c17243680c75),segment_id=427a0dbc-388d-4ca8-a98b-c17243680c75)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:06.927199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:06.998688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-26e39634-d140-48f3-aa94-edcfabecc404 req-de0cf75a-d13c-4c86-a4a4-ceccfd2cfc6f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.2630887 Mar 18 10:30:07.194916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.194916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.194916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.206594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.210277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.210277 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.210277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Made reservation on behalf of a2c01286f1104b4d97f4290d540b7c45 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:07.211135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.211261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Calling delete_port for ea7b5a64-e056-4079-8e83-9d490302bf64 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:07.227841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 3 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.284515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.284777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.285119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.291978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Calling delete_port for ea7b5a64-e056-4079-8e83-9d490302bf64 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:07.320144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.321861 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.327242 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 4 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.367153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:07.380861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.381721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.382109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.395547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=c5d9806d-1c59-4d69-a5d5-a083201ce7f9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:07.398590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.400042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:07.446830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.467390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.473330 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.518856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 5 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.545163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:07.550260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.550631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.551072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.586005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:07.594353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.619297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.619805 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.630383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Transition to ACTIVE for port object 9d4864b9-81b2-492b-8339-255b0cd9a313 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:07.631539 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 6 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.660451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.660794 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Added segment 45456985-d76b-445b-829c-90d249d1cc83 of type vlan for network 5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf Mar 18 10:30:07.663491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:07.665336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.665727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.666152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.677975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] Pushing event deleted for resources: {'Port': ['ID=ea7b5a64-e056-4079-8e83-9d490302bf64,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:07.684555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536090d-305a-4bf9-9aca-fb16da7a2270 None None] No DVR routers for this DVR port ea7b5a64-e056-4079-8e83-9d490302bf64 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:07.691187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:07.709635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:07.733179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.734137 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.738299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.759709 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 7 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.760295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:07.760295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:07.761652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event updated for resources: {'Port': ['ID=d842e5b7-4d2b-4f5b-85b3-b7b80168157a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:07.772278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Transition to ACTIVE for port object 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:07.774046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:07.774382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:07.774716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:07.808939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:07.809305 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:07.824262 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 8 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:07.846595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:07.855410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:07.862731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.009604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:08.009776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:08.010536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:08.027860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.193350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.194499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.195167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.214471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.234680 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56fbd079-7649-46c4-a5bc-4c36c1cb3b45 req-8e3f1cf9-9bd5-40e2-86a9-0172dae9a7e6 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.3618541 Mar 18 10:30:08.245212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.245603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.250070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:08.250515 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:08.255228 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 9 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:08.277191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Deleting port ea7b5a64-e056-4079-8e83-9d490302bf64 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:08.280348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.296968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e99cb99d-722b-4e63-bff8-d2d27b254627 None None] Provisioning for port d842e5b7-4d2b-4f5b-85b3-b7b80168157a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:08.304673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e99cb99d-722b-4e63-bff8-d2d27b254627 None None] Provisioning complete for port d842e5b7-4d2b-4f5b-85b3-b7b80168157a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:08.305462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e99cb99d-722b-4e63-bff8-d2d27b254627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.345058 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6707125 Mar 18 10:30:08.346517 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1b522fc8-c2ab-4b79-94be-2305b4611bee tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.1011670 Mar 18 10:30:08.367572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33580) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:08.372784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33582) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:08.382661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e99cb99d-722b-4e63-bff8-d2d27b254627 None None] Port d842e5b7-4d2b-4f5b-85b3-b7b80168157a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:08.415605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.425227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:08.437427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:08.439904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:08.441331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] The port 'ea7b5a64-e056-4079-8e83-9d490302bf64' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:30:08.532526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:08.532526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:08.532526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:08.608917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:08.610343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:08.621735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:08.626648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:08.655774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:08.656122 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:08.658650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting port c5d9806d-1c59-4d69-a5d5-a083201ce7f9 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:08.659010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.718800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 10 to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc Mar 18 10:30:08.753331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9cf5cb2d-c0c4-4eb9-b6f6-40ae4a8af759 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2753601 Mar 18 10:30:08.790536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:08.790820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:08.791115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:08.801981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8b1ee-695c-43db-9174-2c2940e7cc1c tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:08.819557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33588) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:08.820302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:08.820671 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 243f61a3-6641-4c06-b87d-f28eaddd18fc on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:08.821093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.859430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:08.865085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.878391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:08.921521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event updated for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:09.060499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.061426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.090436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9f2ee4d3-7ffc-4786-8865-b33ef348ef04 None None] Provisioning for port 9d4864b9-81b2-492b-8339-255b0cd9a313 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:09.096824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.104910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9f2ee4d3-7ffc-4786-8865-b33ef348ef04 None None] Provisioning complete for port 9d4864b9-81b2-492b-8339-255b0cd9a313 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:09.105394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee4d3-7ffc-4786-8865-b33ef348ef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.108001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event updated for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:09.136622 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-440ee3ea-f66f-4d7c-b01c-93f8aaa08bff tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7623570 Mar 18 10:30:09.160271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d10199-84e9-4192-a2a2-1c8a9438b024 req-fa1bfb2a-2627-4690-b474-c6911b5e9c52 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.161402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d10199-84e9-4192-a2a2-1c8a9438b024 req-fa1bfb2a-2627-4690-b474-c6911b5e9c52 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 931 time: 0.8399618 Mar 18 10:30:09.201579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-764b4777-b3e9-4ce4-a98c-1fcaa8e48390 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:30:09.203219 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-764b4777-b3e9-4ce4-a98c-1fcaa8e48390 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0388236 Mar 18 10:30:09.210366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'project_id': 'ff8149a71932416c8b1824a05d322081', 'port_id': 'd842e5b7-4d2b-4f5b-85b3-b7b80168157a'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:09.215018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:09.219539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Usage tracker for resource:floatingip and tenant:ff8149a71932416c8b1824a05d322081 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:09.222332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:09.250007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ee4d3-7ffc-4786-8865-b33ef348ef04 None None] Port 9d4864b9-81b2-492b-8339-255b0cd9a313 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:09.253069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302e1fc5-82e4-4243-ac21-1c8e70415b29']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:09.269210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:09.278994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427a0dbc-388d-4ca8-a98b-c17243680c75') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:09.279265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427a0dbc-388d-4ca8-a98b-c17243680c75') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:09.316910 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-890e63ad-5516-4af5-b460-9bad66283ea5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4520118 Mar 18 10:30:09.318557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.332046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.479640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9aaa3659-df3d-4b09-acdf-2fb742e84d16 None None] Provisioning for port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:09.487086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9aaa3659-df3d-4b09-acdf-2fb742e84d16 None None] Provisioning complete for port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:09.487460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3659-df3d-4b09-acdf-2fb742e84d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.532884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-61d10199-84e9-4192-a2a2-1c8a9438b024 req-b6951a09-ef0e-42a2-97a8-a3a22893c525 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Synchronizing usage tracker for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:09.542069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Request body: {'port': {'device_id': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:09.569895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.589669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa3659-df3d-4b09-acdf-2fb742e84d16 None None] Port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:09.600957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:09.601401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.608495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Request body: {'port': {'device_id': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:09.615964 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:09.663990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.705131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-61d10199-84e9-4192-a2a2-1c8a9438b024 req-b6951a09-ef0e-42a2-97a8-a3a22893c525 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Unset dirty status for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:09.706272 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d10199-84e9-4192-a2a2-1c8a9438b024 req-b6951a09-ef0e-42a2-97a8-a3a22893c525 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5303106 Mar 18 10:30:09.723696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 243f61a3-6641-4c06-b87d-f28eaddd18fc, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:09.724150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempted to set empty binding levels {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:30:09.794756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:09.879508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.006369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] In _notify_port_updated(), no bound segment for port 243f61a3-6641-4c06-b87d-f28eaddd18fc on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:30:10.007309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.007990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.010264 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "PUT /v2.0/ports/243f61a3-6641-4c06-b87d-f28eaddd18fc HTTP/1.1" status: 200 len: 977 time: 5.2571418 Mar 18 10:30:10.035641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33600) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:10.036328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.065386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.081233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40653b-a629-4c77-84e5-39ffc25650df tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=243f61a3-6641-4c06-b87d-f28eaddd18fc,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:10.105892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.113160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Router f2de2304-ce57-4356-9b49-b2e247d4130b is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:10.128629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=302e1fc5-82e4-4243-ac21-1c8e70415b29,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:10.149239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-893caa66-c69d-49ef-937e-7dbad3964dbe tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/302e1fc5-82e4-4243-ac21-1c8e70415b29 HTTP/1.1" status: 204 len: 168 time: 4.3948054 Mar 18 10:30:10.152639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33604) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:10.352153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Calling delete_port for c5d9806d-1c59-4d69-a5d5-a083201ce7f9 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:10.374850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.442156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.544116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77746e-83af-47e5-bd59-4b8d5b0db779 req-7d959cc2-452b-4c92-bfae-d0fc234f9f47 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.544116 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-de77746e-83af-47e5-bd59-4b8d5b0db779 req-7d959cc2-452b-4c92-bfae-d0fc234f9f47 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 931 time: 1.0549014 Mar 18 10:30:10.544116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.638019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.638497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.638958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.639415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.639902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.640357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.640807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.641252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.641696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.642166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.642613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.643055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.643496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.643935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.644378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.645135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.645249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.645686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.646158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.646603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.647041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.647497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.653738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6b223b56-983a-43fd-90ef-44e33f12d2c9 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19206 time: 0.6121275 Mar 18 10:30:10.660187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33608) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:10.751370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-de77746e-83af-47e5-bd59-4b8d5b0db779 req-8a443313-08b9-48d3-be71-5991354a93f9 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Synchronizing usage tracker for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:10.754273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.782349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:10.786041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.791851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Network 5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf is not hosted by any dhcp agent {{(pid=88541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 18 10:30:10.792354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.793098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.794771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] Sync routers for ids ['f2de2304-ce57-4356-9b49-b2e247d4130b'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:10.797748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "PUT /v2.0/networks/5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf HTTP/1.1" status: 200 len: 858 time: 2.3709140 Mar 18 10:30:10.804623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33614) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:10.808766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] Routers {'f2de2304-ce57-4356-9b49-b2e247d4130b'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:10.814886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['f2de2304-ce57-4356-9b49-b2e247d4130b'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:10.820983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.876714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Deleting port 243f61a3-6641-4c06-b87d-f28eaddd18fc {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:10.877082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:10.905799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3559fdc-1adc-4c08-8749-1132cd3daf23']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:10.945336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5d9806d-1c59-4d69-a5d5-a083201ce7f9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:10.959204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:30:10.975040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:10.981249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc872e9-942c-4735-ac6c-797ea674abba') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:10.981656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc872e9-942c-4735-ac6c-797ea674abba') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:11.014675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] Routers {'f2de2304-ce57-4356-9b49-b2e247d4130b'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:11.017026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['f2de2304-ce57-4356-9b49-b2e247d4130b'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:11.104024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.105221 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8d14545d-100d-4b4f-b72c-d6e6835ade4a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.9098954 Mar 18 10:30:11.144977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.148949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:11.149827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb2562-b47a-4332-aecb-3160f9ea37cc None None] The sync data for ids ['f2de2304-ce57-4356-9b49-b2e247d4130b'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:11.170662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33618) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:11.176597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-de77746e-83af-47e5-bd59-4b8d5b0db779 req-8a443313-08b9-48d3-be71-5991354a93f9 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Unset dirty status for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:11.187575 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-de77746e-83af-47e5-bd59-4b8d5b0db779 req-8a443313-08b9-48d3-be71-5991354a93f9 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5879827 Mar 18 10:30:11.201221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab43074-2a0a-458f-a426-b0aca009af5f tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event updated for resources: {'Network': ['ID=5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:11.282608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.315392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.334031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.379714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:11.380186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.385390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.425490 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-272f4a89-06c9-47e3-bec7-86c45482ad84 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c5d9806d-1c59-4d69-a5d5-a083201ce7f9 HTTP/1.1" status: 204 len: 168 time: 2.9945331 Mar 18 10:30:11.428759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33622) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:11.442061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36', 'external_fixed_ips': [{'subnet_id': '2cb61912-c1df-430d-bb7d-de69edc5a065', 'ip_address': '172.20.0.10'}]}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:11.453950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:11.453950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:router and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:11.455561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:11.463114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:11.508853 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:11.533323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4864b9-81b2-492b-8339-255b0cd9a313 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:11.583866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:11.604831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.608063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.608196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Allocated IP 172.26.2.34 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:11.674558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.675595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.679333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Transition to ACTIVE for port object 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:11.755889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.778840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:11.806197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Transition to ACTIVE for port object 9d4864b9-81b2-492b-8339-255b0cd9a313 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:11.912742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.011415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.021784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.038221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Pushing event updated for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:12.046456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe454f13-e3db-40f9-a1fb-01bcac997a0a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/f2de2304-ce57-4356-9b49-b2e247d4130b HTTP/1.1" status: 200 len: 924 time: 0.8745956 Mar 18 10:30:12.090246 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/c3559fdc-1adc-4c08-8749-1132cd3daf23 HTTP/1.1" status: 204 len: 168 time: 1.9301357 Mar 18 10:30:12.097608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.110511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33626) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:12.111276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33628) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:12.118667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fddc61-cd9f-4e64-a910-1bb9dcde95d3 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=c3559fdc-1adc-4c08-8749-1132cd3daf23,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:12.298974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.403809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 243f61a3-6641-4c06-b87d-f28eaddd18fc, host hv-neutron-8342, got binding levels [] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:12.404181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.563795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da6b40-ddf3-46c0-aaab-4641597cb428 req-34902113-7541-483e-aa4f-49e45edda7a9 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:12.563795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d8da6b40-ddf3-46c0-aaab-4641597cb428 req-34902113-7541-483e-aa4f-49e45edda7a9 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 931 time: 1.3052170 Mar 18 10:30:12.563795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:12.563795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-942339c9-92ac-47b3-b73a-777893e2a158 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2de2304-ce57-4356-9b49-b2e247d4130b HTTP/1.1" status: 200 len: 205 time: 0.2315845 Mar 18 10:30:12.564102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Attempting to bind port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:12.564102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Attempting to bind port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:12.564102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Attempting to bind port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a on network 05477501-66cb-45f4-a072-f9f2ea43cd53 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:12.636975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a on network 05477501-66cb-45f4-a072-f9f2ea43cd53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:12.637309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Attempting to bind port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a on network 05477501-66cb-45f4-a072-f9f2ea43cd53 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:12.645399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33636) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:12.719680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Calling delete_port for 243f61a3-6641-4c06-b87d-f28eaddd18fc owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:12.758178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45456985-d76b-445b-829c-90d249d1cc83') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:12.758530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45456985-d76b-445b-829c-90d249d1cc83') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:12.781553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:12.782027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Checking segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:12.782513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Bound using segment: {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:12.783402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Bound port: 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a638555-d3d9-443a-860c-4bcf707026ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:12.783757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.785479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Pushing event updated for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:12.848104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:12.935571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.044698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.075992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.079434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Attempting to bind port 9d4864b9-81b2-492b-8339-255b0cd9a313 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:13.079785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Attempting to bind port 9d4864b9-81b2-492b-8339-255b0cd9a313 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:13.080175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Attempting to bind port 9d4864b9-81b2-492b-8339-255b0cd9a313 on network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:13.085532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c4db-983f-4ad5-a752-2e4c6d6b12ac req-30b8029e-3b91-4e32-832b-3a0cc72e7066 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:13.087201 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1ee9c4db-983f-4ad5-a752-2e4c6d6b12ac req-30b8029e-3b91-4e32-832b-3a0cc72e7066 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 943 time: 0.6276679 Mar 18 10:30:13.087928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d8da6b40-ddf3-46c0-aaab-4641597cb428 req-ba99cec8-3fdc-4a59-b541-42eeae33462a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6090667 Mar 18 10:30:13.096945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:13.097346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.097567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:13.113354 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:13.126611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Port 9d4864b9-81b2-492b-8339-255b0cd9a313 on network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:13.127131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Attempting to bind port 9d4864b9-81b2-492b-8339-255b0cd9a313 on network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:13.222719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:13.227823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:13.228170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Checking segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:13.228752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Bound using segment: {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:13.229198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Bound port: 9d4864b9-81b2-492b-8339-255b0cd9a313, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1856c10-8f82-4494-a8c2-6148fd7d50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:13.229543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.255264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.291490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.377377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:13.392539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:13.403804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:13.428993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:13.488579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.508063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:13.579986 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1ee9c4db-983f-4ad5-a752-2e4c6d6b12ac req-99345bc6-44c2-4602-85a0-bf5c2b1761c4 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759841 Mar 18 10:30:13.607660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event deleted for resources: {'Port': ['ID=243f61a3-6641-4c06-b87d-f28eaddd18fc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:13.678550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.708932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.736713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:13.752689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf396149-ff08-4bd3-87d4-e20f8b71088c']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:13.764109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-024d1716-4dcc-4c95-aaae-de9413908868 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "DELETE /v2.0/ports/243f61a3-6641-4c06-b87d-f28eaddd18fc HTTP/1.1" status: 204 len: 168 time: 3.1013031 Mar 18 10:30:13.766825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=9d4864b9-81b2-492b-8339-255b0cd9a313,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:13.770439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33640) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:13.799143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:13.800025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.801544 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a HTTP/1.1" status: 200 len: 1093 time: 4.4443755 Mar 18 10:30:13.803101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:13.817009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b755be3-ce03-4ab3-9599-4d26e9546174') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:13.817395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b755be3-ce03-4ab3-9599-4d26e9546174') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:13.849529 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f129b27a-227f-48db-a5d8-2b328b314599 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:30:13.850510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f129b27a-227f-48db-a5d8-2b328b314599 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Synchronizing usage tracker for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:13.858412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.879355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.930477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:30:13.933067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.941718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.956983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:13.962884 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] 10.222.0.18 "DELETE /v2.0/networks/5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf HTTP/1.1" status: 204 len: 168 time: 3.1529927 Mar 18 10:30:13.978461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33648) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:14.071491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Pushing event updated for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:14.081301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863329bb-671a-4c0b-807c-bdb0eb385920 tempest-ExternalNetworksTestJSON-454460325 tempest-ExternalNetworksTestJSON-454460325-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d7805d3-bd99-4cf0-ae0b-2ca9dd5e84cf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:14.081301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f129b27a-227f-48db-a5d8-2b328b314599 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Unset dirty status for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:14.081301 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f129b27a-227f-48db-a5d8-2b328b314599 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports/243f61a3-6641-4c06-b87d-f28eaddd18fc HTTP/1.1" status: 404 len: 333 time: 0.3075840 Mar 18 10:30:14.081580 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac92536f-8a08-488a-a146-d00cbcf2e3eb tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] DELETE failed (client error): The resource could not be found. Mar 18 10:30:14.081580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac92536f-8a08-488a-a146-d00cbcf2e3eb tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:14.083337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:14.083745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.091217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:14.101857 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:14.107199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.119670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efdd85-ed11-43ac-86ac-5d6cfbad41a1 service neutron] Pushing event updated for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:14.183677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-442027192', 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:14.205364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:14.209338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.209338 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-ee90fcd1-39c2-4f60-a031-a4ef3a92814b service neutron] 10.222.0.24 "PUT /v2.0/ports/9d4864b9-81b2-492b-8339-255b0cd9a313 HTTP/1.1" status: 200 len: 1093 time: 4.6795669 Mar 18 10:30:14.209338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:14.231662 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ac92536f-8a08-488a-a146-d00cbcf2e3eb tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "DELETE /v2.0/subnets/7b431ff9-ef20-49f5-b785-e4164a6c786f HTTP/1.1" status: 404 len: 337 time: 0.2500155 Mar 18 10:30:14.234922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:14.251137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33660) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:14.270210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 6b524e62-e3cc-4783-ab13-6df5920d8ec1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:14.270414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.356688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:14.689650 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'status': 'completed', 'code': 200} Mar 18 10:30:14.706568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.720176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Made reservation on behalf of 2389aa9ad26a49b6b431a93b4b082598 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:14.722586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.752563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.768470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] Pushing event deleted for resources: {'Network': ['ID=cf396149-ff08-4bd3-87d4-e20f8b71088c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:14.778913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:14.789416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2d0c4d9f-0b0b-42b7-b456-01c6596c3848 tempest-BulkNetworkOpsTest-127127306 tempest-BulkNetworkOpsTest-127127306-project] 10.222.0.18 "DELETE /v2.0/networks/cf396149-ff08-4bd3-87d4-e20f8b71088c HTTP/1.1" status: 204 len: 168 time: 2.5397809 Mar 18 10:30:14.944274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'status': 'completed', 'code': 200} Mar 18 10:30:14.950023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 47db69b3-88df-4e0b-a739-e953074aa237 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:14.972751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-41b225c2-0ba3-4f6f-908c-241e009ceeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:14.980404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-41b225c2-0ba3-4f6f-908c-241e009ceeff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e&device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 1096 time: 0.6186721 Mar 18 10:30:15.062549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-934cd3e0-bd50-44d9-a3b8-92456db5f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.064060 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-934cd3e0-bd50-44d9-a3b8-92456db5f421 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b99ffe3f21c4f45970d6b165bb05657&device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 1096 time: 1.1248620 Mar 18 10:30:15.154288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.189805 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d774f083-9455-47b8-a85a-b4f6ada6e04f']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:15.203093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86aa4e2-0558-49d6-996d-06d47fb4fb2e') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:15.203396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86aa4e2-0558-49d6-996d-06d47fb4fb2e') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:15.218888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.235566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d794e-c6ea-4b34-ae12-9093c1bdac0d req-2d1fa2c9-e6bd-4daa-8893-ab919b853c8d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.237134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e6d794e-c6ea-4b34-ae12-9093c1bdac0d req-2d1fa2c9-e6bd-4daa-8893-ab919b853c8d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 943 time: 0.7761238 Mar 18 10:30:15.264066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.276181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:15.276571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:15.294783 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:15.378078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.379915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e6d794e-c6ea-4b34-ae12-9093c1bdac0d req-0f0029dd-24f2-4bc7-a177-1e162887d6e2 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363897 Mar 18 10:30:15.471410 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-bf4a42eb-24e2-4669-819f-a6ad7f14f62c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d4864b9-81b2-492b-8339-255b0cd9a313 HTTP/1.1" status: 200 len: 217 time: 0.0665987 Mar 18 10:30:15.478937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.483037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:15.506498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] Pushing event deleted for resources: {'Network': ['ID=d774f083-9455-47b8-a85a-b4f6ada6e04f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:15.512170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f441a75-af1f-4bf5-97c2-92b9c5029b75 tempest-ExternalNetworksTestJSON-612329024 tempest-ExternalNetworksTestJSON-612329024-project] 10.222.0.18 "DELETE /v2.0/networks/d774f083-9455-47b8-a85a-b4f6ada6e04f HTTP/1.1" status: 204 len: 168 time: 1.2377789 Mar 18 10:30:15.633501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 6b524e62-e3cc-4783-ab13-6df5920d8ec1 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:15.638178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33688) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:15.684454 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-952d3d05-08a1-45be-b244-589c86f07c89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a HTTP/1.1" status: 200 len: 217 time: 0.2284615 Mar 18 10:30:15.708994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-d3b2f042-4902-4cdd-ad9e-dd6b176f7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.710473 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-d3b2f042-4902-4cdd-ad9e-dd6b176f7001 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ba53013-b82d-42e1-a681-0eca25e6e6e8 HTTP/1.1" status: 200 len: 845 time: 0.0617330 Mar 18 10:30:15.825643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eb0de4d4-9649-43dc-8c9d-339fb45bb6df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5716f6a57f324dd4a29a0cd409bd0fe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1840839 Mar 18 10:30:15.826916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:15.840520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-90a5c85d-63ae-4464-bef5-f19bd41650a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.841985 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-90a5c85d-63ae-4464-bef5-f19bd41650a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244938 Mar 18 10:30:15.988368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.112293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33700) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:16.126582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.138428 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-760a30cf-3854-4dbc-a1a3-41c16e740cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898989 Mar 18 10:30:16.295605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.337895 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3195980c-61f9-4ff0-9677-c9cfbd0fd979 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4048960eb1194814afdb9aaeb975d5cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2216811 Mar 18 10:30:16.338467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a4fb8cef-57f6-4c10-88de-030858f5c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.339638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-a4fb8cef-57f6-4c10-88de-030858f5c22b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0801e2cb-eed0-441e-a6de-698ce819b692 HTTP/1.1" status: 200 len: 851 time: 0.6273482 Mar 18 10:30:16.340617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33706) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:16.354841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e2bd-8f64-4f0f-bc0f-ef664d304d51 req-dd3a8f3a-cadc-4424-a100-8b46ad67d809 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.356195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cfdedb71-fc34-4761-87a7-39af4c38d4d4 req-0547a6e8-8d3d-4768-9905-565bfe9d3b95 service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087939 Mar 18 10:30:16.356309 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-be63e2bd-8f64-4f0f-bc0f-ef664d304d51 req-dd3a8f3a-cadc-4424-a100-8b46ad67d809 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 943 time: 1.1490431 Mar 18 10:30:16.365127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.391260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.418612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961376bb-e249-4b48-b203-bffde7b4dcb7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:16.423720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.424838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a1772c6-99f5-4d0c-890c-bb3aaa516953 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/961376bb-e249-4b48-b203-bffde7b4dcb7 HTTP/1.1" status: 204 len: 168 time: 0.5963023 Mar 18 10:30:16.425741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.477734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.522651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.619978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-be63e2bd-8f64-4f0f-bc0f-ef664d304d51 req-93a76f5b-5925-4533-8235-75e10b9cc996 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593218 Mar 18 10:30:16.628131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.670884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-b9dab19b-42bb-4fbf-9a92-3e9b9beee887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.673007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-b9dab19b-42bb-4fbf-9a92-3e9b9beee887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e&device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 1096 time: 0.1749570 Mar 18 10:30:16.681277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00e5a-1b6d-40df-a4e9-b0c0e0d3dbd6 req-2d75bb3d-8953-4d0f-9ccc-38c21699f3e0 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.683794 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aaa00e5a-1b6d-40df-a4e9-b0c0e0d3dbd6 req-2d75bb3d-8953-4d0f-9ccc-38c21699f3e0 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 943 time: 0.1451821 Mar 18 10:30:16.736000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.805300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-c4dd9bc8-af2c-494d-932f-afdc1c588418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.806825 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-c4dd9bc8-af2c-494d-932f-afdc1c588418 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05477501-66cb-45f4-a072-f9f2ea43cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4433088 Mar 18 10:30:16.814507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe90d671-408f-4ce9-9af4-fd3e0b264048,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:16.837014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aaa00e5a-1b6d-40df-a4e9-b0c0e0d3dbd6 req-eb16e73e-b23d-469b-9e63-45dffd82b2cf tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355243 Mar 18 10:30:16.837984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.841563 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8f8424a6-1023-456f-a5bd-5043571eb092 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe90d671-408f-4ce9-9af4-fd3e0b264048 HTTP/1.1" status: 204 len: 168 time: 0.5000174 Mar 18 10:30:16.884274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:16.900733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-18c1ad67-f5bb-4eed-bbc9-9cd792e73283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.902251 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-18c1ad67-f5bb-4eed-bbc9-9cd792e73283 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df HTTP/1.1" status: 200 len: 907 time: 0.2187474 Mar 18 10:30:17.032124 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-7176013b-8d3e-4d13-a263-6b7a53d948c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d4864b9-81b2-492b-8339-255b0cd9a313 HTTP/1.1" status: 200 len: 217 time: 0.1215835 Mar 18 10:30:17.089679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.20.0.10 (0bd05718-de99-4aca-b8f8-08a217ff8d36/2cb61912-c1df-430d-bb7d-de69edc5a065/9d44b13d-7962-4559-af10-e929ae196746) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:17.098747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Network 365d165c-916a-4823-bce9-a1da4e7ae255 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:17.101457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-39f37fff-898f-4415-a1ed-e46d2e38e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.103140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-39f37fff-898f-4415-a1ed-e46d2e38e78f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ba53013-b82d-42e1-a681-0eca25e6e6e8 HTTP/1.1" status: 200 len: 845 time: 0.0645962 Mar 18 10:30:17.107415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:17.110061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=47db69b3-88df-4e0b-a739-e953074aa237,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:17.111505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.138872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:17.139818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.140408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.149787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.195334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-db47a208-3485-4e99-b2f9-f472007c38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.196851 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-db47a208-3485-4e99-b2f9-f472007c38db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845385 Mar 18 10:30:17.257426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=6b524e62-e3cc-4783-ab13-6df5920d8ec1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:17.324519 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-f58a8127-c925-4399-91c6-97e7c75603a7 service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857605 Mar 18 10:30:17.358347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-7e740431-f499-41a6-9180-28dd6ec7e0fa service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528718 Mar 18 10:30:17.470825 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1a0ef2a4-3236-4754-aab4-0c6257ea6186 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.3656909 Mar 18 10:30:17.473380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33734) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:17.558865 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8614088b-b9f9-42dc-96c1-34aaed0f686c req-a273a2d9-34d5-4ae4-861d-16a70997c580 service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919265 Mar 18 10:30:17.560077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318d6a5-273c-4080-ae44-16e80c6def93 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.561627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d318d6a5-273c-4080-ae44-16e80c6def93 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports/47db69b3-88df-4e0b-a739-e953074aa237 HTTP/1.1" status: 200 len: 954 time: 0.0869954 Mar 18 10:30:17.568336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33740) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:17.661747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33744) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:17.710785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33750) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:17.762746 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4610b343-ee71-47f0-92dd-1c4f4a69a29d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2c01286f1104b4d97f4290d540b7c45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508406 Mar 18 10:30:17.766098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33756) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:17.833704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.859957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.899695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.964973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2acd3ac2-f2b5-4cf8-9705-32a3e39de806 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] Request body: {'port': {'network_id': 'e9037451-e619-4102-8260-d23ddc3f3ee7', 'name': 'tempest-NetworksNegativeTestJSON-229022562'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:17.972934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:17.984813 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acd3ac2-f2b5-4cf8-9705-32a3e39de806 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] POST failed (client error): The resource could not be found. Mar 18 10:30:17.985283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acd3ac2-f2b5-4cf8-9705-32a3e39de806 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:17.986483 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2acd3ac2-f2b5-4cf8-9705-32a3e39de806 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3230128 Mar 18 10:30:17.994104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33762) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.052860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f006d75-d0e7-4a56-a369-4c2798d51021 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] DELETE failed (client error): The resource could not be found. Mar 18 10:30:18.053352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f006d75-d0e7-4a56-a369-4c2798d51021 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.061220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.067653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Deleting port 47db69b3-88df-4e0b-a739-e953074aa237 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:18.067975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.085727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.091646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dff6847-d1de-4cfa-a00b-48824db924f5 HTTP/1.1" status: 204 len: 168 time: 0.3196743 Mar 18 10:30:18.091646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed59e-d898-49ab-bb72-2b2214f2cd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff6847-d1de-4cfa-a00b-48824db924f5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:18.091646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f006d75-d0e7-4a56-a369-4c2798d51021 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "DELETE /v2.0/networks/9faed96c-df0c-4361-a32b-978c844db5f7 HTTP/1.1" status: 404 len: 339 time: 0.0948668 Mar 18 10:30:18.097276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33768) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.147200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a0fc0-18df-499c-a4fb-b7c1c1dd0003 req-48cdbb78-9d98-4d6f-ba4f-c60880f45bca tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:18.149077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b15a0fc0-18df-499c-a4fb-b7c1c1dd0003 req-48cdbb78-9d98-4d6f-ba4f-c60880f45bca tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 943 time: 0.1328247 Mar 18 10:30:18.163754 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9601c76-f121-4ec7-87c1-3315bb97e6de req-ae720067-a568-446a-8db8-8cfed9289025 service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958989 Mar 18 10:30:18.201771 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b15a0fc0-18df-499c-a4fb-b7c1c1dd0003 req-d300e3cb-00a4-4a51-a316-549873e06a5b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464115 Mar 18 10:30:18.251728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.256262 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa7baa8-b130-4b91-88db-4384712b47a4 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] DELETE failed (client error): The resource could not be found. Mar 18 10:30:18.258012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa7baa8-b130-4b91-88db-4384712b47a4 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.258381 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-efa7baa8-b130-4b91-88db-4384712b47a4 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "DELETE /v2.0/ports/53226084-0852-4d26-b0f2-de9a33bc7e30 HTTP/1.1" status: 404 len: 333 time: 0.1533544 Mar 18 10:30:18.262694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33772) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.268412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.300752 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f8bd6c-44ff-4b1b-878a-45df55a0f1e9 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] DELETE failed (client error): The resource could not be found. Mar 18 10:30:18.301209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f8bd6c-44ff-4b1b-878a-45df55a0f1e9 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.302909 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-66f8bd6c-44ff-4b1b-878a-45df55a0f1e9 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "DELETE /v2.0/subnets/488f7669-33b6-48b1-b7c4-07ec79bfa613 HTTP/1.1" status: 404 len: 337 time: 0.0390749 Mar 18 10:30:18.306720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33776) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.333143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e4617-0f56-4d3a-9dd4-841f3f1a62ec tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] GET failed (client error): The resource could not be found. Mar 18 10:30:18.338150 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da8e4617-0f56-4d3a-9dd4-841f3f1a62ec tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "GET /v2.0/networks/ffce50f6-530f-41ff-b9d6-0e61f7552813 HTTP/1.1" status: 404 len: 339 time: 0.0268984 Mar 18 10:30:18.338928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33780) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.375083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.422182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912433e-3eb7-4080-a73c-44be7fe5e9b0 req-7310a8fb-467f-43dc-a7fd-ca94205330f3 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:18.424099 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4912433e-3eb7-4080-a73c-44be7fe5e9b0 req-7310a8fb-467f-43dc-a7fd-ca94205330f3 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 943 time: 0.6302760 Mar 18 10:30:18.479454 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3552153-2d8f-4a74-b7da-f5460b15a6e0 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] GET failed (client error): The resource could not be found. Mar 18 10:30:18.485984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b3552153-2d8f-4a74-b7da-f5460b15a6e0 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "GET /v2.0/ports/9701d532-b19d-4b55-b369-dbcdff0ec6e8 HTTP/1.1" status: 404 len: 333 time: 0.1409497 Mar 18 10:30:18.486989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33786) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.494227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.523678 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac698d01-f1b6-4142-a87f-c63851771ecf tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] GET failed (client error): The resource could not be found. Mar 18 10:30:18.530932 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac698d01-f1b6-4142-a87f-c63851771ecf tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "GET /v2.0/subnets/e420a945-c832-4023-9051-1fd4f0749b73 HTTP/1.1" status: 404 len: 337 time: 0.0378783 Mar 18 10:30:18.531617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33790) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.538104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6c42f26d-782d-4670-a653-db7c02ffa9c2 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:18.549994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.550517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router f2de2304-ce57-4356-9b49-b2e247d4130b {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:18.560907 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c42f26d-782d-4670-a653-db7c02ffa9c2 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] PUT failed (client error): The resource could not be found. Mar 18 10:30:18.561491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c42f26d-782d-4670-a653-db7c02ffa9c2 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.562848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6c42f26d-782d-4670-a653-db7c02ffa9c2 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "PUT /v2.0/networks/bca06719-dceb-4789-8c49-97677d76ebbe HTTP/1.1" status: 404 len: 339 time: 0.0301421 Mar 18 10:30:18.566947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33796) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.572860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8392b8c6-c3b2-451e-9efe-2d44615f0f09 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:18.607716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.610212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8392b8c6-c3b2-451e-9efe-2d44615f0f09 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] PUT failed (client error): The resource could not be found. Mar 18 10:30:18.610834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8392b8c6-c3b2-451e-9efe-2d44615f0f09 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.614245 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8392b8c6-c3b2-451e-9efe-2d44615f0f09 tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "PUT /v2.0/ports/b1f73196-c6a5-4f25-850b-5f6438562145 HTTP/1.1" status: 404 len: 333 time: 0.0439045 Mar 18 10:30:18.615693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33802) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.621593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-dc9ec9a7-6d67-408e-a96c-272d25f10d8d tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:18.661510 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ec9a7-6d67-408e-a96c-272d25f10d8d tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] PUT failed (client error): The resource could not be found. Mar 18 10:30:18.661988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ec9a7-6d67-408e-a96c-272d25f10d8d tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:18.666492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dc9ec9a7-6d67-408e-a96c-272d25f10d8d tempest-NetworksNegativeTestJSON-1676637963 tempest-NetworksNegativeTestJSON-1676637963-project] 10.222.0.18 "PUT /v2.0/subnets/6e361dd1-7bc0-40da-8292-d63b79eae9f4 HTTP/1.1" status: 404 len: 337 time: 0.0465209 Mar 18 10:30:18.687542 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4912433e-3eb7-4080-a73c-44be7fe5e9b0 req-f8a32671-cf2b-4325-924f-d2444465147e tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536671 Mar 18 10:30:18.713906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.735208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 0bd05718-de99-4aca-b8f8-08a217ff8d36 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:18.745733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.746811 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d40d650b-ccbd-4641-a8b3-c4d3a87fa4f2 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/f2de2304-ce57-4356-9b49-b2e247d4130b HTTP/1.1" status: 204 len: 168 time: 6.0987990 Mar 18 10:30:18.750681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33810) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:18.752320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:18.754018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:18.756139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:18.756819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086099591', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:18.762078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:18.766622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:router and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:18.769639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:18.775803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:18.856201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.857263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.873026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:18.934351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Calling delete_port for 47db69b3-88df-4e0b-a739-e953074aa237 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:18.972899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-8b424f53-fba7-4a99-ab03-ee7d0e4ae806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:18.974416 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-8b424f53-fba7-4a99-ab03-ee7d0e4ae806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b99ffe3f21c4f45970d6b165bb05657&device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 1096 time: 0.6514752 Mar 18 10:30:18.994338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:19.140294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=9d44b13d-7962-4559-af10-e929ae196746,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:19.212543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33824) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:19.308301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:19.530754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788117-c523-4975-a5e8-e79a798610a6 req-9acef09a-d5b6-460b-a691-f7d5d3752f88 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:19.532209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1788117-c523-4975-a5e8-e79a798610a6 req-9acef09a-d5b6-460b-a691-f7d5d3752f88 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 943 time: 0.1834178 Mar 18 10:30:19.582179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:19.618515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:19.629579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Usage tracker for resource:security_group_rule and tenant:6b2ae746ae5c403fa1b32bddbfb2b4c2 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:19.633256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:19.643348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1788117-c523-4975-a5e8-e79a798610a6 req-149499a7-6741-4561-8210-331cd9aeebbf tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860126 Mar 18 10:30:19.646821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:19.647206 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Floating IP 1400ed7a-c195-4f1f-818b-f6c91db436a6 associated. External IP: 172.26.2.34, port: d842e5b7-4d2b-4f5b-85b3-b7b80168157a. Mar 18 10:30:19.683342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 9d4864b9-81b2-492b-8339-255b0cd9a313 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:30:19.712252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-81d1809a-ef30-49ed-8f3f-a87990a40565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:19.713710 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-81d1809a-ef30-49ed-8f3f-a87990a40565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05477501-66cb-45f4-a072-f9f2ea43cd53 HTTP/1.1" status: 200 len: 913 time: 0.7223208 Mar 18 10:30:19.716868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:19.839200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=9d4864b9-81b2-492b-8339-255b0cd9a313,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:19.855451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'port_id': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'mac_address': 'fa:16:3e:ba:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:30:19.892787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event deleted for resources: {'Port': ['ID=47db69b3-88df-4e0b-a739-e953074aa237,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:19.907008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-a66835bf-24eb-47ff-9ae0-6109162241a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a HTTP/1.1" status: 200 len: 217 time: 0.1825383 Mar 18 10:30:19.925986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:19.945468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4864b9-81b2-492b-8339-255b0cd9a313 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:19.963848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=9d4864b9-81b2-492b-8339-255b0cd9a313,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:20.007330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.038417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.073387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.105532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.134933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:20.150617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5a636d4e-99d2-4be5-88a1-461025ff0d30 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "DELETE /v2.0/ports/47db69b3-88df-4e0b-a739-e953074aa237 HTTP/1.1" status: 204 len: 168 time: 2.4037869 Mar 18 10:30:20.150962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33844) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:20.208912 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1b1e58-d978-453d-96a8-58ec6913d312 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:30:20.214211 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0e1b1e58-d978-453d-96a8-58ec6913d312 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports/47db69b3-88df-4e0b-a739-e953074aa237 HTTP/1.1" status: 404 len: 333 time: 0.0558467 Mar 18 10:30:20.214211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.216881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-983d9535-6ac2-4ff9-a251-ff643a6dfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:20.218515 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-983d9535-6ac2-4ff9-a251-ff643a6dfcf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0801e2cb-eed0-441e-a6de-698ce819b692 HTTP/1.1" status: 200 len: 851 time: 0.3015168 Mar 18 10:30:20.220663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33850) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:20.231204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-583016285'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:20.247590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:20.257705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Usage tracker for resource:port and tenant:2389aa9ad26a49b6b431a93b4b082598 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:20.263047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:20.274802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:20.281550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.323743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['9d4864b9-81b2-492b-8339-255b0cd9a313'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:30:20.377770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.404170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b2ae746ae5c403fa1b32bddbfb2b4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1902201 Mar 18 10:30:20.405423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06324a-d13a-4436-b05f-072febdc4e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dd94c-2afe-4c8b-ac7e-c24583763bdf,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:20.408633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33858) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:20.469505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8139b-9047-43e7-98ee-643c6a705bea req-fb1fe0bd-65e1-4c08-86b0-316d37faaadd tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:20.471268 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-72c8139b-9047-43e7-98ee-643c6a705bea req-fb1fe0bd-65e1-4c08-86b0-316d37faaadd tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 943 time: 0.5698221 Mar 18 10:30:20.477150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Made reservation on behalf of 2389aa9ad26a49b6b431a93b4b082598 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:20.479598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.514264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 172.26.2.153 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/d7c1deaa-9a33-4f8d-a81a-04f5d4c09155) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:20.533379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.544861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 227c6839-8d54-4c94-81e3-20fd385af8c0 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:20.644460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:20.823365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33870) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:20.853647 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-72c8139b-9047-43e7-98ee-643c6a705bea req-92f527af-4f9b-4e4e-b956-5c1689d83925 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725188 Mar 18 10:30:20.864984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-619b3a96-269d-4c4e-adb0-954fda6212e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:20.867112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-619b3a96-269d-4c4e-adb0-954fda6212e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05477501-66cb-45f4-a072-f9f2ea43cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6341505 Mar 18 10:30:20.925791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Router a11ae7be-02af-4090-a1b7-f3f91db16bcb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:20.987290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.006403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54200ba7-2db3-43e5-98b3-45bcdeb58b9c req-dfccc4df-04a1-44e8-9430-4b3e61589c7e tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.007839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54200ba7-2db3-43e5-98b3-45bcdeb58b9c req-dfccc4df-04a1-44e8-9430-4b3e61589c7e tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 944 time: 0.1918638 Mar 18 10:30:21.082409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.094241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ebbc9f75-cf25-4f86-848c-3d2e70f2a87d tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:21.096799 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54200ba7-2db3-43e5-98b3-45bcdeb58b9c req-d3226a4c-d560-4e86-9a91-caf5f6ebbc21 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829754 Mar 18 10:30:21.107583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dd94c-2afe-4c8b-ac7e-c24583763bdf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:21.164451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.256069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:21.262195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:21.265782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:21.292431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.293611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.314536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-f33c03ab-92b2-4eea-bba8-d2aa703a89d7 service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876147 Mar 18 10:30:21.324030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:21.329427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.333189 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-46c651ca-2d20-4b37-acb9-40a424947fe0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f22dd94c-2afe-4c8b-ac7e-c24583763bdf HTTP/1.1" status: 204 len: 168 time: 0.9185662 Mar 18 10:30:21.489263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:21.499646 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] Sync routers for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:21.509898 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:21.510604 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:21.570598 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:21.580000 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:21.584253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:21.591475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebbc9f75-cf25-4f86-848c-3d2e70f2a87d tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "PUT /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b HTTP/1.1" status: 200 len: 366 time: 0.7628577 Mar 18 10:30:21.594578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33878) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:21.606446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-785bf91c-d556-48d9-ac82-c4dd561a8064 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0106401 Mar 18 10:30:21.609450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.616042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33882) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:21.641778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-907eab75-2e19-4e50-ab9a-1bc2c7a13046 req-6b148b62-88a0-472f-9450-c54d0daeab6e service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702997 Mar 18 10:30:21.644666 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:21.645190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195a4e6-de5f-4570-aacd-334100f3abe1 None None] The sync data for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:21.675976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:30:21.696922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 9d4864b9-81b2-492b-8339-255b0cd9a313 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:21.711422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.742342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router 87377b2b-293f-4bdf-9c1f-cf18fb407683 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:21.745912 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f2c97436-7821-41f3-9d06-2d149ddf5ed6 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b HTTP/1.1" status: 200 len: 366 time: 0.0966501 Mar 18 10:30:21.752152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33888) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:21.753886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Network 365d165c-916a-4823-bce9-a1da4e7ae255 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:21.762061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:21.777849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:21.778778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.779370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.806943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=227c6839-8d54-4c94-81e3-20fd385af8c0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:21.844675 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-acd9aef4-2a83-4a08-b034-a70b4743917d tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 13.0071428 Mar 18 10:30:21.847601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33892) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:21.907317 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fcfac44d-dd13-4354-bc2f-906aab139b14 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b HTTP/1.1" status: 204 len: 168 time: 0.1505280 Mar 18 10:30:21.910802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33898) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:21.919521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:21.948762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:21.965838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'port_id': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'mac_address': 'fa:16:3e:fe:14:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:30:22.004307 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b4949c20-190e-47e2-bfaf-e8348415dc01 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0899529 Mar 18 10:30:22.008125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76b06f6d-1713-42b8-afcb-48ea24802444 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7850909 Mar 18 10:30:22.008125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33904) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.009869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33906) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.040566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.054993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-45059140-a78b-432d-a596-84862680d5f6 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b HTTP/1.1" status: 200 len: 370 time: 0.0440390 Mar 18 10:30:22.056500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:22.062359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a5b3-fc87-488d-a894-ddc860ccc665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.077876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:22.086644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33914) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.098640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 9d4864b9-81b2-492b-8339-255b0cd9a313 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:22.105464 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc96e7a9-e8ed-4e02-83e7-b8724282c6d8 tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b/default HTTP/1.1" status: 200 len: 370 time: 0.0133488 Mar 18 10:30:22.105935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 9d4864b9-81b2-492b-8339-255b0cd9a313 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:22.106562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.110705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33920) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.145024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:22.244407 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-40aa7bc2-e67b-4cc0-9de9-1469fb7ef6df tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] delete failed (client error): The resource could not be found. Mar 18 10:30:22.245551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-40aa7bc2-e67b-4cc0-9de9-1469fb7ef6df tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/a76f1c2c6e014e5c811a8a699dff507b HTTP/1.1" status: 404 len: 348 time: 0.1283264 Mar 18 10:30:22.291582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.307657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.380090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-93181856-b766-4a78-b56d-465ffd30b0b4 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "GET /v2.0/floatingips/1400ed7a-c195-4f1f-818b-f6c91db436a6 HTTP/1.1" status: 200 len: 981 time: 0.5311620 Mar 18 10:30:22.390273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.416535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.419050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:22.444722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:22.455341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:22.535792 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b4888fe-cfac-4708-b9e3-a8fb1a7322d0 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.1442571 Mar 18 10:30:22.544123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c48d-eeb3-49b1-b182-93dc73d49941 req-d6b7d25f-9c76-4af9-ae06-36ea6d0e573f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.546384 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f459c48d-eeb3-49b1-b182-93dc73d49941 req-d6b7d25f-9c76-4af9-ae06-36ea6d0e573f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 944 time: 0.3571775 Mar 18 10:30:22.547015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33938) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.563639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Sync routers for ids ['87377b2b-293f-4bdf-9c1f-cf18fb407683'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:22.581520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Routers {'87377b2b-293f-4bdf-9c1f-cf18fb407683'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:22.584595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['87377b2b-293f-4bdf-9c1f-cf18fb407683'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:22.745928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=9d4864b9-81b2-492b-8339-255b0cd9a313,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:22.758073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:30:22.769006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:22.778359 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-eec9c79f-3b0e-4f80-8263-d865ad1ea021 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.3460565 Mar 18 10:30:22.815462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33946) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.879617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:22.939558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2676d-a488-4e7f-bc6c-14999e96064a req-ccbbb741-357e-4b4c-819b-0cc2c319a07c tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.941190 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6da2676d-a488-4e7f-bc6c-14999e96064a req-ccbbb741-357e-4b4c-819b-0cc2c319a07c tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 944 time: 0.6865230 Mar 18 10:30:23.062409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.069863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.142013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Set router 87377b2b-293f-4bdf-9c1f-cf18fb407683 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:23.223402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:network and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.245790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.250023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.330482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6da2676d-a488-4e7f-bc6c-14999e96064a req-361f865d-867b-4d09-968d-802ead35445a tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887125 Mar 18 10:30:23.344361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:23.407358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:subnet and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.417769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33962) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:23.419061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:30:23.522399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port 1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:23.522787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.525294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.526557 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'code': 200} Mar 18 10:30:23.562037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:subnetpool and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.578232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] device_id is not set on port 227c6839-8d54-4c94-81e3-20fd385af8c0 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:23.583864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.593546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87377b2b-293f-4bdf-9c1f-cf18fb407683', 'name': '', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36', 'external_fixed_ips': [{'subnet_id': '2cb61912-c1df-430d-bb7d-de69edc5a065', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d44b13d-7962-4559-af10-e929ae196746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:11Z', 'updated_at': '2022-03-18T10:30:19Z', 'revision_number': 3, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port': {'id': '9d44b13d-7962-4559-af10-e929ae196746', 'name': '', 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87377b2b-293f-4bdf-9c1f-cf18fb407683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '2cb61912-c1df-430d-bb7d-de69edc5a065', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:16Z', 'updated_at': '2022-03-18T10:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb61912-c1df-430d-bb7d-de69edc5a065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:23.595702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.598465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Checking router: 87377b2b-293f-4bdf-9c1f-cf18fb407683 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:23.599047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Updating router 87377b2b-293f-4bdf-9c1f-cf18fb407683 port 9d44b13d-7962-4559-af10-e929ae196746 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:23.618420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:port and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.621803 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f459c48d-eeb3-49b1-b182-93dc73d49941 req-a6b22d3f-1ff5-4f96-b995-3dc8d52e3219 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8463395 Mar 18 10:30:23.625463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.641434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.649678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Transition to ACTIVE for port object 227c6839-8d54-4c94-81e3-20fd385af8c0 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:23.662752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:router and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.669014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.669194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.680542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:floatingip and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:23.689857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:23.736840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router 7670c56a-6b83-40db-8853-04213edc74af is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:23.741838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.781769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting port 9d44b13d-7962-4559-af10-e929ae196746 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:23.782131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.800251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1363553695'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:23.912659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:23.943334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:23.943654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.007206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:24.015159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:24.031100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:security_group and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:24.040132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:24.052352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.052684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.053049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.068461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:24.077577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=227c6839-8d54-4c94-81e3-20fd385af8c0,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:24.079774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.080106 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.090349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 2 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.159497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Usage tracker for resource:security_group_rule and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:24.168832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:24.175760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:24.176560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.179162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.189176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Transition to ACTIVE for port object 9d44b13d-7962-4559-af10-e929ae196746 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:24.201104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.201435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.201770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.204694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-92a576ca-4052-4aa9-b1f1-2701de9e0f6e tempest-QuotasTest-1353619335 tempest-QuotasTest-1353619335-project-admin] 10.222.0.18 "GET /v2.0/quotas/c1ea332e4f7047629d96ea7a19c3afb7/details.json HTTP/1.1" status: 200 len: 703 time: 1.3183019 Mar 18 10:30:24.216252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.237568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.239533 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.242404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 3 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.250147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:24.254617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:24.264657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:24.266834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.272961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:24.273109 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Sync routers for ids ['7670c56a-6b83-40db-8853-04213edc74af'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:24.283718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:24.285700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.285888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.287193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.288250 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Routers {'7670c56a-6b83-40db-8853-04213edc74af'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:24.289281 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:29:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7670c56a-6b83-40db-8853-04213edc74af'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:24.295327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.295652 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.296562 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 4 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.313091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.313420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.313806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.319661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.319989 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.320366 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 5 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.336510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.336909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.337180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.342348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.343249 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.343633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 6 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.343777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for 1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:24.360206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.365482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.365482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.367978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.368308 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.368690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 7 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.385622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.385993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.386327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.393947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.398451 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c24882ee-713e-45f4-a519-39e2d9f5a241 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6466203 Mar 18 10:30:24.399373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:24.407105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.407432 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.412316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Attempting to bind port 9d44b13d-7962-4559-af10-e929ae196746 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.412316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Attempting to bind port 9d44b13d-7962-4559-af10-e929ae196746 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'a6b34693-0506-4de9-87bb-bfda9ab7f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.412654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Attempting to bind port 9d44b13d-7962-4559-af10-e929ae196746 on network 0bd05718-de99-4aca-b8f8-08a217ff8d36 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.454390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:24.454665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Checking segment: {'id': 'a6b34693-0506-4de9-87bb-bfda9ab7f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:24.455037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.455438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Bound using segment: {'id': 'a6b34693-0506-4de9-87bb-bfda9ab7f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:24.455966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Bound port: 9d44b13d-7962-4559-af10-e929ae196746, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b34693-0506-4de9-87bb-bfda9ab7f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0bd05718-de99-4aca-b8f8-08a217ff8d36'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:24.456463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.476544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.479535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 8 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.522830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.523158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.523500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.533247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14647a0-7042-45c9-87fb-002517eb47ca None None] Pushing event updated for resources: {'Port': ['ID=9d44b13d-7962-4559-af10-e929ae196746,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:24.540861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.541236 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.546836 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 9 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.566841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] For port 9d44b13d-7962-4559-af10-e929ae196746, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:24.571093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] For port 9d44b13d-7962-4559-af10-e929ae196746, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9d44b13d-7962-4559-af10-e929ae196746,segment=NetworkSegment(a6b34693-0506-4de9-87bb-bfda9ab7f189),segment_id=a6b34693-0506-4de9-87bb-bfda9ab7f189)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:24.588395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bf638bfb-59f0-4ddd-b928-475c5f15ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.612383 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Set router 7670c56a-6b83-40db-8853-04213edc74af gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:24.656964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.681704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Calling delete_port for 9d44b13d-7962-4559-af10-e929ae196746 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:24.734311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.734995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.735519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.763161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.763792 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.768708 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempt 10 to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 Mar 18 10:30:24.815870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14647a0-7042-45c9-87fb-002517eb47ca None None] Pushing event updated for resources: {'Port': ['ID=9d44b13d-7962-4559-af10-e929ae196746,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:24.841500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Routers {'87377b2b-293f-4bdf-9c1f-cf18fb407683'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:24.842237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:24.842613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['87377b2b-293f-4bdf-9c1f-cf18fb407683'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:24.842798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:24.843205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempting to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:24.853570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-e74b7310-2379-422e-a8f5-bad60ef5d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:24.855071 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-e74b7310-2379-422e-a8f5-bad60ef5d79f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 1098 time: 0.9044151 Mar 18 10:30:24.918941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7670c56a-6b83-40db-8853-04213edc74af', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153'}], 'enable_snat': False}, 'gw_port_id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:18Z', 'updated_at': '2022-03-18T10:30:21Z', 'revision_number': 3, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port': {'id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7670c56a-6b83-40db-8853-04213edc74af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:20Z', 'updated_at': '2022-03-18T10:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:24.928858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Checking router: 7670c56a-6b83-40db-8853-04213edc74af for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:24.933539 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Updating router 7670c56a-6b83-40db-8853-04213edc74af port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:24.937217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:24.977797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33984) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:24.990968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f588648-92ee-49fc-b439-919772889ea9 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/7670c56a-6b83-40db-8853-04213edc74af HTTP/1.1" status: 200 len: 909 time: 0.5849681 Mar 18 10:30:24.993043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:30:24.993362 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Failed to bind port 227c6839-8d54-4c94-81e3-20fd385af8c0 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '83e43355-2728-483f-bab7-761eb8131a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '365d165c-916a-4823-bce9-a1da4e7ae255'}] Mar 18 10:30:24.993712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.009096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 33988) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:25.018286 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.037435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.064713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:25.095647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086099591', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': True}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:25.096699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448f05-bb2e-47d3-8d29-bd2f0b4249a8 req-3088d11f-0869-4509-a5b4-e54a77f5c536 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.102344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Usage tracker for resource:security_group_rule and tenant:3b8356a7eebc471c8ead25aaa28fa514 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:25.103536 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee448f05-bb2e-47d3-8d29-bd2f0b4249a8 req-3088d11f-0869-4509-a5b4-e54a77f5c536 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.5377522 Mar 18 10:30:25.114514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] Set router 87377b2b-293f-4bdf-9c1f-cf18fb407683 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:25.129038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.135961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:25.156237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:25.167590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.179010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Usage tracker for resource:router and tenant:f1dcd2b0400b429f9dab45058bf4958f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:25.182762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:25.186127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:25.203304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:25.204669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d99e8b-e5ce-4c09-a66b-3938c53afcf9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:25.219035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed542-b770-4661-a2ee-b19ea188c9e1 req-00516d1d-ed45-4b1a-8e5e-1dff09efd486 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.220316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee448f05-bb2e-47d3-8d29-bd2f0b4249a8 req-401e4bd5-d75c-4875-b29f-8f63daa343fa tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123056 Mar 18 10:30:25.221177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7f8ed542-b770-4661-a2ee-b19ea188c9e1 req-00516d1d-ed45-4b1a-8e5e-1dff09efd486 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 944 time: 0.4920528 Mar 18 10:30:25.223865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 227c6839-8d54-4c94-81e3-20fd385af8c0, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:25.224393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attempted to set empty binding levels {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:30:25.274228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87377b2b-293f-4bdf-9c1f-cf18fb407683', 'name': '', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:11Z', 'updated_at': '2022-03-18T10:30:23Z', 'revision_number': 4, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:25.284676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a82c1-a1c7-4e16-8e5c-7eaeb9b1ebc0 None None] The sync data for ids ['87377b2b-293f-4bdf-9c1f-cf18fb407683'] in dv-neutron-834265-1-hyperv is: [{'id': '87377b2b-293f-4bdf-9c1f-cf18fb407683', 'name': '', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:11Z', 'updated_at': '2022-03-18T10:30:23Z', 'revision_number': 4, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:25.291259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.299264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:25.299634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:25.311313 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7f8ed542-b770-4661-a2ee-b19ea188c9e1 req-cd6da68a-1f37-47a9-8335-e34470c218f2 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662684 Mar 18 10:30:25.329386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.332860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.333872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.361229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:25.361229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] In _notify_port_updated(), no bound segment for port 227c6839-8d54-4c94-81e3-20fd385af8c0 on network 365d165c-916a-4823-bce9-a1da4e7ae255 {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:30:25.361229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.361229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.362531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "PUT /v2.0/ports/227c6839-8d54-4c94-81e3-20fd385af8c0 HTTP/1.1" status: 200 len: 976 time: 3.3500450 Mar 18 10:30:25.368826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33994) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:25.379842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.382282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.403407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=1d0f0a9a-bd58-4f9e-9532-f97742cf2d3d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:25.425083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.425553 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment dd21bd45-8b65-494f-96ba-81c884e7ce4f of type vlan for network 73833144-da33-4c9d-a4dd-b520f6c29b35 Mar 18 10:30:25.438794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb94f7-03ba-4f13-af4a-63f7fb7f0b28 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event updated for resources: {'Port': ['ID=227c6839-8d54-4c94-81e3-20fd385af8c0,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:25.468855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:25.495727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Deleting port 227c6839-8d54-4c94-81e3-20fd385af8c0 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:25.496070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.515840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Usage tracker for resource:security_group_rule and tenant:15a2bf81f8034d7facc2bb80780b0d33 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:25.523685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.527508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:25.530286 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.531490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.547480 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Transition to ACTIVE for port object d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:25.550826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:25.580423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.596939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.603769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.603769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Floating IP 1400ed7a-c195-4f1f-818b-f6c91db436a6 disassociated (deleted). External IP: 172.26.2.34, port: d842e5b7-4d2b-4f5b-85b3-b7b80168157a. Mar 18 10:30:25.632455 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.674496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.691188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:25.709180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.714866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.716306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.746183 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Attempting to bind port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:25.746832 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Attempting to bind port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:25.747359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Attempting to bind port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:25.751176 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94f5f4-bdba-4c43-94c6-22db94ef0582 None None] Pushing event updated for resources: {'Port': ['ID=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:25.757484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:25.758134 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:25.758687 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.759224 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:25.759827 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Bound port: d7c1deaa-9a33-4f8d-a81a-04f5d4c09155, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:25.760768 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.798013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] For port 227c6839-8d54-4c94-81e3-20fd385af8c0, host hv-neutron-8342, got binding levels [] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:25.798424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.825637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting port 9d44b13d-7962-4559-af10-e929ae196746 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:25.825997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.843818 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] For port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:25.846757 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] For port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:25.859422 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3668797 Mar 18 10:30:25.864388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 33998) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:25.869620 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99cd1dfd-d5ab-4f2a-a15a-380ccde697af req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0051847 Mar 18 10:30:25.911588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:25.919792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:25.922772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.942582 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:25.959594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b32e42-644d-495b-96ee-0550d43c32d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aed09ae2-9c4f-4936-aa76-b841e21b241c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:25.986627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Calling delete_port for 227c6839-8d54-4c94-81e3-20fd385af8c0 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:26.008661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'name': 'tempest-PortsTestJSON-1780737825'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:26.025383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd40cbb-b099-41f2-8cdc-86f0ba3ff105 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=73833144-da33-4c9d-a4dd-b520f6c29b35,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:26.042474 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Routers {'7670c56a-6b83-40db-8853-04213edc74af'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:26.043769 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7670c56a-6b83-40db-8853-04213edc74af'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:26.048358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:26.169266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:26.169266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:26.173789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:26.180250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:26.256685 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:30:26.257189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.262982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94f5f4-bdba-4c43-94c6-22db94ef0582 None None] Pushing event updated for resources: {'Port': ['ID=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:26.268379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.292278 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] Set router 7670c56a-6b83-40db-8853-04213edc74af gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:26.293414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.344610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:26.361192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:26.395236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:26.400177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.433792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Pushing event deleted for resources: {'Port': ['ID=227c6839-8d54-4c94-81e3-20fd385af8c0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:26.438721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 7db1484b-8272-4b16-a148-55f578e0082b yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:26.443648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.478105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.487259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.545260 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-85005f9b-0a11-42fa-8ae3-266f2e71c124 tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "DELETE /v2.0/ports/227c6839-8d54-4c94-81e3-20fd385af8c0 HTTP/1.1" status: 204 len: 168 time: 1.1752872 Mar 18 10:30:26.552646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:26.554133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34008) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:26.603700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.624646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b67377-3213-49b1-8812-71659c4483ed tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:30:26.625253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-47b67377-3213-49b1-8812-71659c4483ed tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Synchronizing usage tracker for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:26.663304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] For port 9d44b13d-7962-4559-af10-e929ae196746, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9d44b13d-7962-4559-af10-e929ae196746,segment=NetworkSegment(a6b34693-0506-4de9-87bb-bfda9ab7f189),segment_id=a6b34693-0506-4de9-87bb-bfda9ab7f189)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:26.663911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.731177 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7670c56a-6b83-40db-8853-04213edc74af', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153'}], 'enable_snat': False}, 'gw_port_id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:18Z', 'updated_at': '2022-03-18T10:30:21Z', 'revision_number': 3, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port': {'id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7670c56a-6b83-40db-8853-04213edc74af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:20Z', 'updated_at': '2022-03-18T10:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:26.735908 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88d392-7162-4b08-b9a4-54016afed24c None None] The sync data for ids ['7670c56a-6b83-40db-8853-04213edc74af'] in dv-neutron-834265-1-hyperv is: [{'id': '7670c56a-6b83-40db-8853-04213edc74af', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153'}], 'enable_snat': False}, 'gw_port_id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:18Z', 'updated_at': '2022-03-18T10:30:21Z', 'revision_number': 3, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port': {'id': 'd7c1deaa-9a33-4f8d-a81a-04f5d4c09155', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7670c56a-6b83-40db-8853-04213edc74af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:20Z', 'updated_at': '2022-03-18T10:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:26.739260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062be39e-f9dd-4c47-8106-d11acf6f7fdd req-92a0419e-3dd0-45e0-82a2-8e2518fb9f76 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:26.742460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-062be39e-f9dd-4c47-8106-d11acf6f7fdd req-92a0419e-3dd0-45e0-82a2-8e2518fb9f76 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.2412589 Mar 18 10:30:26.784233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-47b67377-3213-49b1-8812-71659c4483ed tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] Unset dirty status for tenant:2389aa9ad26a49b6b431a93b4b082598 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:26.790330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-47b67377-3213-49b1-8812-71659c4483ed tempest-PortsAdminExtendedAttrsTestJSON-659553889 tempest-PortsAdminExtendedAttrsTestJSON-659553889-project-admin] 10.222.0.18 "GET /v2.0/ports/227c6839-8d54-4c94-81e3-20fd385af8c0 HTTP/1.1" status: 404 len: 333 time: 0.2300870 Mar 18 10:30:26.794301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34012) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:26.829340 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15a2bf81f8034d7facc2bb80780b0d33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8440566 Mar 18 10:30:26.883443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34016) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:26.884573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2626c-fb56-4659-9ac1-9ab07e2881f1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:26.888529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:26.896640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Calling delete_port for 9d44b13d-7962-4559-af10-e929ae196746 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:26.986782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.987128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.987460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.987775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.988099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.988420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.988739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.989061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.989398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.989678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.990018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.990329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403bdc5d-6d4b-4753-8d80-491a55e92213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:26.994948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-062be39e-f9dd-4c47-8106-d11acf6f7fdd req-282a61e9-419d-4d2d-be6d-33925c96bb2d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337637 Mar 18 10:30:27.082465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.099067 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'code': 200} Mar 18 10:30:27.107988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Router a11ae7be-02af-4090-a1b7-f3f91db16bcb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:27.153896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5ffa1-1994-4f1a-975c-96ae683e8707 req-622d1250-2e0d-465f-94ef-37e1e2b89f01 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:27.156293 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a5a5ffa1-1994-4f1a-975c-96ae683e8707 req-622d1250-2e0d-465f-94ef-37e1e2b89f01 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.6429651 Mar 18 10:30:27.211917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.321476 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a5a5ffa1-1994-4f1a-975c-96ae683e8707 req-dbe97617-3c34-46ee-8112-d9b3bb61d820 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504242 Mar 18 10:30:27.359937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:27.425286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.429129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.487104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365d165c-916a-4823-bce9-a1da4e7ae255']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:27.502730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.511040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e43355-2728-483f-bab7-761eb8131a3a') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:27.511330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e43355-2728-483f-bab7-761eb8131a3a') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:27.528551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.536041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:27.544394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:27.544763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.566282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.574521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:27.574922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:27.595030 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:27.667620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.712654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.733756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:27.777571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.799998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.815787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2626c-fb56-4659-9ac1-9ab07e2881f1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:27.822030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=7db1484b-8272-4b16-a148-55f578e0082b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:27.833374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.833616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.834050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.834452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.834968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.835270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.835665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.836058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.836449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.836842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.837233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.837616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.848613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.848821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.849192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.849614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.850255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.850379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.850811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.851199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.851587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.851975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.852362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.852752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:27.872955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': 'dd21bd45-8b65-494f-96ba-81c884e7ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:27.872955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: 73833144-da33-4c9d-a4dd-b520f6c29b35, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:27.886358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.890397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0671d7bd-5b31-40e2-b640-798ba2716f98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93b2626c-fb56-4659-9ac1-9ab07e2881f1 HTTP/1.1" status: 204 len: 168 time: 1.0030491 Mar 18 10:30:27.933235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.940903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.943539 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] 10.222.0.18 "DELETE /v2.0/networks/365d165c-916a-4823-bce9-a1da4e7ae255 HTTP/1.1" status: 204 len: 168 time: 1.1453712 Mar 18 10:30:27.962627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:27.970963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:27.982723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe7342-9f26-4d0c-a769-f3868603d17c tempest-PortsAdminExtendedAttrsTestJSON-531055968 tempest-PortsAdminExtendedAttrsTestJSON-531055968-project] Pushing event deleted for resources: {'Network': ['ID=365d165c-916a-4823-bce9-a1da4e7ae255,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:28.026139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:28.065780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:28.071653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d44b13d-7962-4559-af10-e929ae196746,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:28.075908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] Sync routers for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:28.085753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:28.086426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:28.113688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 73833144-da33-4c9d-a4dd-b520f6c29b35) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:28.120032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:28.133674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.138304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.140717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b18643-a63c-4368-ad34-a9c77c8610e0 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:28.177501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:28.235414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.253126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:28.253907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:28.264562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1d28-d436-44cf-b984-0358dd8d15ba req-da75f460-e508-480a-a243-ed99423c62a9 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.266451 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18ac1d28-d436-44cf-b984-0358dd8d15ba req-da75f460-e508-480a-a243-ed99423c62a9 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.1224561 Mar 18 10:30:28.277651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.284591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8984-6725-495c-873b-cd8e5b344685 req-fe3e3740-9636-4176-a7f0-4137209748fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.286837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bd8b8984-6725-495c-873b-cd8e5b344685 req-fe3e3740-9636-4176-a7f0-4137209748fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 1098 time: 0.8094249 Mar 18 10:30:28.334513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f5e6561a-d456-48f8-84d4-ce8f667e4878 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4137187 Mar 18 10:30:28.335830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.338723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34028) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:28.361068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1039108527'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:28.374440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:28.382108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:28.387991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:28.404864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18ac1d28-d436-44cf-b984-0358dd8d15ba req-f7e6653d-9e5c-4c8f-a840-5f665403f0d7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115980 Mar 18 10:30:28.406448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:28.461648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:28.462241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffbef-530c-4515-af18-9ea440eaa1a9 None None] The sync data for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:28.485306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:28.488885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.544833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:28.556453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34040) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:28.564254 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0cdc15b7-3f60-47ff-ba99-c18b4ebec064 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/floatingips/1400ed7a-c195-4f1f-818b-f6c91db436a6 HTTP/1.1" status: 204 len: 168 time: 6.0116317 Mar 18 10:30:28.564254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.566447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34044) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:28.590330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.590330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment b6b51f09-cf3c-4110-8423-04f092b4b7b0 of type vlan for network 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5 Mar 18 10:30:28.590330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:28.615439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:28.699444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Usage tracker for resource:floatingip and tenant:5ca2a4a47c074ce7aedb4e162080d3a8 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:28.718987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:28.745017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.750780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:28.820990 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-59b93009-1a50-4323-af4d-881a7cec9d2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=688452e0812c42caaf5749f7c407ea1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621071 Mar 18 10:30:28.823511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34052) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:28.846153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.887896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4062d7-df0c-48bc-a932-bdc0b97138e3 req-22c9fb2b-50f0-43bd-a8aa-b24de0c038dd tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.889252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.889395 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4062d7-df0c-48bc-a932-bdc0b97138e3 req-22c9fb2b-50f0-43bd-a8aa-b24de0c038dd tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.2886653 Mar 18 10:30:28.891756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-bd8b8984-6725-495c-873b-cd8e5b344685 req-4896aec1-11be-49c8-bb6c-934bc9258534 service neutron] Synchronizing usage tracker for tenant:3b8356a7eebc471c8ead25aaa28fa514 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:28.897717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.903828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34056) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:28.907786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.913107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.913638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:28.941307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Request body: {'floatingip': {'port_id': '9d4864b9-81b2-492b-8339-255b0cd9a313'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:28.949903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 172.26.2.93 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/7438f475-a4db-49ad-8188-4edebfcb1b48) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:28.972368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-bd8b8984-6725-495c-873b-cd8e5b344685 req-4896aec1-11be-49c8-bb6c-934bc9258534 service neutron] Unset dirty status for tenant:3b8356a7eebc471c8ead25aaa28fa514 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:28.973569 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bd8b8984-6725-495c-873b-cd8e5b344685 req-4896aec1-11be-49c8-bb6c-934bc9258534 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6400082 Mar 18 10:30:28.986112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:29.007320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0020ec-7487-4ce6-9be5-2923b9d91183 req-dac28895-8754-41ee-9fac-b9433ac12ed2 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:29.009190 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e0020ec-7487-4ce6-9be5-2923b9d91183 req-dac28895-8754-41ee-9fac-b9433ac12ed2 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.2498412 Mar 18 10:30:29.039065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.039544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87377b2b-293f-4bdf-9c1f-cf18fb407683 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:29.062308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.117917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.146893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:29.160605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Usage tracker for resource:security_group_rule and tenant:c1ea332e4f7047629d96ea7a19c3afb7 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:29.165537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:29.177090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.178201 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7a1f9d0-6184-4415-a754-c5c60b603d8b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/routers/87377b2b-293f-4bdf-9c1f-cf18fb407683 HTTP/1.1" status: 204 len: 168 time: 6.3618119 Mar 18 10:30:29.181122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:29.185767 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e0020ec-7487-4ce6-9be5-2923b9d91183 req-34ebd4fe-a641-40e8-a4b1-3614a8e9b356 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536598 Mar 18 10:30:29.188136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34064) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:29.245850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=9fbc67c6-e616-4b83-aa97-d07ddcca4cf5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:29.260097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:29.291498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:29.303207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.307258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9aa03f7f-5f04-46e0-8b3f-5feea4267021 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9673874 Mar 18 10:30:29.313268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.315514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34068) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:29.323097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting subnet 2cb61912-c1df-430d-bb7d-de69edc5a065 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:30:29.329478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'ports': [{'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'}, {'network_id': '9fbc67c6-e616-4b83-aa97-d07ddcca4cf5'}]} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:29.329918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:29.330542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '9fbc67c6-e616-4b83-aa97-d07ddcca4cf5'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:29.366550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.399396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.439417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:29.439863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.510267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.548520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.682286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.689682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.754674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.765663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.793069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a368aa9-84e9-4cac-95dd-3dba3e39d422,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:29.918158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:29.932953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:29.939668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:29.944058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:29.956890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:30.002026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:30.027206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:30.035733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=7438f475-a4db-49ad-8188-4edebfcb1b48,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:30.054691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:30.065580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.066712 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f0f16a02-e49e-48b5-a386-84fcece5be28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a368aa9-84e9-4cac-95dd-3dba3e39d422 HTTP/1.1" status: 204 len: 168 time: 1.2423315 Mar 18 10:30:30.077014 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1ea332e4f7047629d96ea7a19c3afb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0872948 Mar 18 10:30:30.078402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34074) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:30.078579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd37003-38ca-4754-a520-cc460fecaacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf78381-372c-495b-b090-5f4e5aad4c6d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:30.165671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Allocated IP 172.26.2.230 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/2962d5af-e3f2-4ae0-b16e-242b9e300fa9) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:30.182594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 2} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:30.187939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.314764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.334146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:30:30.395940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.457130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.462762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb61912-c1df-430d-bb7d-de69edc5a065,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:30.464809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.501544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.543065 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-551ef17c-4fe2-418c-9c5f-d271e8b44e0f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/2cb61912-c1df-430d-bb7d-de69edc5a065 HTTP/1.1" status: 204 len: 168 time: 1.3506215 Mar 18 10:30:30.543065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.549154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.553102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34082) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:30.590196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.662146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c435405-fb4b-44d0-a185-3448fd1b4ac5 req-0fcb7caa-37b9-4bdb-a203-14045bfb8d88 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:30.662886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5c435405-fb4b-44d0-a185-3448fd1b4ac5 req-0fcb7caa-37b9-4bdb-a203-14045bfb8d88 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Synchronizing usage tracker for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:30.813011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 4a3374bd-41ed-4aac-b0f4-b9538f7a912d yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:30.848502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.849636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34086) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:30.851058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.853964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5c435405-fb4b-44d0-a185-3448fd1b4ac5 req-0fcb7caa-37b9-4bdb-a203-14045bfb8d88 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Unset dirty status for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:30.855141 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5c435405-fb4b-44d0-a185-3448fd1b4ac5 req-0fcb7caa-37b9-4bdb-a203-14045bfb8d88 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.5274827 Mar 18 10:30:30.927314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:30.933405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Floating IP d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d associated. External IP: 172.26.2.150, port: 9d4864b9-81b2-492b-8339-255b0cd9a313. Mar 18 10:30:30.954900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf78381-372c-495b-b090-5f4e5aad4c6d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:31.090476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.091589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-35d733e3-2dc8-4551-8e83-1e0bb6fcaee8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bf78381-372c-495b-b090-5f4e5aad4c6d HTTP/1.1" status: 204 len: 168 time: 1.0105898 Mar 18 10:30:31.098475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11908ccf-8855-4d07-81d7-313f4fb902aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2389aa9ad26a49b6b431a93b4b082598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976430 Mar 18 10:30:31.104790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.108137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34092) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:31.207638 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5c435405-fb4b-44d0-a185-3448fd1b4ac5 req-b8e73c86-d6c0-40d8-bed5-3476ea5803e5 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429430 Mar 18 10:30:31.222660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:31.267728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.269808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:31.272316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:31.390532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.427440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Pushing event updated for resources: {'Port': ['ID=2962d5af-e3f2-4ae0-b16e-242b9e300fa9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:31.461957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd05718-de99-4aca-b8f8-08a217ff8d36']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:31.492414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b34693-0506-4de9-87bb-bfda9ab7f189') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:31.492634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b34693-0506-4de9-87bb-bfda9ab7f189') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:31.509300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.597079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.601224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.609858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.610832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:31.611226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.624471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:31.625487 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:31.660587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port f9fc95ea-e04b-43b5-b264-d87e871e47ec yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:31.739440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.829290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6108304-389e-4dfb-bb41-ba58b52973b0 req-e07a1ddd-a721-4f32-b3bb-150207a5597b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:31.830769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e6108304-389e-4dfb-bb41-ba58b52973b0 req-e07a1ddd-a721-4f32-b3bb-150207a5597b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.4629261 Mar 18 10:30:31.842025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.870061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34108) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:31.888057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Request body: {'floatingip': {'port_id': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:31.952833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.956940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bd05718-de99-4aca-b8f8-08a217ff8d36 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 18 10:30:31.959885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:31.974678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Router 930b614c-ca6c-43ab-8816-455581f229ae has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:31.996901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.017420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.019048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.040199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4af1e-80d5-4409-8818-47d0d476e8ea,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:32.056127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.057500 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4bc4c64b-2e7b-44c5-9c0b-18cd98cd6cff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78e4af1e-80d5-4409-8818-47d0d476e8ea HTTP/1.1" status: 204 len: 168 time: 0.9456637 Mar 18 10:30:32.073454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router e811a12a-0a68-41e6-b25f-555747d11cbf is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:32.076359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bd05718-de99-4aca-b8f8-08a217ff8d36,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:32.094545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a242d7ce-68be-4ee0-9d22-bfe769ff003b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0bd05718-de99-4aca-b8f8-08a217ff8d36 HTTP/1.1" status: 204 len: 168 time: 1.5384374 Mar 18 10:30:32.205053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.314628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:32.321487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:32.380077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=4a3374bd-41ed-4aac-b0f4-b9538f7a912d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:32.391277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:32.392453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.503516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:32.512062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=f9fc95ea-e04b-43b5-b264-d87e871e47ec,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:32.544088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': 'b6b51f09-cf3c-4110-8423-04f092b4b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9fbc67c6-e616-4b83-aa97-d07ddcca4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:32.544604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:32.560401 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Sync routers for ids ['e811a12a-0a68-41e6-b25f-555747d11cbf'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:32.576214 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Routers {'e811a12a-0a68-41e6-b25f-555747d11cbf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:32.576214 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e811a12a-0a68-41e6-b25f-555747d11cbf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:32.594141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.596285 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4bd691a-55fe-4280-85dc-a197d4e9eaa3 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5336077 Mar 18 10:30:32.600847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34128) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:32.666237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:32.761773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:32.770697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a1c60-87a8-4d3d-8137-721917b160e3 None None] Network 9fbc67c6-e616-4b83-aa97-d07ddcca4cf5 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:32.787202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34134) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:32.805628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:32.819032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.828853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.830517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:32.834709 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Set router e811a12a-0a68-41e6-b25f-555747d11cbf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:32.921644 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7bfdfc3e-ec9b-4c17-a06e-672190765c45 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/e811a12a-0a68-41e6-b25f-555747d11cbf HTTP/1.1" status: 200 len: 907 time: 0.3184659 Mar 18 10:30:32.928689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34144) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:33.059139 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4d9ee849-ac1a-470f-bd14-4d2d07c7a340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7424796 Mar 18 10:30:33.076757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34150) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:33.206209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.208272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:33.220599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Sync routers for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:33.221962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.229150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port f9fc95ea-e04b-43b5-b264-d87e871e47ec {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:33.229676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.239206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:33.241542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:33.267964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-937615229'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:33.288650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:33.301130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.310983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:network and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:33.318358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:33.380407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.383462 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c565efd9-f03f-4dbf-b706-957c9282572d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "PUT /v2.0/floatingips/d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d HTTP/1.1" status: 200 len: 991 time: 4.4767406 Mar 18 10:30:33.394604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:33.396996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.409185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:33.424112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34158) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:33.459659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'name': 'tempest-router--255249420', 'project_id': '969e27f2a65142df8df35dfe88022735'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:33.487445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:33.492713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.556982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:router and tenant:969e27f2a65142df8df35dfe88022735 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:33.567072 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e811a12a-0a68-41e6-b25f-555747d11cbf', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '7438f475-a4db-49ad-8188-4edebfcb1b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:25Z', 'updated_at': '2022-03-18T10:30:30Z', 'revision_number': 3, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port': {'id': '7438f475-a4db-49ad-8188-4edebfcb1b48', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e811a12a-0a68-41e6-b25f-555747d11cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:28Z', 'updated_at': '2022-03-18T10:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:33.569579 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'status': 'completed', 'code': 200} Mar 18 10:30:33.578461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:33.580260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Checking router: e811a12a-0a68-41e6-b25f-555747d11cbf for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:33.583213 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Updating router e811a12a-0a68-41e6-b25f-555747d11cbf port 7438f475-a4db-49ad-8188-4edebfcb1b48 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:33.631773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:33.646962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:33.681729 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.741339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:33.745420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.771478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.818680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:33.835032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Pushing event updated for resources: {'Port': ['ID=2962d5af-e3f2-4ae0-b16e-242b9e300fa9,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:33.857634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.869156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.871101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:33.876964 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Floating IP d7576622-a6f4-474f-a88b-152596607416 associated. External IP: 172.26.2.111, port: 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a. Mar 18 10:30:33.899703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:security_group_rule and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:34.020938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:34.114082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:34.144187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-a2e17631-ae4a-4e0e-8a5d-cc9cbe89ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:34.145740 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-a2e17631-ae4a-4e0e-8a5d-cc9cbe89ee21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e&device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 1098 time: 0.5046461 Mar 18 10:30:34.148881 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.162230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.163428 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fdd38258-9df3-4e1d-91fa-4dc988039282 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5960069 Mar 18 10:30:34.165559 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Transition to ACTIVE for port object 7438f475-a4db-49ad-8188-4edebfcb1b48 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:34.170220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:34.178894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8373a-917f-4dd9-9430-18638c75afc2 req-08351447-4266-4040-a8a5-8723ec03b5b7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:34.180861 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dbe8373a-917f-4dd9-9430-18638c75afc2 req-08351447-4266-4040-a8a5-8723ec03b5b7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.6183665 Mar 18 10:30:34.193053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.213106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.247830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'port_id': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'mac_address': 'fa:16:3e:ba:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:30:30Z', 'revision_number': 1, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:34.251557 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.253196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Checking router: 930b614c-ca6c-43ab-8816-455581f229ae for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:34.262934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:34.263604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:34.435708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for f9fc95ea-e04b-43b5-b264-d87e871e47ec owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:34.454276 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Attempting to bind port 7438f475-a4db-49ad-8188-4edebfcb1b48 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:34.457219 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Attempting to bind port 7438f475-a4db-49ad-8188-4edebfcb1b48 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:34.457219 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Attempting to bind port 7438f475-a4db-49ad-8188-4edebfcb1b48 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:34.457839 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Pushing event updated for resources: {'Port': ['ID=7438f475-a4db-49ad-8188-4edebfcb1b48,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:34.468480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.469881 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:34.470260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:34.470659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.471157 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:34.471507 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Bound port: 7438f475-a4db-49ad-8188-4edebfcb1b48, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:34.471889 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.504010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.504372 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.504681 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.505009 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.505463 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.506066 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.509269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.509269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.509269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.509269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.510668 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.511232 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:34.555003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port 7438f475-a4db-49ad-8188-4edebfcb1b48 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:34.555446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.563558 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dbe8373a-917f-4dd9-9430-18638c75afc2 req-8baabfa7-d1d9-468f-bb6d-db8c5f7db472 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656907 Mar 18 10:30:34.582394 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] For port 7438f475-a4db-49ad-8188-4edebfcb1b48, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:34.586014 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] For port 7438f475-a4db-49ad-8188-4edebfcb1b48, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7438f475-a4db-49ad-8188-4edebfcb1b48,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:34.617125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:34.678748 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.728854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.732604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:34.779654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:34.799405 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Routers {'e811a12a-0a68-41e6-b25f-555747d11cbf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:34.800021 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e811a12a-0a68-41e6-b25f-555747d11cbf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:34.812097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-4ffa58c4-9316-418e-a54f-18dbae4f2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:34.813584 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-4ffa58c4-9316-418e-a54f-18dbae4f2422 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df HTTP/1.1" status: 200 len: 907 time: 0.6438415 Mar 18 10:30:34.815265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] For port 7438f475-a4db-49ad-8188-4edebfcb1b48, host dv-neutron-834265-1-hyperv, got binding levels [] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:34.815647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:34.964685 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bee9c-ea5b-4476-af99-15758f5bd8c6 None None] Pushing event updated for resources: {'Port': ['ID=7438f475-a4db-49ad-8188-4edebfcb1b48,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:34.992254 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] Set router e811a12a-0a68-41e6-b25f-555747d11cbf gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:35.035913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:35.046399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Usage tracker for resource:floatingip and tenant:2962690f0a2c4be6824f9fee7d52e574 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:35.051322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:35.052246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:35.057598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.078350 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Sync routers for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:35.092183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:35.129203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7a8b3913-4c84-4fce-bb7a-37d1a2a59c3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "PUT /v2.0/floatingips/d7576622-a6f4-474f-a88b-152596607416 HTTP/1.1" status: 200 len: 991 time: 3.2537112 Mar 18 10:30:35.131054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for 7438f475-a4db-49ad-8188-4edebfcb1b48 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:35.156195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.157697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-69eed674-dbb8-4f0a-8822-d03522674f0e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7186317 Mar 18 10:30:35.162936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:35.163631 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:35.164371 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:35.212695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.255821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.361329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=f9fc95ea-e04b-43b5-b264-d87e871e47ec,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:35.362694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:35.382069 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-3b3de3ac-1a7e-4402-bb74-64006afa105e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d4864b9-81b2-492b-8339-255b0cd9a313 HTTP/1.1" status: 200 len: 999 time: 0.5476239 Mar 18 10:30:35.387860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.426908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'port_id': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'mac_address': 'fa:16:3e:ba:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:30:30Z', 'revision_number': 1, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:35.431432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cac5b-43e6-4358-86d4-07ba1b492892 None None] The sync data for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv is: [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'port_id': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'mac_address': 'fa:16:3e:ba:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:30:30Z', 'revision_number': 1, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:35.446699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:35.468282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.472169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-ac89b5be-9095-4774-9ad3-44c75983914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.474896 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-ac89b5be-9095-4774-9ad3-44c75983914b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ba53013-b82d-42e1-a681-0eca25e6e6e8 HTTP/1.1" status: 200 len: 845 time: 0.0806911 Mar 18 10:30:35.512250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.517672 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e811a12a-0a68-41e6-b25f-555747d11cbf', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:25Z', 'updated_at': '2022-03-18T10:30:34Z', 'revision_number': 4, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:35.542883 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32565b2-e662-4d7b-80fd-b577367e721a None None] The sync data for ids ['e811a12a-0a68-41e6-b25f-555747d11cbf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e811a12a-0a68-41e6-b25f-555747d11cbf', 'name': 'tempest-snat-router-1086099591', 'tenant_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:25Z', 'updated_at': '2022-03-18T10:30:34Z', 'revision_number': 4, 'project_id': 'f1dcd2b0400b429f9dab45058bf4958f', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:35.575312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:35.659570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.701781 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3c2d122e-a89a-4f82-9058-ca92266aeebc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/f9fc95ea-e04b-43b5-b264-d87e871e47ec HTTP/1.1" status: 204 len: 168 time: 2.6215458 Mar 18 10:30:35.704744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34210) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:35.729029 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'status': 'completed', 'code': 200} Mar 18 10:30:35.836379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:35.856769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94560b-f7fe-4662-ad07-4be6fbc10b85 None None] New status for floating IP d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:30:35.858215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.860970 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Added segment f6f44619-801c-4fd4-b7d8-a76dcadbf1a3 of type vlan for network 521d40e6-2108-429e-a0dd-af6fbea3f62d Mar 18 10:30:35.876928 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd7576622-a6f4-474f-a88b-152596607416', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'floating_ip_address': '172.26.2.111', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'port_id': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'mac_address': 'fa:16:3e:fe:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:53Z', 'updated_at': '2022-03-18T10:30:33Z', 'revision_number': 1, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:35.890993 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Checking router: a7a2f6d1-1a05-4a10-98c6-6edb83fa838e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:35.893507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:35.907608 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:35.908407 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:35.957316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1943039156', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:35.959280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22987571-d045-41cd-b85c-aafe2b7eed4a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:35.976531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e70bf-6eff-48ff-b9e4-944e990071c6 req-5b78ef84-3722-4dcd-8db2-0bb2ec2dc60f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.980774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c3e70bf-6eff-48ff-b9e4-944e990071c6 req-5b78ef84-3722-4dcd-8db2-0bb2ec2dc60f tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.6171579 Mar 18 10:30:35.998632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:36.004249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.004872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Usage tracker for resource:port and tenant:2644e7ba83d1413d9dc56eacc5511564 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:36.008430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:36.011231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.011756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.019524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:36.077115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:36.077555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:36.143321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.146244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.165236 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:36.181947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-1cd777dd-8861-4441-af99-37f216e66301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.183383 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c3e70bf-6eff-48ff-b9e4-944e990071c6 req-989ee732-4a36-467d-abcc-2dd3d3e2b9af tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558695 Mar 18 10:30:36.183529 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-1cd777dd-8861-4441-af99-37f216e66301 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5674357 Mar 18 10:30:36.184240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Network': ['ID=521d40e6-2108-429e-a0dd-af6fbea3f62d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:36.201730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.204560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69a60a-b622-4f4e-96aa-02fe0b223409 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.211088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69a60a-b622-4f4e-96aa-02fe0b223409 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.212121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2c69a60a-b622-4f4e-96aa-02fe0b223409 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:36.239828 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f3ebe4fb-2d9b-4fd6-a2c9-b9a0b3546156 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4451723 Mar 18 10:30:36.244432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34216) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:36.264783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:36.264973 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'subnet': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:36.294533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Made reservation on behalf of 2644e7ba83d1413d9dc56eacc5511564 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:36.297360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.361201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.381853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-e03be15e-70b9-4bd8-bd14-957ff0be128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.384441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-e03be15e-70b9-4bd8-bd14-957ff0be128e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b99ffe3f21c4f45970d6b165bb05657&device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 1098 time: 0.6393127 Mar 18 10:30:36.427674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:36.467719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2c69a60a-b622-4f4e-96aa-02fe0b223409 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:36.469002 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2c69a60a-b622-4f4e-96aa-02fe0b223409 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7575719 Mar 18 10:30:36.475671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34222) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:36.553030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:36.563478 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-1e3ff34c-8a36-49e1-b0c4-74a8345a3e40 service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458982 Mar 18 10:30:36.571076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:subnet and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:36.591832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.592494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 128525c3-4362-43e7-8f30-3e914832e879 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:36.594591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Usage tracker for resource:security_group_rule and tenant:2644e7ba83d1413d9dc56eacc5511564 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:36.595648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:36.600144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port 7438f475-a4db-49ad-8188-4edebfcb1b48 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:36.600543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.614884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Allocated IP 172.26.2.90 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/79e29088-06e8-4126-826c-80e1d6738eed) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:36.629936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:36.637528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 4a3374bd-41ed-4aac-b0f4-b9538f7a912d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:36.637528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.654678 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd7576622-a6f4-474f-a88b-152596607416', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'floating_ip_address': '172.26.2.111', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'port_id': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'mac_address': 'fa:16:3e:fe:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:53Z', 'updated_at': '2022-03-18T10:30:33Z', 'revision_number': 1, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:36.659087 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbcd59-6c94-4448-8a2b-ad139f81bbb9 None None] The sync data for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'd7576622-a6f4-474f-a88b-152596607416', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'floating_ip_address': '172.26.2.111', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'port_id': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'mac_address': 'fa:16:3e:fe:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:29:53Z', 'updated_at': '2022-03-18T10:30:33Z', 'revision_number': 1, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:36.681088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:36.727307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:36.856710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.861057 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fdd33d62-4c2e-44df-85c4-f5404c25f079 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/routers/128525c3-4362-43e7-8f30-3e914832e879 HTTP/1.1" status: 204 len: 168 time: 1.6935306 Mar 18 10:30:36.861723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:36.865022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:36.911862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-ef17b483-fb24-478f-a2ed-402605f1fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.913300 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-ef17b483-fb24-478f-a2ed-402605f1fe1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=05477501-66cb-45f4-a072-f9f2ea43cd53 HTTP/1.1" status: 200 len: 913 time: 0.5217822 Mar 18 10:30:36.918581 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78389304-a10a-44d3-b2dd-f1c94cf34019 None None] New status for floating IP d7576622-a6f4-474f-a88b-152596607416: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:30:36.996200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.107006 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-85353874-ea6e-4fe7-92ce-8513826ae624 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a HTTP/1.1" status: 200 len: 999 time: 0.1838541 Mar 18 10:30:37.148178 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d264cf7f-6e44-4287-8cc5-cd1772ca59bf req-c4b4d2d6-879d-401a-b53b-7ca05632ea62 service neutron] 10.222.0.24 "GET /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715299 Mar 18 10:30:37.154676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.188206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-ad2718c2-42fe-43ff-9be5-ba28f03e35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.189653 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-ad2718c2-42fe-43ff-9be5-ba28f03e35a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0801e2cb-eed0-441e-a6de-698ce819b692 HTTP/1.1" status: 200 len: 851 time: 0.0708733 Mar 18 10:30:37.259724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.263014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.274298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] device_id is not set on port d0a803f8-b5b2-48f8-b6ca-24f665425739 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:37.279191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] For port 7438f475-a4db-49ad-8188-4edebfcb1b48, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7438f475-a4db-49ad-8188-4edebfcb1b48,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:37.279544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.317171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.421973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0982f01-2b7b-4ed7-8719-fb27d7d1d513,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:37.435004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:37.442172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:37.453758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:37.480414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34228) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:37.484700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-84450db3-0de8-4bd0-8a98-5f7c5d2a388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.486157 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-84450db3-0de8-4bd0-8a98-5f7c5d2a388c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05477501-66cb-45f4-a072-f9f2ea43cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2902050 Mar 18 10:30:37.566323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Pushing event updated for resources: {'Port': ['ID=79e29088-06e8-4126-826c-80e1d6738eed,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:37.570719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 4a3374bd-41ed-4aac-b0f4-b9538f7a912d owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:37.668853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for 7438f475-a4db-49ad-8188-4edebfcb1b48 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:37.701090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Allocated IP 172.26.2.77 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/d0a803f8-b5b2-48f8-b6ca-24f665425739) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:37.706948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1233139082', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:37.726818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:37.738832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:37.750261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:37.769471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:37.791611 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-e44ff5b1-bbf1-4c84-969d-cc600708673d service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671788 Mar 18 10:30:37.797728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.922290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.923336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:37.963663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.002023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.122048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=4a3374bd-41ed-4aac-b0f4-b9538f7a912d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:38.125606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.131574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.158430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3315d2b9-0728-4808-8d01-f0e0d5b4bd3d req-200ff9dc-b6d5-4787-836e-5e7bdccc39dd service neutron] 10.222.0.24 "GET /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509319 Mar 18 10:30:38.164863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Subnet': ['ID=483436a1-c2b0-402e-bd67-d609d4393846,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:38.178378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Checking segment: {'id': 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:38.178990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network hostable DHCP agents. Network: 521d40e6-2108-429e-a0dd-af6fbea3f62d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:38.221201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.221944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.251386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.317736 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fac1dd60-c3c8-4b5e-bda3-8013af7b8340 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/4a3374bd-41ed-4aac-b0f4-b9538f7a912d HTTP/1.1" status: 204 len: 168 time: 1.8408771 Mar 18 10:30:38.323420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Port': ['ID=7438f475-a4db-49ad-8188-4edebfcb1b48,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:38.325907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34234) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:38.333386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:38.404573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.469570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.581754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.583311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.588259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 521d40e6-2108-429e-a0dd-af6fbea3f62d) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:38.593003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:38.593584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.598174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e24b21-388f-44cb-8c64-95dd7a418fd9 None None] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:38.676326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.680774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.697965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9927a0-f82b-494d-910b-b9d2ac300ee1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:38.698684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7a9927a0-f82b-494d-910b-b9d2ac300ee1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:38.749742 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c2deb240-032f-46f0-b6f3-35418cad3cc8 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4914489 Mar 18 10:30:38.751418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34238) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:38.757498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-927338776'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:38.778717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.779201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e811a12a-0a68-41e6-b25f-555747d11cbf {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:38.820157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.823913 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21a12f4a-307c-4987-b18f-2f4ef02c8cea tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e811a12a-0a68-41e6-b25f-555747d11cbf HTTP/1.1" status: 204 len: 168 time: 5.8911405 Mar 18 10:30:38.824016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:38.825297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:38.827354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-521d40e6-2108-429e-a0dd-af6fbea3f62d', 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'tenant_id': '35f94021dec34618955def32e35113f0', 'fixed_ips': [{'subnet_id': '483436a1-c2b0-402e-bd67-d609d4393846'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:30:38.828364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.864517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:38.871363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Pushing event updated for resources: {'Port': ['ID=79e29088-06e8-4126-826c-80e1d6738eed,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:38.874575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:38.899020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7a9927a0-f82b-494d-910b-b9d2ac300ee1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:38.907447 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7a9927a0-f82b-494d-910b-b9d2ac300ee1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5685256 Mar 18 10:30:38.964140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:38.977657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:39.012076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Allocated IP 2001:db8::2 (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/32d4cff7-44a5-4650-ae69-04e1d0a83cc1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:39.055265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.092125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce89447-f9c0-4e78-9d72-de33d80dcdb2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:30:39.093267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cce89447-f9c0-4e78-9d72-de33d80dcdb2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:39.134027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a803f8-b5b2-48f8-b6ca-24f665425739,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:39.141004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:39.141621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.147131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cce89447-f9c0-4e78-9d72-de33d80dcdb2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:39.148287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cce89447-f9c0-4e78-9d72-de33d80dcdb2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/f9fc95ea-e04b-43b5-b264-d87e871e47ec HTTP/1.1" status: 404 len: 333 time: 0.1465962 Mar 18 10:30:39.153394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34250) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.215650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.216828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-140626f8-3fe1-467c-926f-f5b3b2ba6966 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0350668 Mar 18 10:30:39.219900 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1014e0-865b-463e-91a2-96f132ff3705 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:30:39.221205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aa1014e0-865b-463e-91a2-96f132ff3705 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/4a3374bd-41ed-4aac-b0f4-b9538f7a912d HTTP/1.1" status: 404 len: 333 time: 0.0670021 Mar 18 10:30:39.221922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34254) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.228987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34256) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.237883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:39.253188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.263564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Transition to ACTIVE for port object 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:39.274387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:port and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:39.282035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:39.283012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Transition to ACTIVE for port object 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:39.290476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a0decb0c-6860-4013-970e-2aaee1ae0e0a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8367097 Mar 18 10:30:39.299377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34262) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.306045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:39.314143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.77'}]}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:39.351913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.367215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:39.381714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.387626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5aca8cfa-1a87-4aa5-bafd-2a2427b9c803 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Synchronizing usage tracker for tenant:5ca2a4a47c074ce7aedb4e162080d3a8 on resource:floatingip {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:39.416499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:39.424155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:39.428877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:39.459813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Pushing event updated for resources: {'Port': ['ID=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:39.503531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.503531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.503895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.504247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.504532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.504929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.505320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.505711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.506134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.506522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.506904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.507486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:39.514953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5aca8cfa-1a87-4aa5-bafd-2a2427b9c803 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Unset dirty status for tenant:5ca2a4a47c074ce7aedb4e162080d3a8 on resource:floatingip {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:39.516097 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5aca8cfa-1a87-4aa5-bafd-2a2427b9c803 tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.2819541 Mar 18 10:30:39.520260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34266) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.534847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Usage tracker for resource:router and tenant:2644e7ba83d1413d9dc56eacc5511564 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:39.544770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:39.555058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:39.565940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.601467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.637449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:39.641596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.675561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.680598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.681643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.707027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-146eba6d-33c6-4d14-b0d1-e063b1a5c71b tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1857357 Mar 18 10:30:39.710424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34270) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:39.713323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.755439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port 95a6efb1-c284-4985-9c97-1bf7a451ad69 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:39.791913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Deleting port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:39.792101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.819407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.865289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.947115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Attempting to bind port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:39.947609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Attempting to bind port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:39.948092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Attempting to bind port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 on network 521d40e6-2108-429e-a0dd-af6fbea3f62d {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:39.954550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:39.955067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Checking segment: {'id': 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:39.955594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.956104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Bound using segment: {'id': 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:39.956874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Bound port: 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:39.957256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:39.979787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbc67c6-e616-4b83-aa97-d07ddcca4cf5']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:40.032904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Deleting port 79e29088-06e8-4126-826c-80e1d6738eed {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:40.033477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.037668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b51f09-cf3c-4110-8423-04f092b4b7b0') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:40.037994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b51f09-cf3c-4110-8423-04f092b4b7b0') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:40.049008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] For port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:40.052368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] For port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,segment=NetworkSegment(f6f44619-801c-4fd4-b7d8-a76dcadbf1a3),segment_id=f6f44619-801c-4fd4-b7d8-a76dcadbf1a3)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:40.099754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.122787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::286 (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/95a6efb1-c284-4985-9c97-1bf7a451ad69) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:40.128860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.214892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.219421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f1df-6bd8-4f8b-bf64-b63d2dfa8ee2 None None] Pushing event updated for resources: {'Port': ['ID=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:40.246602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Allocated IP 172.26.2.216 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/8e68dc5c-4215-4805-bf61-7c88d27bd784) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:40.292908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:40.293304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:40.308488 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:40.318178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.318503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.514766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Calling delete_port for 79e29088-06e8-4126-826c-80e1d6738eed owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:40.558819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] For port d7c1deaa-9a33-4f8d-a81a-04f5d4c09155, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:40.558819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.580003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.632134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.788114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.813122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.822099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Calling delete_port for d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:40.831611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.859901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:40.863806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:40.901033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:40.926772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:40.957417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=9fbc67c6-e616-4b83-aa97-d07ddcca4cf5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:40.975156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event updated for resources: {'Port': ['ID=8e68dc5c-4215-4805-bf61-7c88d27bd784,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:41.027610 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-04b68850-6535-4de9-8661-27caa42bd74a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/9fbc67c6-e616-4b83-aa97-d07ddcca4cf5 HTTP/1.1" status: 204 len: 168 time: 1.7949815 Mar 18 10:30:41.042754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34274) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:41.060199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Pushing event deleted for resources: {'Port': ['ID=79e29088-06e8-4126-826c-80e1d6738eed,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:41.120651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-755903509'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:41.145640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:41.149939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.185185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.210884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:41.215508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object 95a6efb1-c284-4985-9c97-1bf7a451ad69 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:41.216002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:41.261419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:41.275827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.276991 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f9056432-5be9-408c-894b-2a9b328413a0 tempest-FloatingIPAdminTestJSON-1018426121 tempest-FloatingIPAdminTestJSON-1018426121-project] 10.222.0.18 "DELETE /v2.0/floatingips/570be6bb-6131-4be5-8d6d-ddc225e327a4 HTTP/1.1" status: 204 len: 168 time: 1.5656984 Mar 18 10:30:41.281751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34278) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:41.332846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:41.356888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764b4c4-607c-4abf-ae8e-664460eda0f3 None None] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:41.365223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:41.369285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.405727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:41.417246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.417587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment 6d0d1341-5672-4807-a4ac-731bc813aceb of type vlan for network f3da514d-46dc-4326-a742-a2574eaa4257 Mar 18 10:30:41.483617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.485154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.515047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f3252012-a73b-4bdc-b91c-6e605b958a70 None None] Provisioning for port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:41.533440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.564535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Deleting port 2962d5af-e3f2-4ae0-b16e-242b9e300fa9 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:41.564755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.569357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:41.577874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:41.578198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.616967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7c1deaa-9a33-4f8d-a81a-04f5d4c09155,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:41.695768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:41.728865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:41.748580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.751386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.786800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,segment=NetworkSegment(f6f44619-801c-4fd4-b7d8-a76dcadbf1a3),segment_id=f6f44619-801c-4fd4-b7d8-a76dcadbf1a3)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:41.791460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:41.796910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:41.797527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.862264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.894432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.899754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:41.900380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:41.945455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=95a6efb1-c284-4985-9c97-1bf7a451ad69,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:41.975228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:42.040808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9969182 Mar 18 10:30:42.049416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34284) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:42.054744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee3e6-451a-44ba-999d-e9831d84a8c4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=f3da514d-46dc-4326-a742-a2574eaa4257,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:42.065602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:42.066540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f3da514d-46dc-4326-a742-a2574eaa4257 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:42.211072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Provisioning for port 95a6efb1-c284-4985-9c97-1bf7a451ad69 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:42.216786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Provisioning complete for port 95a6efb1-c284-4985-9c97-1bf7a451ad69 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:42.217760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.240346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.240697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.296105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Port 95a6efb1-c284-4985-9c97-1bf7a451ad69 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:42.308403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Provisioning complete for port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:42.308403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b72be14-4218-446c-9c14-91e346320b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.335377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:42.343334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:42.348200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:42.363814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:42.375683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-62455db1-b4ee-4b72-bf1b-b4fbe3147a76 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6231952 Mar 18 10:30:42.376085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34288) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:42.380069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.387189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2014123291', 'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:7a:1c:92'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:42.388329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Calling delete_port for 2962d5af-e3f2-4ae0-b16e-242b9e300fa9 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:42.414808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.486047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:42.489454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.556595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-45a50687-8fc8-48cb-b40e-b513985f83fe None None] Provisioning complete for port 95a6efb1-c284-4985-9c97-1bf7a451ad69 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:42.557173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45a50687-8fc8-48cb-b40e-b513985f83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.610231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-45a50687-8fc8-48cb-b40e-b513985f83fe None None] Port 95a6efb1-c284-4985-9c97-1bf7a451ad69 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:42.619420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.645371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.654335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.659466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.663053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing IP validity checks on allocation pools {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:30:42.663664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:30:42.780926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:42.790595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:port and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:42.797705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:42.805969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:42.819894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:42.820389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7670c56a-6b83-40db-8853-04213edc74af {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:42.925920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:42.977437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Router 179d554e-e8a1-4aea-b013-f6b70571db3f is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:42.997704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.051123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.055643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.056769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4b831b3-41fa-41da-85f0-c55d88849b96 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7670c56a-6b83-40db-8853-04213edc74af HTTP/1.1" status: 204 len: 168 time: 4.2303603 Mar 18 10:30:43.101330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34294) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:43.167813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234963938', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:43.175453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Pushing event deleted for resources: {'Port': ['ID=2962d5af-e3f2-4ae0-b16e-242b9e300fa9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:43.220084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:43.225516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.299006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:43.364064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:43.374595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:43.393478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.399787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:43.434340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=2255cec0-ea42-4c61-b4aa-177865bde47d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:43.440505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:43.440762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.462781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port 0ed5196b-a469-4abd-ae0c-4127079c974a yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:43.471076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.475442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.495102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.497329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.498629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cdaedf02-88dc-4c85-8630-9a2d059589bb tempest-FloatingIPAdminTestJSON-965792177 tempest-FloatingIPAdminTestJSON-965792177-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/f344dd66-573a-4ae1-bdfc-3203dfa26682 HTTP/1.1" status: 204 len: 168 time: 2.2148099 Mar 18 10:30:43.504609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34298) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:43.509107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': '6d0d1341-5672-4807-a4ac-731bc813aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:43.509445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: f3da514d-46dc-4326-a742-a2574eaa4257, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:43.540059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.541228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.559061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:43.573284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] Sync routers for ids ['179d554e-e8a1-4aea-b013-f6b70571db3f'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:43.581545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.588225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] Routers {'179d554e-e8a1-4aea-b013-f6b70571db3f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:43.588826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['179d554e-e8a1-4aea-b013-f6b70571db3f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:43.598700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.599349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 676d429e-41c2-4dab-adb1-c007a309afd0 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:43.663506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:30:43.682069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port d842e5b7-4d2b-4f5b-85b3-b7b80168157a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:43.682417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.694322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:43.703110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:30:43.703459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d7c1deaa-9a33-4f8d-a81a-04f5d4c09155 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:30:43.711097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] Routers {'179d554e-e8a1-4aea-b013-f6b70571db3f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:43.712266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['179d554e-e8a1-4aea-b013-f6b70571db3f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:43.729919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.733709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6c682938-cba2-4ce0-8552-cfca15a11732 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2496171 Mar 18 10:30:43.739034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34302) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:43.777270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:43.777684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680c29d-ea97-4ccb-8081-d9edff6e7d1c None None] The sync data for ids ['179d554e-e8a1-4aea-b013-f6b70571db3f'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:43.809129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network f3da514d-46dc-4326-a742-a2574eaa4257 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:43.849998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:30:43.851015 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6eb4e973-11b0-40e9-be27-9007c7294aae tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5488160 Mar 18 10:30:43.858894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:43.905884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::24f (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/0ed5196b-a469-4abd-ae0c-4127079c974a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:43.982264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f3da514d-46dc-4326-a742-a2574eaa4257) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:43.987121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:43.987876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:43.992101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b63d38-d1f1-45bd-a42d-41ebe2335a22 None None] Network f3da514d-46dc-4326-a742-a2574eaa4257 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:44.095066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Deleting port d0a803f8-b5b2-48f8-b6ca-24f665425739 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:44.095596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.121397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.157911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d4c55c0b-43a8-456c-98d5-6c7509b5d958 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1069913 Mar 18 10:30:44.160428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34310) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:44.164651 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f78c757c-b736-4c1c-a7af-e24825c766e9 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/179d554e-e8a1-4aea-b013-f6b70571db3f HTTP/1.1" status: 200 len: 921 time: 0.4250598 Mar 18 10:30:44.173953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34314) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:44.189987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257', 'name': 'tempest-PortsTestJSON-1465535451'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:44.236233 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dd272f00-1508-4f34-b8cd-1cf93af4f76e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=179d554e-e8a1-4aea-b013-f6b70571db3f HTTP/1.1" status: 200 len: 205 time: 0.0589910 Mar 18 10:30:44.242407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34318) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:44.249769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f3da514d-46dc-4326-a742-a2574eaa4257', 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': '2255cec0-ea42-4c61-b4aa-177865bde47d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:30:44.250678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.285344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.411267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Allocated IP 172.20.0.2 (f3da514d-46dc-4326-a742-a2574eaa4257/2255cec0-ea42-4c61-b4aa-177865bde47d/d60459be-b47f-4921-afe9-126bbd5f8dbb) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:44.468388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for d842e5b7-4d2b-4f5b-85b3-b7b80168157a owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:44.587255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.710611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:44.736262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.741667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object 0ed5196b-a469-4abd-ae0c-4127079c974a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:44.741942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.744613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.753102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Transition to ACTIVE for port object d60459be-b47f-4921-afe9-126bbd5f8dbb will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:44.771478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Transition to ACTIVE for port object d60459be-b47f-4921-afe9-126bbd5f8dbb will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:44.800729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.808202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:44.833666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:44.905921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Pushing event updated for resources: {'Port': ['ID=d60459be-b47f-4921-afe9-126bbd5f8dbb,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:44.950332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Network f3da514d-46dc-4326-a742-a2574eaa4257 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:44.954443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:44.954566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=d842e5b7-4d2b-4f5b-85b3-b7b80168157a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:44.973422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:45.033492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.041970 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fcb9958f-f916-4e5d-94a8-b582ecd22ef0 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/ports/d842e5b7-4d2b-4f5b-85b3-b7b80168157a HTTP/1.1" status: 204 len: 168 time: 1.5369391 Mar 18 10:30:45.047394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34322) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:45.074311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Calling delete_port for d0a803f8-b5b2-48f8-b6ca-24f665425739 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:45.093127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Attempting to bind port d60459be-b47f-4921-afe9-126bbd5f8dbb on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:45.093495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Attempting to bind port d60459be-b47f-4921-afe9-126bbd5f8dbb by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6d0d1341-5672-4807-a4ac-731bc813aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:45.093876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Attempting to bind port d60459be-b47f-4921-afe9-126bbd5f8dbb on network f3da514d-46dc-4326-a742-a2574eaa4257 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:45.102656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:45.103441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.103617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Checking segment: {'id': '6d0d1341-5672-4807-a4ac-731bc813aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:45.104156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.104556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Bound using segment: {'id': '6d0d1341-5672-4807-a4ac-731bc813aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:45.105035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Bound port: d60459be-b47f-4921-afe9-126bbd5f8dbb, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0d1341-5672-4807-a4ac-731bc813aceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f3da514d-46dc-4326-a742-a2574eaa4257'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:45.106026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.110609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:45.114049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.180622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:45.185320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:45.188498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:45.194100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.194839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.220365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=0ed5196b-a469-4abd-ae0c-4127079c974a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:45.229109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] For port d60459be-b47f-4921-afe9-126bbd5f8dbb, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:45.232375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] For port d60459be-b47f-4921-afe9-126bbd5f8dbb, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d60459be-b47f-4921-afe9-126bbd5f8dbb,segment=NetworkSegment(6d0d1341-5672-4807-a4ac-731bc813aceb),segment_id=6d0d1341-5672-4807-a4ac-731bc813aceb)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:45.251075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b7336-995e-45b4-a280-bd091675fb02 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.252894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7b4b7336-995e-45b4-a280-bd091675fb02 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Synchronizing usage tracker for tenant:ff8149a71932416c8b1824a05d322081 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:45.269235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 32760140-f638-40c7-a0ab-c781a310fc3b yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:45.320390 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-67055af3-25eb-4db0-895b-2bcffffd57ba tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9394169 Mar 18 10:30:45.320390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34326) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:45.346336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.372979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7b4b7336-995e-45b4-a280-bd091675fb02 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Unset dirty status for tenant:ff8149a71932416c8b1824a05d322081 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:45.374290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7b4b7336-995e-45b4-a280-bd091675fb02 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11ae7be-02af-4090-a1b7-f3f91db16bcb HTTP/1.1" status: 200 len: 913 time: 0.3254573 Mar 18 10:30:45.378252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34330) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:45.506326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4619-5585-4ee8-8b9c-a56749441ad7 None None] Pushing event updated for resources: {'Port': ['ID=d60459be-b47f-4921-afe9-126bbd5f8dbb,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:45.556442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.592878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.598748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.604607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.605478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:45.636585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.644805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4f34ed8d-8ffd-4d83-bac3-cce031b8a0f3 None None] Provisioning for port 0ed5196b-a469-4abd-ae0c-4127079c974a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:45.650581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4f34ed8d-8ffd-4d83-bac3-cce031b8a0f3 None None] Provisioning complete for port 0ed5196b-a469-4abd-ae0c-4127079c974a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:45.651280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ed8d-8ffd-4d83-bac3-cce031b8a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.673200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.722073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4f34ed8d-8ffd-4d83-bac3-cce031b8a0f3 None None] Port 0ed5196b-a469-4abd-ae0c-4127079c974a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:45.727662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.759927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.3 (f3da514d-46dc-4326-a742-a2574eaa4257/2255cec0-ea42-4c61-b4aa-177865bde47d/32760140-f638-40c7-a0ab-c781a310fc3b) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:45.799831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:45.803742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d3d5423d-671b-4d51-9bbf-b5cc76786162 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4797060 Mar 18 10:30:45.809074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34334) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:45.820251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port 8e68dc5c-4215-4805-bf61-7c88d27bd784 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:45.820714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:45.900789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a803f8-b5b2-48f8-b6ca-24f665425739,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:46.040514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.132714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 0ed5196b-a469-4abd-ae0c-4127079c974a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:46.133274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.256347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.401539 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7f921c03-c45c-4315-9076-4919bb25bd2a tempest-RoutersAdminNegativeTest-1424483703 tempest-RoutersAdminNegativeTest-1424483703-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d0a803f8-b5b2-48f8-b6ca-24f665425739 HTTP/1.1" status: 204 len: 168 time: 2.5416396 Mar 18 10:30:46.403689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:46.404174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.445007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Allocated IP 172.26.2.88 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/3315df0b-ab0b-44f0-83b8-3cc151caffdf) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:46.483546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.610094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd2d9a-ca18-4d4d-b67a-b39fa211d627 None None] Network f3da514d-46dc-4326-a742-a2574eaa4257 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:46.732333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:46.789852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for 8e68dc5c-4215-4805-bf61-7c88d27bd784 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:46.798863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-facc0c6b-8b9c-4f6d-9b4f-57c2982a88d3 None None] Provisioning for port d60459be-b47f-4921-afe9-126bbd5f8dbb completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:46.863871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:47.030688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34342) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:47.067863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.127727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 32760140-f638-40c7-a0ab-c781a310fc3b will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:47.172699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.194787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.298082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d60459be-b47f-4921-afe9-126bbd5f8dbb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:47.333744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 0ed5196b-a469-4abd-ae0c-4127079c974a owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:47.359967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.384156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.408508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=e1b8f3d0-09ed-4fbe-a8b4-fb595af27b84,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:47.417008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:47.437856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Usage tracker for resource:security_group_rule and tenant:e746cd56c68247f3829faf42bcb1f1e1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:47.439159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d60459be-b47f-4921-afe9-126bbd5f8dbb completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:47.443275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:47.447225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d60459be-b47f-4921-afe9-126bbd5f8dbb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:47.448003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.489433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:47.520558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.587634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.610822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network f3da514d-46dc-4326-a742-a2574eaa4257 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:47.635157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d60459be-b47f-4921-afe9-126bbd5f8dbb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d60459be-b47f-4921-afe9-126bbd5f8dbb,segment=NetworkSegment(6d0d1341-5672-4807-a4ac-731bc813aceb),segment_id=6d0d1341-5672-4807-a4ac-731bc813aceb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:47.643558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:47.662370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:47.691794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.708249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=32760140-f638-40c7-a0ab-c781a310fc3b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:47.726089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.736678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.747710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.823923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d60459be-b47f-4921-afe9-126bbd5f8dbb,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:47.829667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:47.864804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:47.883455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:47.952234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:47.952854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:47.983317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event updated for resources: {'Port': ['ID=3315df0b-ab0b-44f0-83b8-3cc151caffdf,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:47.985587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.021749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d45f7adf-20ea-493b-a2da-ad71cedd53ac None None] Provisioning for port 32760140-f638-40c7-a0ab-c781a310fc3b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:48.029421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d45f7adf-20ea-493b-a2da-ad71cedd53ac None None] Provisioning complete for port 32760140-f638-40c7-a0ab-c781a310fc3b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:48.031112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d45f7adf-20ea-493b-a2da-ad71cedd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.065448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=8e68dc5c-4215-4805-bf61-7c88d27bd784,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:48.098057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d45f7adf-20ea-493b-a2da-ad71cedd53ac None None] Port 32760140-f638-40c7-a0ab-c781a310fc3b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:48.116476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Router a11ae7be-02af-4090-a1b7-f3f91db16bcb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:48.186528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.258853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=0ed5196b-a469-4abd-ae0c-4127079c974a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:48.417629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:48.428070 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] Sync routers for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:48.438847 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:48.441152 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:48.469626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3cbf8c5a-2d30-43fd-bbc3-3a2133a66d21 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3057442 Mar 18 10:30:48.470370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34350) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:48.502351 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:48.512071 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] Routers {'a11ae7be-02af-4090-a1b7-f3f91db16bcb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:48.512650 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:48.513873 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-59f5d885-7bf2-4f69-b852-7b218022f809 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "PUT /v2.0/routers/a11ae7be-02af-4090-a1b7-f3f91db16bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1345575 Mar 18 10:30:48.521440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34354) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:48.578742 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:48.579143 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440fd7e-b246-48cb-85d0-a01600038b50 None None] The sync data for ids ['a11ae7be-02af-4090-a1b7-f3f91db16bcb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:48.621237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 32760140-f638-40c7-a0ab-c781a310fc3b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:48.621577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.669875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.675689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.765125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.804588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.804881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.813875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d95bbdd0-d6e4-4023-9c75-7e173dc19342 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/0ed5196b-a469-4abd-ae0c-4127079c974a HTTP/1.1" status: 204 len: 168 time: 2.9950531 Mar 18 10:30:48.816564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34358) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:48.852091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.939413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.939811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router 179d554e-e8a1-4aea-b013-f6b70571db3f {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:48.950814 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e350774e-f580-416e-aa6b-5d6a44030da5 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] GET failed (client error): The resource could not be found. Mar 18 10:30:48.951351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e350774e-f580-416e-aa6b-5d6a44030da5 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:48.962628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:48.963662 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7aaba31-635b-4284-9512-2aa0f0ae52eb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/179d554e-e8a1-4aea-b013-f6b70571db3f HTTP/1.1" status: 204 len: 168 time: 4.7156138 Mar 18 10:30:48.969969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34362) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:48.987298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-503244191', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:48.993998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e746cd56c68247f3829faf42bcb1f1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9623151 Mar 18 10:30:49.002211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:49.005693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34366) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:49.019648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c563-a871-4cc7-8ce8-d4d79f5ca037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b2346-b160-426a-8097-8dddf5b7450a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:49.022329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:router and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:49.043322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:49.099266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:49.118991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.126536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.126912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e350774e-f580-416e-aa6b-5d6a44030da5 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:49.128056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e350774e-f580-416e-aa6b-5d6a44030da5 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports/0ed5196b-a469-4abd-ae0c-4127079c974a HTTP/1.1" status: 404 len: 333 time: 0.3102770 Mar 18 10:30:49.132892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34372) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:49.141482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-616699060'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:49.162796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.235954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.236937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.255606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.271775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d60459be-b47f-4921-afe9-126bbd5f8dbb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:49.288926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.289259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 32760140-f638-40c7-a0ab-c781a310fc3b owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:49.319051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port 5546d198-41ac-4276-aecc-cf10c36c756e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:49.319051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.344578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d60459be-b47f-4921-afe9-126bbd5f8dbb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:49.344951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.366645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.631867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:49.662715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:49.690844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.870605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:49.874534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.937670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.937908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.944358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:49.945480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for 5546d198-41ac-4276-aecc-cf10c36c756e owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:49.968567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b2346-b160-426a-8097-8dddf5b7450a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:49.990044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.038081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=32760140-f638-40c7-a0ab-c781a310fc3b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:50.048779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.049640 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f01656a-880d-4474-b787-eb872ce66578 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b4b2346-b160-426a-8097-8dddf5b7450a HTTP/1.1" status: 204 len: 168 time: 1.0430508 Mar 18 10:30:50.082387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port 42c7fa6c-d10c-4384-96a5-713936a89170 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:50.312694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.333651 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a9ac3e26-82c4-4246-8a4e-ef905903611c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/32760140-f638-40c7-a0ab-c781a310fc3b HTTP/1.1" status: 204 len: 168 time: 1.8597586 Mar 18 10:30:50.335145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34380) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.372475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Router 4ddbb349-98c1-4a83-9daa-ce728f7cac9f is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:50.385737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::b1 (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/42c7fa6c-d10c-4384-96a5-713936a89170) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:50.427151 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b804f7-14b2-44ff-bc5f-c467446e0bd9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:30:50.427618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b804f7-14b2-44ff-bc5f-c467446e0bd9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:30:50.455105 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55b804f7-14b2-44ff-bc5f-c467446e0bd9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/32760140-f638-40c7-a0ab-c781a310fc3b HTTP/1.1" status: 404 len: 333 time: 0.1165504 Mar 18 10:30:50.456380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34384) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.523030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b372b57e-ff1c-44c3-ab54-176fa5de2514 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:30:50.523552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b372b57e-ff1c-44c3-ab54-176fa5de2514 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:50.584797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.625073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.671961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.688410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b372b57e-ff1c-44c3-ab54-176fa5de2514 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:50.691610 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b372b57e-ff1c-44c3-ab54-176fa5de2514 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/32760140-f638-40c7-a0ab-c781a310fc3b HTTP/1.1" status: 404 len: 333 time: 0.2352278 Mar 18 10:30:50.694471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34388) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.695395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=5546d198-41ac-4276-aecc-cf10c36c756e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:50.732803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.770997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:50.783419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] Sync routers for ids ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:50.793870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] Routers {'4ddbb349-98c1-4a83-9daa-ce728f7cac9f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:50.794646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:50.855089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:50.864345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] Routers {'4ddbb349-98c1-4a83-9daa-ce728f7cac9f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:50.865080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:50.871018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-60f843c7-632e-4fb2-9e55-99305a971f2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2644e7ba83d1413d9dc56eacc5511564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333117 Mar 18 10:30:50.876798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34396) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.908742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.26.2.146 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/af5f05d1-4614-48e4-8669-a443daac3cc9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:50.929010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 2255cec0-ea42-4c61-b4aa-177865bde47d {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:30:50.931205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:50.931832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d2909-4af7-4b82-a350-cc2aef754235 None None] The sync data for ids ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:50.942942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.949576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:50.953874 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-31388593-9bdc-48be-a334-c4299c0ac496 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8441236 Mar 18 10:30:50.963494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34400) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:50.976480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:51.021900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.084714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.186399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.364279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.393811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.398347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object 42c7fa6c-d10c-4384-96a5-713936a89170 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:51.399464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.401403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.459456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.511757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.512217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Fanout notify agent at l3_agent the message router_deleted on router a11ae7be-02af-4090-a1b7-f3f91db16bcb {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:30:51.527291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.574377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.618710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.638209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.642374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-73b66b76-9205-4d2f-9b7b-9ea014210b83 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/routers/a11ae7be-02af-4090-a1b7-f3f91db16bcb HTTP/1.1" status: 204 len: 168 time: 3.1170537 Mar 18 10:30:51.647831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34404) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:51.653863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.656685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.657731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0982f01-2b7b-4ed7-8719-fb27d7d1d513 HTTP/1.1" status: 204 len: 168 time: 0.7759302 Mar 18 10:30:51.702279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:51.731914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:51.732672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:51.733071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:51.733149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695976dc-f1b7-43bb-a661-54e002a57fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0982f01-2b7b-4ed7-8719-fb27d7d1d513,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:51.738905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:51.765767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:51.771094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:51.771704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.781838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=42c7fa6c-d10c-4384-96a5-713936a89170,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:51.806700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=af5f05d1-4614-48e4-8669-a443daac3cc9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:51.806824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting subnet 7ec4ac68-70e3-476d-a7fc-66b42ad7b220 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:30:51.810958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.857924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.877744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.923272 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1a15e001-dfc6-41e0-a06c-758e6dae01ae tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7885568 Mar 18 10:30:51.924878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.928429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:51.934257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:7a:1c:92'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:51.988446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ebff6b35-d16e-43fe-b4fd-4220f8c819c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:51.997578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=2255cec0-ea42-4c61-b4aa-177865bde47d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:51.999476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.004346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-37bf2e6e-998e-49da-a91a-4f94abd4b3b5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/2255cec0-ea42-4c61-b4aa-177865bde47d HTTP/1.1" status: 204 len: 168 time: 1.3066714 Mar 18 10:30:52.005018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fc1fb-ecaa-40c5-a4fa-3ae2d2bd7f5b None None] Network f3da514d-46dc-4326-a742-a2574eaa4257 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:52.007466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34414) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:52.082697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.173692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e4830d0-0a6d-458c-9671-49b2921c4a8e None None] Provisioning for port 42c7fa6c-d10c-4384-96a5-713936a89170 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:52.221261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e4830d0-0a6d-458c-9671-49b2921c4a8e None None] Provisioning complete for port 42c7fa6c-d10c-4384-96a5-713936a89170 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:52.222535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e4830d0-0a6d-458c-9671-49b2921c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.240380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.258913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port d60459be-b47f-4921-afe9-126bbd5f8dbb {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:52.259255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.307378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e4830d0-0a6d-458c-9671-49b2921c4a8e None None] Port 42c7fa6c-d10c-4384-96a5-713936a89170 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:52.353743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.397463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] DHCP port deletion for f3da514d-46dc-4326-a742-a2574eaa4257 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:30:52.403053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Deleting port d60459be-b47f-4921-afe9-126bbd5f8dbb {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:52.403637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.421243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.424264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec4ac68-70e3-476d-a7fc-66b42ad7b220,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:52.447365 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c3c918b7-b79b-44c2-b4a6-3a310a0a4ba1 tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/subnets/7ec4ac68-70e3-476d-a7fc-66b42ad7b220 HTTP/1.1" status: 204 len: 168 time: 0.7946761 Mar 18 10:30:52.450673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffcf9f-2e30-4d77-8889-4779bd25c90b None None] Network b76be7ee-56fe-41b4-8ea7-de9a3de783b4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:52.463196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34428) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:52.672378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port d60459be-b47f-4921-afe9-126bbd5f8dbb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d60459be-b47f-4921-afe9-126bbd5f8dbb,segment=NetworkSegment(6d0d1341-5672-4807-a4ac-731bc813aceb),segment_id=6d0d1341-5672-4807-a4ac-731bc813aceb)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:52.672658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.680168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.696378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.813238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] For port d60459be-b47f-4921-afe9-126bbd5f8dbb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d60459be-b47f-4921-afe9-126bbd5f8dbb,segment=NetworkSegment(6d0d1341-5672-4807-a4ac-731bc813aceb),segment_id=6d0d1341-5672-4807-a4ac-731bc813aceb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:52.813733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.823281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for d60459be-b47f-4921-afe9-126bbd5f8dbb owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:52.860628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port 89d8bd52-81b6-4462-9170-e637771b5fbc {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:52.860987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:52.903435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.025051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Calling delete_port for d60459be-b47f-4921-afe9-126bbd5f8dbb owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:53.084461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.093455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34440) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:53.111022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:53.111598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:53.145330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] DHCP port deletion for b76be7ee-56fe-41b4-8ea7-de9a3de783b4 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:30:53.150353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Deleting port 89d8bd52-81b6-4462-9170-e637771b5fbc {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:53.150849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.158095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=d60459be-b47f-4921-afe9-126bbd5f8dbb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:53.171760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] For port 89d8bd52-81b6-4462-9170-e637771b5fbc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=89d8bd52-81b6-4462-9170-e637771b5fbc,segment=NetworkSegment(f018fdca-52f0-4149-b3ae-894319eede7b),segment_id=f018fdca-52f0-4149-b3ae-894319eede7b)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:53.172111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.179377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No DVR routers for this DVR port d60459be-b47f-4921-afe9-126bbd5f8dbb on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:53.331568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 89d8bd52-81b6-4462-9170-e637771b5fbc no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:30:53.349637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1032049637'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:53.481155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:53.484771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] For port 89d8bd52-81b6-4462-9170-e637771b5fbc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=89d8bd52-81b6-4462-9170-e637771b5fbc,segment=NetworkSegment(f018fdca-52f0-4149-b3ae-894319eede7b),segment_id=f018fdca-52f0-4149-b3ae-894319eede7b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:30:53.485294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.490009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for 89d8bd52-81b6-4462-9170-e637771b5fbc owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:53.540910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:network and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:53.550209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:53.560742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:53.632650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.659398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Deleting port d60459be-b47f-4921-afe9-126bbd5f8dbb {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:53.659398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.676262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3da514d-46dc-4326-a742-a2574eaa4257']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:53.690551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0d1341-5672-4807-a4ac-731bc813aceb') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:53.690711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0d1341-5672-4807-a4ac-731bc813aceb') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:53.695261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Calling delete_port for 89d8bd52-81b6-4462-9170-e637771b5fbc owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:53.704271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.722668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.729603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:53.730425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:53.753306 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:53.768508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:53.772435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.782951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8061c76e-b3ff-4b9b-a534-c6a78ab09844 None None] The port 'd60459be-b47f-4921-afe9-126bbd5f8dbb' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:30:53.788099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.795169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.813955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.874185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.904054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:30:53.904054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:30:53.904054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d60459be-b47f-4921-afe9-126bbd5f8dbb no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:30:53.904599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:53.917024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] No DVR routers for this DVR port 89d8bd52-81b6-4462-9170-e637771b5fbc on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:53.924668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d60459be-b47f-4921-afe9-126bbd5f8dbb {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:30:53.925188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d60459be-b47f-4921-afe9-126bbd5f8dbb not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:30:53.947774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=89d8bd52-81b6-4462-9170-e637771b5fbc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:53.958103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:53.980964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:security_group_rule and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:53.998206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:54.008525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:54.070185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.071176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.078370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.101505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76be7ee-56fe-41b4-8ea7-de9a3de783b4']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:54.116204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f018fdca-52f0-4149-b3ae-894319eede7b') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:54.116501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f018fdca-52f0-4149-b3ae-894319eede7b') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:54.128048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.145004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.151757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:30:54.152157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:30:54.172048 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:30:54.284724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.290141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.293136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.327059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=f3da514d-46dc-4326-a742-a2574eaa4257,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:54.339506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.362069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] In _notify_port_updated(), no bound segment for port 42c7fa6c-d10c-4384-96a5-713936a89170 on network 521d40e6-2108-429e-a0dd-af6fbea3f62d {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:30:54.367404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:54.373368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.374686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.374686 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "PUT /v2.0/ports/42c7fa6c-d10c-4384-96a5-713936a89170 HTTP/1.1" status: 200 len: 1001 time: 2.4399698 Mar 18 10:30:54.375534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34446) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:54.390505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Deleting port 89d8bd52-81b6-4462-9170-e637771b5fbc {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:54.391847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.393740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Network': ['ID=b76be7ee-56fe-41b4-8ea7-de9a3de783b4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:54.408606 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25e007ac-1f39-40e1-be85-a439532c7b8c tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/networks/b76be7ee-56fe-41b4-8ea7-de9a3de783b4 HTTP/1.1" status: 204 len: 168 time: 1.9434919 Mar 18 10:30:54.421313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:54.428003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7f72240-0aaa-461e-9c71-01c0e2dcbdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.475167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-61938cf6-8d95-475d-b042-9e2602463536 None None] The port '89d8bd52-81b6-4462-9170-e637771b5fbc' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:30:54.500208 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b824ddab-f047-4028-8748-8fb6abbad0dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/f3da514d-46dc-4326-a742-a2574eaa4257 HTTP/1.1" status: 204 len: 168 time: 2.4909956 Mar 18 10:30:54.513198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34454) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:54.532356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1667713040'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:54.541113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8e93-b1a1-4ecc-b68b-9bedb8ace03b tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=42c7fa6c-d10c-4384-96a5-713936a89170,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:54.585275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 42c7fa6c-d10c-4384-96a5-713936a89170 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:54.585275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.600434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:54.603738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.612165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:54.622865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:54.639716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router 4ddbb349-98c1-4a83-9daa-ce728f7cac9f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:30:54.640662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:54.643087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Deleting port 3a263ec4-2e35-4341-9145-e2e01c92b3e5 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:54.646002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.653198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6501e914-ee77-4efc-9a0c-d4c0da687c15 None None] Provisioning complete for port 42c7fa6c-d10c-4384-96a5-713936a89170 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:54.653572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6501e914-ee77-4efc-9a0c-d4c0da687c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.710584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6501e914-ee77-4efc-9a0c-d4c0da687c15 None None] Port 42c7fa6c-d10c-4384-96a5-713936a89170 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:54.727292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.758820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router 6179010d-2919-47cf-b5d1-0b834c57a755 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:30:54.829664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:54.833286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb7cec-d8c4-4031-aabe-c7ec57ad35e5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:54.851785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.851785 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Added segment 9219225b-e97b-470e-8995-9e127db6f438 of type vlan for network 862ac36c-a15b-4807-bb67-f61f5836b3bd Mar 18 10:30:54.875732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:54.880160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.897424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.897778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:54.913770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.014075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.132189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Calling delete_port for 3a263ec4-2e35-4341-9145-e2e01c92b3e5 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:55.151632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:55.163792 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] Sync routers for ids ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:55.168196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.173983 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b2694cdb-13c0-4fba-86ed-0358f9bda8f5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "PUT /v2.0/routers/4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 200 len: 924 time: 4.2049725 Mar 18 10:30:55.173983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.174203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:30:55.175462 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] Routers {'4ddbb349-98c1-4a83-9daa-ce728f7cac9f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:55.175807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:55.176384 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.244158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:30:55.247624 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.258765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Sync routers for ids ['6179010d-2919-47cf-b5d1-0b834c57a755'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:55.269545 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] Routers {'4ddbb349-98c1-4a83-9daa-ce728f7cac9f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:55.269545 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.272103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Routers {'6179010d-2919-47cf-b5d1-0b834c57a755'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:55.272866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6179010d-2919-47cf-b5d1-0b834c57a755'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.287280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.287628 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment bd93a688-f535-482b-8997-71d9385fa49a of type vlan for network 0b4476ab-27b4-400b-a169-aa1f15c65869 Mar 18 10:30:55.310547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 42c7fa6c-d10c-4384-96a5-713936a89170 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:55.327776 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.328175 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bde59-2b15-4dfe-be11-cc9d601df0a4 None None] The sync data for ids ['4ddbb349-98c1-4a83-9daa-ce728f7cac9f'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:55.368422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.424962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.443506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.448741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:55.453107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.473128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.476057 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-09f119a5-05f9-42c8-896c-c3142b08031c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4986019 Mar 18 10:30:55.476882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34462) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:55.514181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Set router 6179010d-2919-47cf-b5d1-0b834c57a755 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:55.539868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.603700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=42c7fa6c-d10c-4384-96a5-713936a89170,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:55.620826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.627935 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b16cd032-a36a-42e3-8277-c7af20d14b21 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 200 len: 924 time: 0.4510455 Mar 18 10:30:55.631620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34468) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:55.632228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Network': ['ID=862ac36c-a15b-4807-bb67-f61f5836b3bd,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:55.663322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:55.682281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8ad01a47-b259-47f5-81af-31fb5bb90c93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5532634 Mar 18 10:30:55.682962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34472) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:55.696211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:55.720838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.724532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.729987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:55.730618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.923712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:49Z', 'updated_at': '2022-03-18T10:30:52Z', 'revision_number': 3, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port': {'id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:50Z', 'updated_at': '2022-03-18T10:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:55.928910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Checking router: 6179010d-2919-47cf-b5d1-0b834c57a755 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:55.929264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Updating router 6179010d-2919-47cf-b5d1-0b834c57a755 port af5f05d1-4614-48e4-8669-a443daac3cc9 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:55.948475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0ba1680b-b31c-463b-8e55-30dbcf7b53ef tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/6179010d-2919-47cf-b5d1-0b834c57a755 HTTP/1.1" status: 200 len: 908 time: 0.4701748 Mar 18 10:30:55.949292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34476) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:55.988279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:55.988552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-503244191', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': True}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:55.997044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:56.002798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.005477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Usage tracker for resource:router and tenant:200fd9f823b94ac39d265d83550f2d14 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:56.009128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:56.019459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:56.026542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=0b4476ab-27b4-400b-a169-aa1f15c65869,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:56.038995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:30:56.043201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:56.046402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-502f5f6f-e3ca-40c6-a88d-312a05987a47 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5321836 Mar 18 10:30:56.047281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Pushing event deleted for resources: {'Port': ['ID=3a263ec4-2e35-4341-9145-e2e01c92b3e5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:56.051796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34480) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:56.059191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:56.083077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:56.090835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:56.093103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f24f00b2-1794-4700-b24a-c96d19c25d5a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/42c7fa6c-d10c-4384-96a5-713936a89170 HTTP/1.1" status: 204 len: 168 time: 1.7126596 Mar 18 10:30:56.096120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34484) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:56.128037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:56.172986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9182321-baa5-4211-a329-5833fb0c0456 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.173687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e9182321-baa5-4211-a329-5833fb0c0456 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Synchronizing usage tracker for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:56.179674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.182220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.186375 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7c17f8ef-004c-46cd-a733-861d2efe852e tempest-FloatingIPAdminTestJSON-1189483528 tempest-FloatingIPAdminTestJSON-1189483528-project] 10.222.0.18 "DELETE /v2.0/floatingips/0bf9c367-30ef-4a77-aa53-9f0895fb084c HTTP/1.1" status: 204 len: 168 time: 1.7612662 Mar 18 10:30:56.187077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.187077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.211730 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c1fbf8-6147-4957-bd6c-c3fc8fda957c tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] GET failed (client error): The resource could not be found. Mar 18 10:30:56.212535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-17c1fbf8-6147-4957-bd6c-c3fc8fda957c tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:56.231044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:56.239976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.244358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:56.244498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:56.247648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.250701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:56.258568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:56.288896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e9182321-baa5-4211-a329-5833fb0c0456 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Unset dirty status for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:56.293098 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e9182321-baa5-4211-a329-5833fb0c0456 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=4ddbb349-98c1-4a83-9daa-ce728f7cac9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6584554 Mar 18 10:30:56.293333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34490) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:56.452061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-17c1fbf8-6147-4957-bd6c-c3fc8fda957c tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:56.453499 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-17c1fbf8-6147-4957-bd6c-c3fc8fda957c tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports/42c7fa6c-d10c-4384-96a5-713936a89170 HTTP/1.1" status: 404 len: 333 time: 0.3562577 Mar 18 10:30:56.458290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34494) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:56.466688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:56.470810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.473152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.478431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1089912481'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:56.485846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Transition to ACTIVE for port object af5f05d1-4614-48e4-8669-a443daac3cc9 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:56.593738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.648373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:56.658448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:56.673532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.709579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Attempting to bind port af5f05d1-4614-48e4-8669-a443daac3cc9 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:56.710214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Attempting to bind port af5f05d1-4614-48e4-8669-a443daac3cc9 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:56.710672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Attempting to bind port af5f05d1-4614-48e4-8669-a443daac3cc9 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:56.726599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:56.732895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:56.732895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.732895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:56.732895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Bound port: af5f05d1-4614-48e4-8669-a443daac3cc9, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:56.732895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.733417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:56.736687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.750998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff57ad-7125-4608-949e-9c8421407879 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.752112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8ff57ad-7125-4608-949e-9c8421407879 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Synchronizing usage tracker for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:56.757529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34502) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:56.766511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49c87-5a5d-48d9-ad7b-056e131ee10f None None] Pushing event updated for resources: {'Port': ['ID=af5f05d1-4614-48e4-8669-a443daac3cc9,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:56.832448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.835940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] For port af5f05d1-4614-48e4-8669-a443daac3cc9, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:56.838358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] For port af5f05d1-4614-48e4-8669-a443daac3cc9, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af5f05d1-4614-48e4-8669-a443daac3cc9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:56.882703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.906192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port a9b4ba43-bad7-4b01-8295-19f3d769ee1f yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:56.908585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:56.954638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=8470b424-2b7d-435e-b729-c44352c88247,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:56.975233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:56.975567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network hostable DHCP agents. Network: 862ac36c-a15b-4807-bb67-f61f5836b3bd, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:56.977398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8ff57ad-7125-4608-949e-9c8421407879 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Unset dirty status for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:56.979090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8ff57ad-7125-4608-949e-9c8421407879 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.6840708 Mar 18 10:30:56.987273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34508) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:57.013086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49c87-5a5d-48d9-ad7b-056e131ee10f None None] Pushing event updated for resources: {'Port': ['ID=af5f05d1-4614-48e4-8669-a443daac3cc9,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:57.016403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Routers {'6179010d-2919-47cf-b5d1-0b834c57a755'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:30:57.017103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6179010d-2919-47cf-b5d1-0b834c57a755'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:57.082850 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6047906d-5198-4489-9413-7a70f903388d tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 200 len: 205 time: 0.0876203 Mar 18 10:30:57.088123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34512) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:57.159460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.167588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f6e2f80-7caf-413e-a16a-b0309cf0b1d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff8149a71932416c8b1824a05d322081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081180 Mar 18 10:30:57.170935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34516) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:57.200286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::377 (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/a9b4ba43-bad7-4b01-8295-19f3d769ee1f) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:57.202335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:57.210157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] Set router 6179010d-2919-47cf-b5d1-0b834c57a755 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:30:57.301469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.339551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 862ac36c-a15b-4807-bb67-f61f5836b3bd) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:57.352058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:57.352652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.355632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad97b5-4b2b-46da-8132-b1784196b17c None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:57.438258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.494931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.507411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7dd838fb-77e1-41aa-ae39-d48c8d12fe97 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8180797 Mar 18 10:30:57.510100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34520) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:57.516909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'name': 'tempest-NetworksTestDHCPv6-68328408'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:57.545616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=4f5267f1-ae01-4dee-925c-0492f014e0d1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:57.572316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.577999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': 'bd93a688-f535-482b-8997-71d9385fa49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:57.578365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: 0b4476ab-27b4-400b-a169-aa1f15c65869, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:30:57.651163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object a9b4ba43-bad7-4b01-8295-19f3d769ee1f will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:57.695974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.699446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:49Z', 'updated_at': '2022-03-18T10:30:52Z', 'revision_number': 3, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port': {'id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:50Z', 'updated_at': '2022-03-18T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:57.704418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91df202-0e08-49be-b418-6a2cbe4d4ca3 None None] The sync data for ids ['6179010d-2919-47cf-b5d1-0b834c57a755'] in dv-neutron-834265-1-hyperv is: [{'id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:49Z', 'updated_at': '2022-03-18T10:30:52Z', 'revision_number': 3, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port': {'id': 'af5f05d1-4614-48e4-8669-a443daac3cc9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179010d-2919-47cf-b5d1-0b834c57a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:50Z', 'updated_at': '2022-03-18T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:57.710840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:57.717124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '8470b424-2b7d-435e-b729-c44352c88247'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:30:57.718368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.718877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:57.723016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd898d-b111-4c99-bef6-70445fd8dc4a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:57.724989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:57.743075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:57.743075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.743075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6b33380e-435d-40ac-9f5e-08cea08984eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77dd898d-b111-4c99-bef6-70445fd8dc4a HTTP/1.1" status: 204 len: 168 time: 0.5691259 Mar 18 10:30:57.768860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:30:57.822906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.876222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.893961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:57.897694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.907926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.941224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.942191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:57.951142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8470b424-2b7d-435e-b729-c44352c88247/3b27654f-52ce-49dc-951d-1267a85034c1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:57.958396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:57.964320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:57.976228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:57.977545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:57.987393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 3315df0b-ab0b-44f0-83b8-3cc151caffdf {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:30:57.987794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.014443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=a9b4ba43-bad7-4b01-8295-19f3d769ee1f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:58.025691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port aee5f3b4-e52f-4c8f-aba0-6c141dc24317 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:58.038283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0b4476ab-27b4-400b-a169-aa1f15c65869) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:58.116793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:58.117871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.173875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eb9e3b78-c268-47d8-aebd-21522d127395 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7141957 Mar 18 10:30:58.176330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34528) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:58.182863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7a:1c:92'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:58.387196 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e9a59348-8ae0-486f-8e64-0ffacb38accc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3338091 Mar 18 10:30:58.397498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34532) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:58.401086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.414732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1421703878'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:58.416287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Transition to ACTIVE for port object 3b27654f-52ce-49dc-951d-1267a85034c1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:58.445315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Transition to ACTIVE for port object 3b27654f-52ce-49dc-951d-1267a85034c1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:58.452999 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc21802-8130-4423-9cac-8f3de01805ff None None] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:30:58.557988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.26.2.228 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/e73bf365-c51c-48de-83fd-9f14711eb528) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:58.560108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.571824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.640165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44cab621-4e30-4c41-9c5a-8209ee5b7f99 None None] Provisioning for port a9b4ba43-bad7-4b01-8295-19f3d769ee1f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:58.642743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1e7 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8470b424-2b7d-435e-b729-c44352c88247/aee5f3b4-e52f-4c8f-aba0-6c141dc24317) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:58.652941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:58.659782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44cab621-4e30-4c41-9c5a-8209ee5b7f99 None None] Provisioning complete for port a9b4ba43-bad7-4b01-8295-19f3d769ee1f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:58.660171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-44cab621-4e30-4c41-9c5a-8209ee5b7f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.714218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:58.716446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:58.727749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-44cab621-4e30-4c41-9c5a-8209ee5b7f99 None None] Port a9b4ba43-bad7-4b01-8295-19f3d769ee1f cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:30:58.745348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 3315df0b-ab0b-44f0-83b8-3cc151caffdf owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:30:58.787234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Pushing event updated for resources: {'Port': ['ID=3b27654f-52ce-49dc-951d-1267a85034c1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:58.845952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34536) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:58.875706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:58.885532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Attempting to bind port 3b27654f-52ce-49dc-951d-1267a85034c1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:30:58.885924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Attempting to bind port 3b27654f-52ce-49dc-951d-1267a85034c1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:30:58.886340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Attempting to bind port 3b27654f-52ce-49dc-951d-1267a85034c1 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:30:58.897479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:30:58.897887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:30:58.898338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.898731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:30:58.899209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Bound port: 3b27654f-52ce-49dc-951d-1267a85034c1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:30:58.902090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.932206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.942291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:58.955571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:58.963133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:58.980958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object aee5f3b4-e52f-4c8f-aba0-6c141dc24317 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:58.997350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:30:59.011944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-0b4476ab-27b4-400b-a169-aa1f15c65869', 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': '4f5267f1-ae01-4dee-925c-0492f014e0d1'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:30:59.013182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:59.013315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.015487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Usage tracker for resource:security_group_rule and tenant:2962690f0a2c4be6824f9fee7d52e574 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:30:59.021021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:30:59.027050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.035670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:30:59.084591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.101023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] For port 3b27654f-52ce-49dc-951d-1267a85034c1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:30:59.117011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.123289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] For port 3b27654f-52ce-49dc-951d-1267a85034c1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3b27654f-52ce-49dc-951d-1267a85034c1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:30:59.163721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:59.168138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.175716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:59.189902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:59.199639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:59.206180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:59.206809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.215144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=aee5f3b4-e52f-4c8f-aba0-6c141dc24317,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:59.216705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Allocated IP 172.20.0.2 (0b4476ab-27b4-400b-a169-aa1f15c65869/4f5267f1-ae01-4dee-925c-0492f014e0d1/c024b04d-22b3-41bc-b073-fd602feafcf3) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:59.220193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port c8913f90-7747-48ea-b0e6-2997d95e32cd yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:30:59.234795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.327975 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7eca7ea4-9796-4e07-856d-541ded784799 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8165519 Mar 18 10:30:59.330620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34540) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:59.339752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af5f05d1-4614-48e4-8669-a443daac3cc9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:30:59.466213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.472135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.508569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86130547-4a53-4d04-b0b4-2539a67f0a37 None None] Pushing event updated for resources: {'Port': ['ID=3b27654f-52ce-49dc-951d-1267a85034c1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:59.535907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=3315df0b-ab0b-44f0-83b8-3cc151caffdf,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:59.582951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.640144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.654194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Transition to ACTIVE for port object c024b04d-22b3-41bc-b073-fd602feafcf3 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:59.660898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port af5f05d1-4614-48e4-8669-a443daac3cc9 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:30:59.672501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.675763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port af5f05d1-4614-48e4-8669-a443daac3cc9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:30:59.676188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.697511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bfeaf-d6a9-4fdc-a0b1-7db1499b0b2b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:59.704623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bfeaf-d6a9-4fdc-a0b1-7db1499b0b2b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:59.705448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca0bfeaf-d6a9-4fdc-a0b1-7db1499b0b2b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:30:59.716967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Transition to ACTIVE for port object c024b04d-22b3-41bc-b073-fd602feafcf3 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:30:59.718137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2962690f0a2c4be6824f9fee7d52e574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687048 Mar 18 10:30:59.722293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34544) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:59.813852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:59.820211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.827705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:59.829510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f1790-71c8-45c0-a207-b8dc89dc1802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f97e6e-5f6a-4bde-bcff-11318aae27d0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:59.846103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.848118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca0bfeaf-d6a9-4fdc-a0b1-7db1499b0b2b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:30:59.852118 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ca0bfeaf-d6a9-4fdc-a0b1-7db1499b0b2b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5178096 Mar 18 10:30:59.852118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.854938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:30:59.865485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:30:59.940296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.981775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=e73bf365-c51c-48de-83fd-9f14711eb528,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:59.988849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:59.989794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:30:59.999198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:00.007666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:00.010114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port aee5f3b4-e52f-4c8f-aba0-6c141dc24317 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:00.010608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.010759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Pushing event updated for resources: {'Port': ['ID=c024b04d-22b3-41bc-b073-fd602feafcf3,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.015239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port af5f05d1-4614-48e4-8669-a443daac3cc9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af5f05d1-4614-48e4-8669-a443daac3cc9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:00.048947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.098717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.130967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.154403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] In _notify_port_updated(), no bound segment for port a9b4ba43-bad7-4b01-8295-19f3d769ee1f on network 521d40e6-2108-429e-a0dd-af6fbea3f62d {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:00.160916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:00.161641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.163059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "PUT /v2.0/ports/a9b4ba43-bad7-4b01-8295-19f3d769ee1f HTTP/1.1" status: 200 len: 1003 time: 1.9856558 Mar 18 10:31:00.165772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Attempting to bind port c024b04d-22b3-41bc-b073-fd602feafcf3 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:00.166191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Attempting to bind port c024b04d-22b3-41bc-b073-fd602feafcf3 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bd93a688-f535-482b-8997-71d9385fa49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:00.166559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Attempting to bind port c024b04d-22b3-41bc-b073-fd602feafcf3 on network 0b4476ab-27b4-400b-a169-aa1f15c65869 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:00.182656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:00.182656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Checking segment: {'id': 'bd93a688-f535-482b-8997-71d9385fa49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:00.183022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34552) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:00.183470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.183470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Bound using segment: {'id': 'bd93a688-f535-482b-8997-71d9385fa49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:00.183770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Bound port: c024b04d-22b3-41bc-b073-fd602feafcf3, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd93a688-f535-482b-8997-71d9385fa49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b4476ab-27b4-400b-a169-aa1f15c65869'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:00.184128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.207104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.9 (0b4476ab-27b4-400b-a169-aa1f15c65869/4f5267f1-ae01-4dee-925c-0492f014e0d1/c8913f90-7747-48ea-b0e6-2997d95e32cd) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:00.211330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.217969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.245535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=af5f05d1-4614-48e4-8669-a443daac3cc9,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.339016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] For port c024b04d-22b3-41bc-b073-fd602feafcf3, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:00.344127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] For port c024b04d-22b3-41bc-b073-fd602feafcf3, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c024b04d-22b3-41bc-b073-fd602feafcf3,segment=NetworkSegment(bd93a688-f535-482b-8997-71d9385fa49a),segment_id=bd93a688-f535-482b-8997-71d9385fa49a)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:00.415739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f822cf-c717-4b16-bdf2-4b17f1902821 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=a9b4ba43-bad7-4b01-8295-19f3d769ee1f,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.438761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.458566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port a9b4ba43-bad7-4b01-8295-19f3d769ee1f {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:00.458917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.533943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.536691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router 4ddbb349-98c1-4a83-9daa-ce728f7cac9f {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:00.560776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.588375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5d52ba5b-ed43-474b-acf3-fa605b9c2b06 None None] Provisioning complete for port a9b4ba43-bad7-4b01-8295-19f3d769ee1f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:00.588761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d52ba5b-ed43-474b-acf3-fa605b9c2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.640030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872313-f1d3-47ea-83ed-4189b5d8b74d None None] Pushing event updated for resources: {'Port': ['ID=c024b04d-22b3-41bc-b073-fd602feafcf3,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.645782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.647629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-786aeae7-6f7e-44a6-b666-1346b899887b tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 204 len: 168 time: 3.5558782 Mar 18 10:31:00.651414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34556) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:00.672344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5d52ba5b-ed43-474b-acf3-fa605b9c2b06 None None] Port a9b4ba43-bad7-4b01-8295-19f3d769ee1f cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:00.729560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1046222233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:00.744060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.754600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:00.767043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:00.771608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for aee5f3b4-e52f-4c8f-aba0-6c141dc24317 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:00.774674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:00.781442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object c8913f90-7747-48ea-b0e6-2997d95e32cd will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:00.801501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:00.836741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.902421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f97e6e-5f6a-4bde-bcff-11318aae27d0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.923306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.968776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:00.972321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8ba365be-7051-4d4a-800d-fb981e3acd46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f97e6e-5f6a-4bde-bcff-11318aae27d0 HTTP/1.1" status: 204 len: 168 time: 1.2458625 Mar 18 10:31:01.000070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.001267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.139517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.149054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d1c8a-bbcc-463b-8fed-31ff2faabcc7 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:01.163049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.315080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for a9b4ba43-bad7-4b01-8295-19f3d769ee1f owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:01.349799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.350904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-88348f55-10a7-415f-92f3-d451962a761f None None] Provisioning for port 3b27654f-52ce-49dc-951d-1267a85034c1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:01.353564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=c8913f90-7747-48ea-b0e6-2997d95e32cd,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:01.388174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.407911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=aee5f3b4-e52f-4c8f-aba0-6c141dc24317,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:01.495286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:01.515910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:01.521003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:01.569335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.603128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3b27654f-52ce-49dc-951d-1267a85034c1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:01.710919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.753554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:01.754005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.766828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.768291 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9bdedf3a-c8aa-4e01-ac87-8e6f70472b54 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1154950 Mar 18 10:31:01.771812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34566) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:01.778323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:01.807498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.822114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 3b27654f-52ce-49dc-951d-1267a85034c1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:01.827940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3b27654f-52ce-49dc-951d-1267a85034c1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:01.828314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.873024 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9370632d-ad46-4e32-ace8-6f5c4e5e2be0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4743705 Mar 18 10:31:01.876013 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dbf4ed5a-ab4b-4508-adce-95ec48f86f95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/aee5f3b4-e52f-4c8f-aba0-6c141dc24317 HTTP/1.1" status: 204 len: 168 time: 2.0207999 Mar 18 10:31:01.877076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34570) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:01.881301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34572) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:01.882026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:01.930862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f0afc0a-5895-4360-be60-71eef950317a None None] Provisioning complete for port 3b27654f-52ce-49dc-951d-1267a85034c1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:01.931236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f0afc0a-5895-4360-be60-71eef950317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.073085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port c8913f90-7747-48ea-b0e6-2997d95e32cd {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:02.073484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.094893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34578) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.119234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.140292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:02.151978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Usage tracker for resource:security_group_rule and tenant:5ca2a4a47c074ce7aedb4e162080d3a8 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:02.156761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:02.166040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:02.180414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d1f4a-253a-44f0-9a97-fe01b82e561c None None] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:02.205639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.251992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=a9b4ba43-bad7-4b01-8295-19f3d769ee1f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:02.299631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router c7b70950-4bba-4ec6-9b34-6541aea7e75b is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:02.307096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.345636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f0afc0a-5895-4360-be60-71eef950317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.367982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 3b27654f-52ce-49dc-951d-1267a85034c1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3b27654f-52ce-49dc-951d-1267a85034c1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:02.427805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.475610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.477891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1fef694a-2973-48f8-a06a-3392ed301c3e tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/a9b4ba43-bad7-4b01-8295-19f3d769ee1f HTTP/1.1" status: 204 len: 168 time: 2.2942793 Mar 18 10:31:02.492855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34584) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.515752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.516753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c024b04d-22b3-41bc-b073-fd602feafcf3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:02.519608 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ca2a4a47c074ce7aedb4e162080d3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233255 Mar 18 10:31:02.574362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34588) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.603947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd966b-f507-4eaa-ab1f-78dcb98278de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c86dc-0ee2-4b3e-9963-42feabf1f465,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:02.632216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240147d2-1be4-4ff4-bb84-926538176eb5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:02.633785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240147d2-1be4-4ff4-bb84-926538176eb5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:02.634560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-240147d2-1be4-4ff4-bb84-926538176eb5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:02.639800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:02.652096 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Sync routers for ids ['c7b70950-4bba-4ec6-9b34-6541aea7e75b'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:02.660208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1f0afc0a-5895-4360-be60-71eef950317a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:02.660554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1f0afc0a-5895-4360-be60-71eef950317a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:02.663471 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Routers {'c7b70950-4bba-4ec6-9b34-6541aea7e75b'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:02.664066 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c7b70950-4bba-4ec6-9b34-6541aea7e75b'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:02.679559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.700548 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb77ea4a-f960-4fb2-941a-b5bf90782f78 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] GET failed (client error): The resource could not be found. Mar 18 10:31:02.701351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb77ea4a-f960-4fb2-941a-b5bf90782f78 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:02.722664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=3b27654f-52ce-49dc-951d-1267a85034c1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:02.736782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb77ea4a-f960-4fb2-941a-b5bf90782f78 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:02.737179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:02.737656 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-873126cc-e172-4479-b845-bd1d22789a07 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7813771 Mar 18 10:31:02.740520 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bb77ea4a-f960-4fb2-941a-b5bf90782f78 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports/a9b4ba43-bad7-4b01-8295-19f3d769ee1f HTTP/1.1" status: 404 len: 333 time: 0.2336059 Mar 18 10:31:02.740758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34594) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.741088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34596) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.748154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591231965'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:02.850361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c024b04d-22b3-41bc-b073-fd602feafcf3 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:02.855986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af5f05d1-4614-48e4-8669-a443daac3cc9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:02.881076 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Set router c7b70950-4bba-4ec6-9b34-6541aea7e75b gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:02.955477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-240147d2-1be4-4ff4-bb84-926538176eb5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:02.958978 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-240147d2-1be4-4ff4-bb84-926538176eb5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0482035 Mar 18 10:31:02.981021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34602) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:02.994600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.038107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port af5f05d1-4614-48e4-8669-a443daac3cc9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:03.038488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.044883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.221717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.254041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:03.265122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:03.280815 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-65fb345c-9e3e-4e16-a543-2d647cd73c4a tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/c7b70950-4bba-4ec6-9b34-6541aea7e75b HTTP/1.1" status: 200 len: 907 time: 0.5377953 Mar 18 10:31:03.289021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34606) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:03.333323 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:31:03.398944 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b70950-4bba-4ec6-9b34-6541aea7e75b', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e73bf365-c51c-48de-83fd-9f14711eb528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:56Z', 'updated_at': '2022-03-18T10:31:00Z', 'revision_number': 3, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port': {'id': 'e73bf365-c51c-48de-83fd-9f14711eb528', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:01:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b70950-4bba-4ec6-9b34-6541aea7e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:57Z', 'updated_at': '2022-03-18T10:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:03.403757 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Checking router: c7b70950-4bba-4ec6-9b34-6541aea7e75b for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:03.404246 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Updating router c7b70950-4bba-4ec6-9b34-6541aea7e75b port e73bf365-c51c-48de-83fd-9f14711eb528 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:31:03.422531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:03.427115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.439045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3b27654f-52ce-49dc-951d-1267a85034c1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:03.471982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port 71d7df03-f46a-40af-996e-e48dadb712ea yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:03.492077 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.513162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Provisioning for port c8913f90-7747-48ea-b0e6-2997d95e32cd completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:03.527632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Provisioning complete for port c8913f90-7747-48ea-b0e6-2997d95e32cd triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:03.528377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.590657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Port c8913f90-7747-48ea-b0e6-2997d95e32cd cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:03.594532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for c8913f90-7747-48ea-b0e6-2997d95e32cd owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:03.597083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Could not find standard attr ID for object aee5f3b4-e52f-4c8f-aba0-6c141dc24317. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:31:03.631053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 8470b424-2b7d-435e-b729-c44352c88247 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:03.637845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3b27654f-52ce-49dc-951d-1267a85034c1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:03.638524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.652601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.728262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Provisioning for port c024b04d-22b3-41bc-b073-fd602feafcf3 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:03.743975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Provisioning complete for port c024b04d-22b3-41bc-b073-fd602feafcf3 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:03.746206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.760575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.798835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.872098 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.881603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c86dc-0ee2-4b3e-9963-42feabf1f465,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:03.894872 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Transition to ACTIVE for port object e73bf365-c51c-48de-83fd-9f14711eb528 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:03.895033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.931015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] For port c024b04d-22b3-41bc-b073-fd602feafcf3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c024b04d-22b3-41bc-b073-fd602feafcf3,segment=NetworkSegment(bd93a688-f535-482b-8997-71d9385fa49a),segment_id=bd93a688-f535-482b-8997-71d9385fa49a)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:03.942693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::2cf (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/71d7df03-f46a-40af-996e-e48dadb712ea) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:03.966301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:03.973518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.014322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.076077 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f48676-93b4-4883-9e65-5871067db95f None None] Pushing event updated for resources: {'Port': ['ID=e73bf365-c51c-48de-83fd-9f14711eb528,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.094656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea506-4177-4871-9896-ace5cf8106dc None None] Pushing event updated for resources: {'Port': ['ID=c024b04d-22b3-41bc-b073-fd602feafcf3,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.104250 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Attempting to bind port e73bf365-c51c-48de-83fd-9f14711eb528 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:04.104751 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Attempting to bind port e73bf365-c51c-48de-83fd-9f14711eb528 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:04.105110 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Attempting to bind port e73bf365-c51c-48de-83fd-9f14711eb528 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:04.112699 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:04.113313 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:04.113969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.114567 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:04.115499 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Bound port: e73bf365-c51c-48de-83fd-9f14711eb528, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:04.116124 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.133838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9f7873c4-adec-4af8-8182-bf4bc6793d32 None None] Provisioning complete for port c8913f90-7747-48ea-b0e6-2997d95e32cd triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:04.134150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f7873c4-adec-4af8-8182-bf4bc6793d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.137776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.138964 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-66ca168d-b691-4daf-877a-a95e2e00dac0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e70c86dc-0ee2-4b3e-9963-42feabf1f465 HTTP/1.1" status: 204 len: 168 time: 1.5110061 Mar 18 10:31:04.164078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.209246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9f7873c4-adec-4af8-8182-bf4bc6793d32 None None] Port c8913f90-7747-48ea-b0e6-2997d95e32cd cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:04.214248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.243066 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] For port e73bf365-c51c-48de-83fd-9f14711eb528, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:04.249261 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] For port e73bf365-c51c-48de-83fd-9f14711eb528, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e73bf365-c51c-48de-83fd-9f14711eb528,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:04.273932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db945c4a-9419-4c46-99f2-ff8d09a5d343 req-edfb18f1-5b3a-435c-9de4-a2964886c14b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:04.274657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-db945c4a-9419-4c46-99f2-ff8d09a5d343 req-edfb18f1-5b3a-435c-9de4-a2964886c14b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Synchronizing usage tracker for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:04.284339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.292015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.335485 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.346007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.379990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=c8913f90-7747-48ea-b0e6-2997d95e32cd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.427701 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Routers {'c7b70950-4bba-4ec6-9b34-6541aea7e75b'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:04.427916 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c7b70950-4bba-4ec6-9b34-6541aea7e75b'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:04.432041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-db945c4a-9419-4c46-99f2-ff8d09a5d343 req-edfb18f1-5b3a-435c-9de4-a2964886c14b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Unset dirty status for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:04.438941 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db945c4a-9419-4c46-99f2-ff8d09a5d343 req-edfb18f1-5b3a-435c-9de4-a2964886c14b tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.9139819 Mar 18 10:31:04.440774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting port e73bf365-c51c-48de-83fd-9f14711eb528 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:04.441132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.503484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f48676-93b4-4883-9e65-5871067db95f None None] Pushing event updated for resources: {'Port': ['ID=e73bf365-c51c-48de-83fd-9f14711eb528,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.587926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.598076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Allocated IP 172.26.2.147 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0560c252-5f2f-436b-874a-331454ab9b9a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:04.605759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object 71d7df03-f46a-40af-996e-e48dadb712ea will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:04.647994 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db945c4a-9419-4c46-99f2-ff8d09a5d343 req-9c02650b-2e71-4fd4-9448-c8be36a0fdd6 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082200 Mar 18 10:31:04.695487 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] Set router c7b70950-4bba-4ec6-9b34-6541aea7e75b gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:04.731028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.748600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.750110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.805292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=8470b424-2b7d-435e-b729-c44352c88247,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.820500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.824832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:04.824975 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-95706003-7882-496a-8e63-0b44d9ae4bdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8470b424-2b7d-435e-b729-c44352c88247 HTTP/1.1" status: 204 len: 168 time: 1.7411351 Mar 18 10:31:04.824975 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f0a8999-6d28-4a14-9d74-f3014fa85579 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/c8913f90-7747-48ea-b0e6-2997d95e32cd HTTP/1.1" status: 204 len: 168 time: 2.9459558 Mar 18 10:31:04.826984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05301ad8-e6dc-41cb-a405-1607abb32a70 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:04.827550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34620) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:04.827877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34622) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:04.836909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:04.841455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=71d7df03-f46a-40af-996e-e48dadb712ea,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:04.845395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:04.850901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:04.851503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.946411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] For port e73bf365-c51c-48de-83fd-9f14711eb528, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e73bf365-c51c-48de-83fd-9f14711eb528,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:04.946920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:04.962039 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b70950-4bba-4ec6-9b34-6541aea7e75b', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:56Z', 'updated_at': '2022-03-18T10:31:04Z', 'revision_number': 4, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:04.967799 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7be5e-62f2-468b-a948-38f766027aea None None] The sync data for ids ['c7b70950-4bba-4ec6-9b34-6541aea7e75b'] in dv-neutron-834265-1-hyperv is: [{'id': 'c7b70950-4bba-4ec6-9b34-6541aea7e75b', 'name': 'tempest-snat-router-503244191', 'tenant_id': '200fd9f823b94ac39d265d83550f2d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:30:56Z', 'updated_at': '2022-03-18T10:31:04Z', 'revision_number': 4, 'project_id': '200fd9f823b94ac39d265d83550f2d14', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:05.032902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-41d843c0-9b19-4764-bbe4-91c53d81d964 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038362 Mar 18 10:31:05.045641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34634) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:05.110852 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4074cd6d-5125-447b-85c0-ed9851ee07cf tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3662527 Mar 18 10:31:05.157716 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad250d69-55e0-447a-b41e-4e9ec95548a2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:31:05.158205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ad250d69-55e0-447a-b41e-4e9ec95548a2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:05.173239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34638) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:05.208423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:05.220307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Calling delete_port for e73bf365-c51c-48de-83fd-9f14711eb528 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:05.236396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.244994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'network_id': '521d40e6-2108-429e-a0dd-af6fbea3f62d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-501808025'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:05.370143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bce0c1f4-7365-4c6f-9d5a-bbb5c3e727c6 None None] Provisioning for port 71d7df03-f46a-40af-996e-e48dadb712ea completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:05.386872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:05.423312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bce0c1f4-7365-4c6f-9d5a-bbb5c3e727c6 None None] Provisioning complete for port 71d7df03-f46a-40af-996e-e48dadb712ea triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:05.424177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bce0c1f4-7365-4c6f-9d5a-bbb5c3e727c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.472231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c024b04d-22b3-41bc-b073-fd602feafcf3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:05.524297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Deleting port 3b27654f-52ce-49dc-951d-1267a85034c1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:05.524518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.552180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ad250d69-55e0-447a-b41e-4e9ec95548a2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:05.554281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ad250d69-55e0-447a-b41e-4e9ec95548a2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/c8913f90-7747-48ea-b0e6-2997d95e32cd HTTP/1.1" status: 404 len: 333 time: 0.7237473 Mar 18 10:31:05.556569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:05.605443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bce0c1f4-7365-4c6f-9d5a-bbb5c3e727c6 None None] Port 71d7df03-f46a-40af-996e-e48dadb712ea cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:05.625313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:05.662031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.691290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c024b04d-22b3-41bc-b073-fd602feafcf3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:05.691668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.694395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:05.716795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-5306d6aa-c599-4a84-9936-952f2f41f3b7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:05.718808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-5306d6aa-c599-4a84-9936-952f2f41f3b7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.6768746 Mar 18 10:31:05.724282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:05.761641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73bf365-c51c-48de-83fd-9f14711eb528,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:05.764831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Usage tracker for resource:port and tenant:35f94021dec34618955def32e35113f0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:05.772776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:05.783296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.847487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:05.852203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 4f5267f1-ae01-4dee-925c-0492f014e0d1 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:05.864508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.911543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] For port 3b27654f-52ce-49dc-951d-1267a85034c1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3b27654f-52ce-49dc-951d-1267a85034c1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:05.914286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:05.914413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:05.918503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.033707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.108898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:06.114487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Deleting port 9d4864b9-81b2-492b-8339-255b0cd9a313 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:06.114828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.142911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Calling delete_port for 3b27654f-52ce-49dc-951d-1267a85034c1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:06.152518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:06.176338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:06.205207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event updated for resources: {'Port': ['ID=0560c252-5f2f-436b-874a-331454ab9b9a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:06.244018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Made reservation on behalf of 35f94021dec34618955def32e35113f0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:06.247679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.287156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052df1-1836-4a4d-a636-bf3817d60a6d req-7d83826e-9638-4359-9601-f7706c6e9791 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:06.288646 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70052df1-1836-4a4d-a636-bf3817d60a6d req-7d83826e-9638-4359-9601-f7706c6e9791 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.6309881 Mar 18 10:31:06.295732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.302218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.329918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] device_id is not set on port 51daa7c0-55c4-453f-82e2-c4a5d94f29db yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:06.356773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] Pushing event deleted for resources: {'Port': ['ID=3b27654f-52ce-49dc-951d-1267a85034c1,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:06.365769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bc1fe-620c-4263-acba-443d9873f166 None None] No DVR routers for this DVR port 3b27654f-52ce-49dc-951d-1267a85034c1 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:06.507947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.520348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.603057 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70052df1-1836-4a4d-a636-bf3817d60a6d req-28606baf-881a-4745-8899-ab480cd2cc3b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630551 Mar 18 10:31:06.623933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d2d23-16d6-4674-bbe8-738ecfd1379c req-22e8037d-e9d5-41a1-adea-ac269b0c6e7e tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:06.625412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7f4d2d23-16d6-4674-bbe8-738ecfd1379c req-22e8037d-e9d5-41a1-adea-ac269b0c6e7e tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.7624619 Mar 18 10:31:06.632400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.698998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.700179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7b70950-4bba-4ec6-9b34-6541aea7e75b {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:06.730021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.731263 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8eaedcc0-c4af-4b2d-89f8-f929eb79b132 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c7b70950-4bba-4ec6-9b34-6541aea7e75b HTTP/1.1" status: 204 len: 168 time: 3.4411914 Mar 18 10:31:06.735296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34672) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:06.822089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.901251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5267f1-ae01-4dee-925c-0492f014e0d1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:06.917633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83141f-0322-4e2f-8295-a0d438ad30a0 None None] Network 0b4476ab-27b4-400b-a169-aa1f15c65869 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:06.918133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:06.918133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11f7b55a-9cd1-45ef-8fac-1ce55c9f34c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5267f1-ae01-4dee-925c-0492f014e0d1 HTTP/1.1" status: 204 len: 168 time: 1.3549128 Mar 18 10:31:06.918296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34678) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:06.971204 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7f4d2d23-16d6-4674-bbe8-738ecfd1379c req-fe6ae293-6d95-49d5-bcab-524b4e87c433 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212943 Mar 18 10:31:06.992292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] For port 9d4864b9-81b2-492b-8339-255b0cd9a313, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=9d4864b9-81b2-492b-8339-255b0cd9a313,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:06.993232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.075548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Allocated IP 2001:db8::1b0 (521d40e6-2108-429e-a0dd-af6fbea3f62d/483436a1-c2b0-402e-bd67-d609d4393846/51daa7c0-55c4-453f-82e2-c4a5d94f29db) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:07.082047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.145488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.221998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port c024b04d-22b3-41bc-b073-fd602feafcf3 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:07.222256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.277514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] DHCP port deletion for 0b4476ab-27b4-400b-a169-aa1f15c65869 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:07.283049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Deleting port c024b04d-22b3-41bc-b073-fd602feafcf3 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:07.283640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.331940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34688) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:07.354616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.436930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:07.452268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3b27654f-52ce-49dc-951d-1267a85034c1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:07.492983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-0e66b6ba-58cc-421d-8410-c69ef3cdc2df tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:07.494148 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-0e66b6ba-58cc-421d-8410-c69ef3cdc2df tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.4088197 Mar 18 10:31:07.503033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 3b27654f-52ce-49dc-951d-1267a85034c1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:07.503245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3b27654f-52ce-49dc-951d-1267a85034c1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:07.503590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c024b04d-22b3-41bc-b073-fd602feafcf3 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:07.519220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:07.541866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4ca6d-7aa7-4bc8-9387-1d8b20af434d None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:07.591482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8f29f25b-415c-4bdf-8ec6-51fe85ee0b18 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:07.598388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:07.598808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.630538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=a8609f7d-0a3f-4183-9e9b-47200d78e4f4,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:07.696255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port c024b04d-22b3-41bc-b073-fd602feafcf3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c024b04d-22b3-41bc-b073-fd602feafcf3,segment=NetworkSegment(bd93a688-f535-482b-8997-71d9385fa49a),segment_id=bd93a688-f535-482b-8997-71d9385fa49a)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:07.696863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.716709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] For port c024b04d-22b3-41bc-b073-fd602feafcf3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c024b04d-22b3-41bc-b073-fd602feafcf3,segment=NetworkSegment(bd93a688-f535-482b-8997-71d9385fa49a),segment_id=bd93a688-f535-482b-8997-71d9385fa49a)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:07.717120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:07.821024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d845b948-aaa5-4d5f-a9fd-467a09a0934a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6505284 Mar 18 10:31:07.831390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34696) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:07.854034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Calling delete_port for c024b04d-22b3-41bc-b073-fd602feafcf3 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:07.903378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'name': 'tempest-NetworksTestDHCPv6-1268156764'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:07.989276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Deleting port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:07.989883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.017955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.059577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for c024b04d-22b3-41bc-b073-fd602feafcf3 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:08.073424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.112510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'a8609f7d-0a3f-4183-9e9b-47200d78e4f4'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:08.113596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.129687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:08.131734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8f29f25b-415c-4bdf-8ec6-51fe85ee0b18 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "PUT /v2.0/quotas/5aff787cc0dd4fef92dc02d02d5a4b41 HTTP/1.1" status: 200 len: 368 time: 0.7939484 Mar 18 10:31:08.138223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.140497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34702) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:08.168708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.189225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:08.207357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:08.219003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Request body: {'network': {'project_id': '5aff787cc0dd4fef92dc02d02d5a4b41'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:08.223573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:08.240403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Usage tracker for resource:network and tenant:5aff787cc0dd4fef92dc02d02d5a4b41 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:08.246075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.246455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.246763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Floating IP d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d disassociated. External IP: 172.26.2.150, port: 9d4864b9-81b2-492b-8339-255b0cd9a313. Mar 18 10:31:08.247101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Calling delete_port for 9d4864b9-81b2-492b-8339-255b0cd9a313 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:08.257132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Deleting port af5f05d1-4614-48e4-8669-a443daac3cc9 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:08.260457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.277556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:08.290758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:08.316379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:08.316703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:08.318599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] Pushing event deleted for resources: {'Port': ['ID=c024b04d-22b3-41bc-b073-fd602feafcf3,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:08.321354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417e34a-ee0a-45b2-bf66-ed36e8efa538 None None] No DVR routers for this DVR port c024b04d-22b3-41bc-b073-fd602feafcf3 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:08.321713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:08.355500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4fb8-630a-4ef1-8c40-e112eb69ab56 req-ba3db952-e543-4dd7-8a04-04b0375efa3b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:08.363186 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c1e4fb8-630a-4ef1-8c40-e112eb69ab56 req-ba3db952-e543-4dd7-8a04-04b0375efa3b tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.4645863 Mar 18 10:31:08.408672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/a8609f7d-0a3f-4183-9e9b-47200d78e4f4/0d0c51fd-0199-4e24-8d91-4f7fa7301de0) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:08.452448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:08.454497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.480818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.507428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Made reservation on behalf of 5aff787cc0dd4fef92dc02d02d5a4b41 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:08.509065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.543747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.553562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port db1e0f01-f93c-4a11-8b5f-8ab5235516c1 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:08.584763 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c1e4fb8-630a-4ef1-8c40-e112eb69ab56 req-3e2cdbe0-c723-4e17-9820-96ab6fd6a795 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206280 Mar 18 10:31:08.610079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] For port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:08.610440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.641148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.641353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Transition to ACTIVE for port object 51daa7c0-55c4-453f-82e2-c4a5d94f29db will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:08.652978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Transition to ACTIVE for port object 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:08.673725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Transition to ACTIVE for port object 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:08.717395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] For port af5f05d1-4614-48e4-8669-a443daac3cc9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af5f05d1-4614-48e4-8669-a443daac3cc9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:08.718123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.720607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:08.742628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.748733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Usage tracker for resource:security_group_rule and tenant:5aff787cc0dd4fef92dc02d02d5a4b41 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:08.765698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c707b-6e65-474e-81bf-05a3be5090b5 req-4ff54f15-cc5e-43d5-94b7-3ff35413de8d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:08.768383 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-351c707b-6e65-474e-81bf-05a3be5090b5 req-4ff54f15-cc5e-43d5-94b7-3ff35413de8d tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 945 time: 0.6406648 Mar 18 10:31:08.770267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:08.788843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:08.818987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:08.822014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:08.830221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:08.841649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Pushing event updated for resources: {'Port': ['ID=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:08.844549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port c024b04d-22b3-41bc-b073-fd602feafcf3 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:08.845410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:08.880913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Calling delete_port for af5f05d1-4614-48e4-8669-a443daac3cc9 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:08.992735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Attempting to bind port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:08.993385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Attempting to bind port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:08.993929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Attempting to bind port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:09.000136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:09.002310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:09.002310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.002310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:09.002310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Bound port: 0d0c51fd-0199-4e24-8d91-4f7fa7301de0, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:09.002310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.017833 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-351c707b-6e65-474e-81bf-05a3be5090b5 req-6f9cfcbb-b141-4e30-91f6-30be8483acd3 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups?id=3581b681-4c99-4400-b0da-789ba8c14672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348199 Mar 18 10:31:09.020312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.048385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.053697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1a1 (862ac36c-a15b-4807-bb67-f61f5836b3bd/a8609f7d-0a3f-4183-9e9b-47200d78e4f4/db1e0f01-f93c-4a11-8b5f-8ab5235516c1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:09.059751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.085038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] The port 'c024b04d-22b3-41bc-b073-fd602feafcf3' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:31:09.104700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5b775818-8dd0-4767-98c2-21626639675d None None] For port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:09.108248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5b775818-8dd0-4767-98c2-21626639675d None None] For port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:09.176630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.263075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775818-8dd0-4767-98c2-21626639675d None None] Pushing event updated for resources: {'Port': ['ID=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.284047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.316241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event deleted for resources: {'Port': ['ID=9d4864b9-81b2-492b-8339-255b0cd9a313,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.509001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.535266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.535627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.536189 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Floating IP d7576622-a6f4-474f-a88b-152596607416 disassociated. External IP: 172.26.2.111, port: 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a. Mar 18 10:31:09.536555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Calling delete_port for 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:09.551486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:09.565854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:09.653247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:09.660599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:09.661418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.669136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=51daa7c0-55c4-453f-82e2-c4a5d94f29db,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.731988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.787052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4476ab-27b4-400b-a169-aa1f15c65869']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:09.854721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd93a688-f535-482b-8997-71d9385fa49a') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:09.855013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd93a688-f535-482b-8997-71d9385fa49a') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:09.855571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.887137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.888868 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8dcde7d5-12d1-48bd-8810-2f151ae13010 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6972206 Mar 18 10:31:09.889780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34708) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:09.896639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 9d4864b9-81b2-492b-8339-255b0cd9a313 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:09.915289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.918307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:7a:1c:92'}, {'ip_address': '2001:db8::2cf', 'mac_address': 'fa:16:3e:d1:00:c1'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:09.923907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:09.924329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:09.992895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:10.007604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 9d4864b9-81b2-492b-8339-255b0cd9a313 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:10.007959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 9d4864b9-81b2-492b-8339-255b0cd9a313 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:10.009746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:10.019845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad22c55b-d83e-4e88-a6b4-07e06fd7e1a5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:10.046783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Router 930b614c-ca6c-43ab-8816-455581f229ae has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:10.078722 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:10.190291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Router 577f65ea-fd25-4093-ba2d-c35973c42786 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:10.204494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.249349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b60f8d4-e6dd-47f4-aeab-bb33ff9ca1e9 None None] Provisioning for port 51daa7c0-55c4-453f-82e2-c4a5d94f29db completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:10.262820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b60f8d4-e6dd-47f4-aeab-bb33ff9ca1e9 None None] Provisioning complete for port 51daa7c0-55c4-453f-82e2-c4a5d94f29db triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:10.263538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b60f8d4-e6dd-47f4-aeab-bb33ff9ca1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.301530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818df1-9b32-465e-aad9-02f58b7675f5 req-ab7b320f-2e00-4d29-9ce5-d414445fd455 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:10.308649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.312103 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Added segment e4a976dd-a441-4652-a5af-7765db132f2b of type vlan for network a07593d5-6116-4520-a82c-349b8d920969 Mar 18 10:31:10.312221 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-66818df1-9b32-465e-aad9-02f58b7675f5 req-ab7b320f-2e00-4d29-9ce5-d414445fd455 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 945 time: 0.5101168 Mar 18 10:31:10.328552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.338504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event deleted for resources: {'Port': ['ID=af5f05d1-4614-48e4-8669-a443daac3cc9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:10.345801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.366680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.387739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f8d4-e6dd-47f4-aeab-bb33ff9ca1e9 None None] Port 51daa7c0-55c4-453f-82e2-c4a5d94f29db cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:10.410344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.458616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=0b4476ab-27b4-400b-a169-aa1f15c65869,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:10.475558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4e326af6-398c-4d27-8d2f-83d8a39ac0a4 req-8421c545-4d7c-4a5b-a5c4-a8d973bc4067 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Synchronizing usage tracker for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:10.502170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event deleted for resources: {'Port': ['ID=31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:10.541187 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-66818df1-9b32-465e-aad9-02f58b7675f5 req-8a042c98-d891-499d-9401-b0f7a64bb293 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups?id=4208a916-172b-4e5b-ac7d-b8d64a11b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291892 Mar 18 10:31:10.546239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4da75e78-942b-4993-af3f-b933edaa18f3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/0b4476ab-27b4-400b-a169-aa1f15c65869 HTTP/1.1" status: 204 len: 168 time: 3.6268027 Mar 18 10:31:10.606116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34714) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:10.623852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'name': 'tempest-PortsTestJSON-1077717688'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:10.653639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.662599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4e326af6-398c-4d27-8d2f-83d8a39ac0a4 req-8421c545-4d7c-4a5b-a5c4-a8d973bc4067 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Unset dirty status for tenant:39dfcc4bd33c4ce6aedc33ff5dd5be3e on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:10.663704 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4e326af6-398c-4d27-8d2f-83d8a39ac0a4 req-8421c545-4d7c-4a5b-a5c4-a8d973bc4067 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.3731589 Mar 18 10:31:10.701110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.878956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-314ae382-63af-48ac-bc9c-d6c565e22f1f None None] Provisioning for port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:10.894706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.907408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:10.980876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:31:10.998458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:11.006380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:11.007034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:11.011375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:11.020003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Sync routers for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:11.027068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:11.037348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:11.038623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.048112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:31:11.116763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.116763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6179010d-2919-47cf-b5d1-0b834c57a755 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:11.133639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:11.137228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.156988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.157718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] No DVR routers for this DVR port 9d4864b9-81b2-492b-8339-255b0cd9a313 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:11.158149 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e7aa262e-711d-4043-b2c3-1bba7bb09129 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6179010d-2919-47cf-b5d1-0b834c57a755 HTTP/1.1" status: 204 len: 168 time: 4.4218273 Mar 18 10:31:11.160635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.166347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:11.169435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'name': 'network-vif-deleted', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:11.176612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:11.187648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 74f62190-6477-447d-a2b6-ef581fae6c8c yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:11.193957 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] Sync routers for ids ['577f65ea-fd25-4093-ba2d-c35973c42786'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:11.202024 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] Routers {'577f65ea-fd25-4093-ba2d-c35973c42786'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:11.202871 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['577f65ea-fd25-4093-ba2d-c35973c42786'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.214210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948186347', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.234035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.237392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.268439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b0ee9-06b4-4e6e-ba4e-0e930c9a5292', 'name': 'network-vif-deleted', 'tag': '9d4864b9-81b2-492b-8339-255b0cd9a313', 'status': 'completed', 'code': 200} Mar 18 10:31:11.276294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.277196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.277772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.289075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:11.300743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:11.341999 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.353709 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] Routers {'577f65ea-fd25-4093-ba2d-c35973c42786'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:11.355074 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['577f65ea-fd25-4093-ba2d-c35973c42786'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.394943 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1baa32eb-b31d-47f1-b396-ebf5bbc1284d req-86e953da-1957-4260-a331-51f279bd5658 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.24 "DELETE /v2.0/ports/9d4864b9-81b2-492b-8339-255b0cd9a313 HTTP/1.1" status: 204 len: 173 time: 5.6664221 Mar 18 10:31:11.407908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event updated for resources: {'Network': ['ID=a07593d5-6116-4520-a82c-349b8d920969,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.417656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.421531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-97c6d912-bdee-493f-ab1e-a6e81b6efa04 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "PUT /v2.0/routers/577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 200 len: 884 time: 9.6486795 Mar 18 10:31:11.426415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34724) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:11.426708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a07593d5-6116-4520-a82c-349b8d920969 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:11.427349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:11.438431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:11.455093 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.456054 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c11034-4a39-4ada-90fc-4a3e7f9a02c8 None None] The sync data for ids ['577f65ea-fd25-4093-ba2d-c35973c42786'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:11.640968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:11.661505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Sync routers for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:11.789280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] No DVR routers for this DVR port 31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:11.813779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.814300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:11.814300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.814687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'name': 'network-vif-deleted', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:11.846655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-945596a4-a33e-4a2f-b6c1-ca9d04a92c80 req-5f5f425d-5dd1-45bc-8c4d-7e0b2806d802 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.24 "DELETE /v2.0/ports/31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a HTTP/1.1" status: 204 len: 173 time: 4.3449068 Mar 18 10:31:11.909322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:11.969471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object db1e0f01-f93c-4a11-8b5f-8ab5235516c1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:11.975228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:12.008067 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2e8e548a-d5df-46d9-b58c-328f8b3cf5b0 req-ec46d9d2-82d9-4d15-8b86-41723398011a tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.0874827 Mar 18 10:31:12.021531 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f205d624-9b25-4a93-a09d-eb7a692739bd req-8473f8bb-eba2-4805-8759-1473a55557f7 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/ports?device_id=618b0ee9-06b4-4e6e-ba4e-0e930c9a5292 HTTP/1.1" status: 200 len: 210 time: 0.0733128 Mar 18 10:31:12.061603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.090799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.098626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56ba006-1346-4618-9a13-8d26e0bcd53f', 'name': 'network-vif-deleted', 'tag': '31c56a5d-3b4f-4328-bfac-a42fd9ac8a7a', 'status': 'completed', 'code': 200} Mar 18 10:31:12.127561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:12.163059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e3c89767-d379-4213-ac10-199c43ce7994 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.0096209 Mar 18 10:31:12.165677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.167479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34734) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:12.176302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] In _notify_port_updated(), no bound segment for port 51daa7c0-55c4-453f-82e2-c4a5d94f29db on network 521d40e6-2108-429e-a0dd-af6fbea3f62d {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:12.181762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.182448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.187173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "PUT /v2.0/ports/51daa7c0-55c4-453f-82e2-c4a5d94f29db HTTP/1.1" status: 200 len: 1067 time: 2.2845500 Mar 18 10:31:12.199967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34738) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:12.231922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:12.268543 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f61c92bd-ea30-42c7-b155-bc7106222497 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 200 len: 925 time: 0.8314617 Mar 18 10:31:12.290333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34742) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:12.291420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.298635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Request body: {'network': {'project_id': '5aff787cc0dd4fef92dc02d02d5a4b41'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:12.327593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:12.351464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Usage tracker for resource:network and tenant:5aff787cc0dd4fef92dc02d02d5a4b41 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:12.359166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.360308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.373026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:12.392722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.397397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:12.400712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:12.407201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:12.413304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:12.420775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.421430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.434344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60fb8e-a996-4f92-9bad-e8b6332af157 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event updated for resources: {'Port': ['ID=51daa7c0-55c4-453f-82e2-c4a5d94f29db,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:12.452045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=74f62190-6477-447d-a2b6-ef581fae6c8c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:12.531664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Made reservation on behalf of 5aff787cc0dd4fef92dc02d02d5a4b41 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:12.537516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.560386 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3d0e3c7-fa21-431a-acb5-386b6e856a1b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9531901 Mar 18 10:31:12.568242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34746) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:12.586987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:12.604903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:12.610943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 51daa7c0-55c4-453f-82e2-c4a5d94f29db {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:12.611274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.626541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:12.635851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.636230 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Added segment 4387b3b0-b50b-44f0-a8a6-82d42c41abc1 of type vlan for network b0577a4b-0d0f-4549-820e-a4e8a3ec542e Mar 18 10:31:12.637330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:12.652072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:12.652710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.670878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.675495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:12.681068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.681690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.752225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5dfc508e-eb4d-45e6-a8df-b04d1bf4eef7 None None] Provisioning complete for port 51daa7c0-55c4-453f-82e2-c4a5d94f29db triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:12.752661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5dfc508e-eb4d-45e6-a8df-b04d1bf4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.811073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 74f62190-6477-447d-a2b6-ef581fae6c8c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:12.811779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.899495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.900521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.901133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:12.903637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:12.945348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Checking router: 930b614c-ca6c-43ab-8816-455581f229ae for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:12.948492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=db1e0f01-f93c-4a11-8b5f-8ab5235516c1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:12.966709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc508e-eb4d-45e6-a8df-b04d1bf4eef7 None None] Port 51daa7c0-55c4-453f-82e2-c4a5d94f29db cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:13.063162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:13.064238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:13.131542 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9602108 Mar 18 10:31:13.200773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.222323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34754) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.313939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Request body: {'network': {'project_id': '5aff787cc0dd4fef92dc02d02d5a4b41'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:13.321116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:13.332301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Usage tracker for resource:network and tenant:5aff787cc0dd4fef92dc02d02d5a4b41 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:13.338689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:13.347501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:13.350021 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 18 10:31:13.352685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:31:13.354311 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b21c920c-07f2-42fa-a9ca-0679b0f5be5d tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1065145 Mar 18 10:31:13.389523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:13.403892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:13.432298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34760) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.432298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34762) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.437784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.448691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:13.462625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.519659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af5f05d1-4614-48e4-8669-a443daac3cc9 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:13.542878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-03e48781-1a6b-4c1a-a41a-64ef723cb79c req-37742b46-aad4-4fb3-ae9a-0a7e23df2b3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Synchronizing usage tracker for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:13.543121 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-451d7b61-a1fa-4bff-aa77-0257d7ec2655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7060537 Mar 18 10:31:13.547315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Checking router: a7a2f6d1-1a05-4a10-98c6-6edb83fa838e for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:13.553963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f679b0-fa27-4e3a-ab0c-5c53e30d30f2 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event updated for resources: {'Network': ['ID=b0577a4b-0d0f-4549-820e-a4e8a3ec542e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:13.556420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34768) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.568299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: af5f05d1-4614-48e4-8669-a443daac3cc9 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:13.569483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af5f05d1-4614-48e4-8669-a443daac3cc9 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:13.578196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad69625-eb9e-4c4e-aedd-6c1ad40859bc tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.582073 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7ad69625-eb9e-4c4e-aedd-6c1ad40859bc tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=577f65ea-fd25-4093-ba2d-c35973c42786&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2863114 Mar 18 10:31:13.585978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network b0577a4b-0d0f-4549-820e-a4e8a3ec542e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:13.595747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34772) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.632528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.694229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1de0fb7c-6b88-4b4d-a528-37b8f042a673 None None] Provisioning for port db1e0f01-f93c-4a11-8b5f-8ab5235516c1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:13.729406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.739442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-245b8136-1762-435c-8478-8efe217f9ebb tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aff787cc0dd4fef92dc02d02d5a4b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084157 Mar 18 10:31:13.754872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34776) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.760056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-03e48781-1a6b-4c1a-a41a-64ef723cb79c req-37742b46-aad4-4fb3-ae9a-0a7e23df2b3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Unset dirty status for tenant:0b99ffe3f21c4f45970d6b165bb05657 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:13.761529 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-03e48781-1a6b-4c1a-a41a-64ef723cb79c req-37742b46-aad4-4fb3-ae9a-0a7e23df2b3d tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/ports?device_id=e56ba006-1346-4618-9a13-8d26e0bcd53f HTTP/1.1" status: 200 len: 210 time: 0.4034648 Mar 18 10:31:13.769528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 74f62190-6477-447d-a2b6-ef581fae6c8c owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:13.790397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:13.791048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:13.853587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.862426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1de0fb7c-6b88-4b4d-a528-37b8f042a673 None None] Provisioning complete for port db1e0f01-f93c-4a11-8b5f-8ab5235516c1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:13.862803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1de0fb7c-6b88-4b4d-a528-37b8f042a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:13.863126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf7bee-0219-4c8c-9622-b9e097f3245d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.871451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf7bee-0219-4c8c-9622-b9e097f3245d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.874464 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1fcf7bee-0219-4c8c-9622-b9e097f3245d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3144026 Mar 18 10:31:13.888191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34780) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:13.964983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:14.010836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.013178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1de0fb7c-6b88-4b4d-a528-37b8f042a673 None None] Port db1e0f01-f93c-4a11-8b5f-8ab5235516c1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:14.027308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.081866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=74f62190-6477-447d-a2b6-ef581fae6c8c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:14.087824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.101081 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4d2f796b-769b-404e-a59d-50679c5e60a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/74f62190-6477-447d-a2b6-ef581fae6c8c HTTP/1.1" status: 204 len: 168 time: 1.5318062 Mar 18 10:31:14.104654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34784) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:14.110882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'mac_address': 'fa:16:3e:28:d0:62', 'name': 'tempest-PortsTestJSON-1894214284'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:14.225606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 51daa7c0-55c4-453f-82e2-c4a5d94f29db owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:14.233607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:14.237677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:14.240708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:14.247066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:14.258212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:14.269752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77edb718-2ff4-4895-b5a9-64f9d7d720e5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:14.270359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-77edb718-2ff4-4895-b5a9-64f9d7d720e5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Synchronizing usage tracker for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:14.277026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port db1e0f01-f93c-4a11-8b5f-8ab5235516c1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:14.277372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.333532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:14.347566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.384228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-77edb718-2ff4-4895-b5a9-64f9d7d720e5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Unset dirty status for tenant:f1dcd2b0400b429f9dab45058bf4958f on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:14.388191 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-77edb718-2ff4-4895-b5a9-64f9d7d720e5 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.7845223 Mar 18 10:31:14.402247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34788) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:14.469073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.504196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:14.504976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.514270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb4ccf-d6bc-44f9-8de7-131b8fa11a41 None None] The sync data for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv is: [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'b0f2f69e-5745-465e-97ef-7c44abd14c1d', 'name': '', 'network_id': 'ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'mac_address': 'fa:16:3e:b0:e3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:37Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'subnets': [{'id': '5ba53013-b82d-42e1-a681-0eca25e6e6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:14.535176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c8f451a-7498-440e-b14e-64ee5beb4436 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 200 len: 205 time: 0.1311400 Mar 18 10:31:14.538198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34792) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:14.569013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581b681-4c99-4400-b0da-789ba8c14672,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:14.636723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.672497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 4c44698e-5ae5-4ca7-906c-5baf5d4b0345 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:14.687503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:14.691998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30943d98-0fab-4feb-8247-5010758d9ca3 None None] The sync data for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:29:39Z', 'revision_number': 4, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'db63a67c-5861-476f-88f5-f5ba61a2fb5c', 'name': '', 'network_id': '05477501-66cb-45f4-a072-f9f2ea43cd53', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'mac_address': 'fa:16:3e:1d:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:34Z', 'updated_at': '2022-03-18T10:29:51Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'subnets': [{'id': '0801e2cb-eed0-441e-a6de-698ce819b692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:14.710272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.711448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8ef7a952-41a3-4bef-91c7-c27deb9c5ad1 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "DELETE /v2.0/security-groups/3581b681-4c99-4400-b0da-789ba8c14672 HTTP/1.1" status: 204 len: 168 time: 1.2698834 Mar 18 10:31:14.718808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34796) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:14.734532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.858818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:14.927489 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cd319-b8eb-420f-81f3-f7c5ea40dd3b None None] New status for floating IP d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:31:14.949027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-60a57b40-1e8a-4356-ad0e-5cf5a95e757f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] show failed (client error): The resource could not be found. Mar 18 10:31:14.950236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-60a57b40-1e8a-4356-ad0e-5cf5a95e757f tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "GET /v2.0/security-groups/3581b681-4c99-4400-b0da-789ba8c14672 HTTP/1.1" status: 404 len: 347 time: 0.2305088 Mar 18 10:31:14.954948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34804) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:15.055666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34808) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:15.066558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f481924d-b8ce-4a06-8bad-53f95ddda97f None None] New status for floating IP d7576622-a6f4-474f-a88b-152596607416: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:31:15.196979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=51daa7c0-55c4-453f-82e2-c4a5d94f29db,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:15.257103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.275346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Deleting port 0f4da005-edab-4261-bd40-85b016ef50ee {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:15.275905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.294668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.370381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.417978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.444748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad22c55b-d83e-4e88-a6b4-07e06fd7e1a5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:15.509945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.586722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:15.587773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.620592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for db1e0f01-f93c-4a11-8b5f-8ab5235516c1 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:15.630036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.634070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.658964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:15.660208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.675887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.677010 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-827c404f-ce39-474c-bc8c-1b89cf696852 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad22c55b-d83e-4e88-a6b4-07e06fd7e1a5 HTTP/1.1" status: 204 len: 168 time: 1.9190111 Mar 18 10:31:15.680737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34812) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:15.731357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.731704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.739055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 0560c252-5f2f-436b-874a-331454ab9b9a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:15.739379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.896172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Allocated IP 172.26.2.195 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/c98a8d44-7a02-4155-95cc-a6693588912b) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:15.931255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:15.991745 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7838b956-8f9e-48eb-a58d-df7799ab0154 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/51daa7c0-55c4-453f-82e2-c4a5d94f29db HTTP/1.1" status: 204 len: 168 time: 3.7637205 Mar 18 10:31:15.991745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34816) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.049645 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b26456f-8ff2-4088-a4c1-5e8d10da190a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] GET failed (client error): The resource could not be found. Mar 18 10:31:16.050207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b26456f-8ff2-4088-a4c1-5e8d10da190a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:16.065464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Calling delete_port for 0f4da005-edab-4261-bd40-85b016ef50ee owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:16.129931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.181433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.191305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b26456f-8ff2-4088-a4c1-5e8d10da190a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:16.192463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4b26456f-8ff2-4088-a4c1-5e8d10da190a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports/51daa7c0-55c4-453f-82e2-c4a5d94f29db HTTP/1.1" status: 404 len: 333 time: 0.2198281 Mar 18 10:31:16.197201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=db1e0f01-f93c-4a11-8b5f-8ab5235516c1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:16.199010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34820) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.258327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.277210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.291002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.305366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.307239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8200c5ff-d17a-454c-85fe-43dd800bc068 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/db1e0f01-f93c-4a11-8b5f-8ab5235516c1 HTTP/1.1" status: 204 len: 168 time: 2.4100380 Mar 18 10:31:16.311103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34824) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.331909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208a916-172b-4e5b-ac7d-b8d64a11b9cb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:16.369015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 71d7df03-f46a-40af-996e-e48dadb712ea {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:16.369364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.457725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df8e23-a1b4-43f7-9091-7ceeec96bd66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:16.459199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:16.459329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df8e23-a1b4-43f7-9091-7ceeec96bd66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:16.459959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e1df8e23-a1b4-43f7-9091-7ceeec96bd66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:16.466027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:16.466341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:16.515812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:16.522716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.534398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:16.539760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:16.544541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.550995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.558036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=4c44698e-5ae5-4ca7-906c-5baf5d4b0345,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:16.609660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e1df8e23-a1b4-43f7-9091-7ceeec96bd66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:16.610844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e1df8e23-a1b4-43f7-9091-7ceeec96bd66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2979646 Mar 18 10:31:16.611914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.619837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34828) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.698614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 0560c252-5f2f-436b-874a-331454ab9b9a owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:16.742915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0577a4b-0d0f-4549-820e-a4e8a3ec542e']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:16.757146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.758280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8c15a38f-7d96-4fa0-8d61-4154e5d46321 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "DELETE /v2.0/security-groups/4208a916-172b-4e5b-ac7d-b8d64a11b9cb HTTP/1.1" status: 204 len: 168 time: 1.7016685 Mar 18 10:31:16.760219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4387b3b0-b50b-44f0-a8a6-82d42c41abc1') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:16.767057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4387b3b0-b50b-44f0-a8a6-82d42c41abc1') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:16.769390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34832) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.790923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.814368 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-5225faa3-5089-4a15-894b-28e0302c27e0 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] show failed (client error): The resource could not be found. Mar 18 10:31:16.815430 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5225faa3-5089-4a15-894b-28e0302c27e0 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "GET /v2.0/security-groups/4208a916-172b-4e5b-ac7d-b8d64a11b9cb HTTP/1.1" status: 404 len: 347 time: 0.0428486 Mar 18 10:31:16.821627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34836) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.822495 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8543256d-3f01-4a1c-9bca-f4ffaa1a943a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7169008 Mar 18 10:31:16.834151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34840) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:16.866157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:16.874202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:16.879972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event updated for resources: {'Port': ['ID=c98a8d44-7a02-4155-95cc-a6693588912b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:16.882218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:16.898501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.941563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet a8609f7d-0a3f-4183-9e9b-47200d78e4f4 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:16.952305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:16.952462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.952711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:16.975369 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:16.977447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Deleting port 0f4da005-edab-4261-bd40-85b016ef50ee {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:16.977447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:16.978911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.124018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 71d7df03-f46a-40af-996e-e48dadb712ea owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:17.193722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Deleting port 59ec92ab-7d42-44f1-9af0-ccddda2cdf16 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:17.194083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.228104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.276992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8ba67-b587-4876-a151-26ea379bc7d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:17.277552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b5e8ba67-b587-4876-a151-26ea379bc7d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:17.372414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.515698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.562333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.585517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0577a4b-0d0f-4549-820e-a4e8a3ec542e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:17.590736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.642376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=71d7df03-f46a-40af-996e-e48dadb712ea,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:17.657112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b5e8ba67-b587-4876-a151-26ea379bc7d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:17.660864 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b5e8ba67-b587-4876-a151-26ea379bc7d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/4c44698e-5ae5-4ca7-906c-5baf5d4b0345 HTTP/1.1" status: 200 len: 841 time: 0.7624609 Mar 18 10:31:17.672706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34844) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:17.675777 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-513e9406-1303-474c-9010-aec8760e06d4 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b0577a4b-0d0f-4549-820e-a4e8a3ec542e HTTP/1.1" status: 204 len: 168 time: 1.9868844 Mar 18 10:31:17.678453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34848) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:17.694751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.699127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.751710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.752034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.817800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=a8609f7d-0a3f-4183-9e9b-47200d78e4f4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:17.821642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.825643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc25fd9e-c367-4302-b1ec-12a13087c010 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/a8609f7d-0a3f-4183-9e9b-47200d78e4f4 HTTP/1.1" status: 204 len: 168 time: 1.1759589 Mar 18 10:31:17.829263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34852) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:17.832780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75518dac-837c-4b99-8b5d-0f2c1d673d7e None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:17.900869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-56746d5b-b145-410c-9644-16f9c3674e5c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710349 Mar 18 10:31:17.903614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34856) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:17.909361 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-726bfe45-37eb-43c5-912d-b483d685911a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/71d7df03-f46a-40af-996e-e48dadb712ea HTTP/1.1" status: 204 len: 168 time: 1.7011046 Mar 18 10:31:17.913335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:17.916581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34860) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:17.926571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Calling delete_port for 0f4da005-edab-4261-bd40-85b016ef50ee owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:17.954886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.959903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:17.960434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.096599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:18.111224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:18.116457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Deleting port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:18.116934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.120158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:18.129414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.136399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=0560c252-5f2f-436b-874a-331454ab9b9a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:18.191503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d03c81-c339-4ae5-85c6-10e33ce7fe6a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] GET failed (client error): The resource could not be found. Mar 18 10:31:18.191945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c1d03c81-c339-4ae5-85c6-10e33ce7fe6a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Synchronizing usage tracker for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:18.281851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 4c44698e-5ae5-4ca7-906c-5baf5d4b0345 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:18.282196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.311867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Calling delete_port for 59ec92ab-7d42-44f1-9af0-ccddda2cdf16 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:18.339966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] For port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:18.339966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.373909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.390333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:18.393796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.507914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Calling delete_port for 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:18.560269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c1d03c81-c339-4ae5-85c6-10e33ce7fe6a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Unset dirty status for tenant:35f94021dec34618955def32e35113f0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:18.566969 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c1d03c81-c339-4ae5-85c6-10e33ce7fe6a tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "GET /v2.0/ports/71d7df03-f46a-40af-996e-e48dadb712ea HTTP/1.1" status: 404 len: 333 time: 0.6086302 Mar 18 10:31:18.567150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34864) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:18.606360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.673850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.680562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 95a6efb1-c284-4985-9c97-1bf7a451ad69 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:18.680905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:18.723357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] Pushing event deleted for resources: {'Port': ['ID=0d0c51fd-0199-4e24-8d91-4f7fa7301de0,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:18.725361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d9ee7-3912-49dd-8a50-9cb7011c93f3 None None] No DVR routers for this DVR port 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:18.831170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.135617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.138130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.152902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.211493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07593d5-6116-4520-a82c-349b8d920969']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:19.232476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.244659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a976dd-a441-4652-a5af-7765db132f2b') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:19.244947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a976dd-a441-4652-a5af-7765db132f2b') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:19.269677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.286223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.359223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.362457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.367301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.381216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 4c44698e-5ae5-4ca7-906c-5baf5d4b0345 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:19.437647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 95a6efb1-c284-4985-9c97-1bf7a451ad69 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:19.454819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.455308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router 577f65ea-fd25-4093-ba2d-c35973c42786 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:19.476274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Pushing event deleted for resources: {'Port': ['ID=59ec92ab-7d42-44f1-9af0-ccddda2cdf16,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:19.495098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:19.502443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:19.513017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:19.513639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.522930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc153809-f3f7-4952-a89b-59c38f152a30 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:19.523385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Router dc314af4-e99a-4e05-b3f6-f594992fef3e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:19.539189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=1b903131-2ddc-493a-9b6e-b719a016f2b4,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:19.543076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.618820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:19.631267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:19.631977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:19.651236 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:19.666154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:19.666540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0d0c51fd-0199-4e24-8d91-4f7fa7301de0 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:19.700835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Pushing event deleted for resources: {'Port': ['ID=0f4da005-edab-4261-bd40-85b016ef50ee,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:19.785970 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1584ffbf-17b3-49e5-b2f3-915dd40129d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8783040 Mar 18 10:31:19.791416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34868) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:19.807137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'name': 'tempest-NetworksTestDHCPv6-1149110336'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:19.811443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '1b903131-2ddc-493a-9b6e-b719a016f2b4'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:19.812335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.831180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.835863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c4772686-76f4-436b-86a5-598786ea34a9 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 204 len: 168 time: 5.2907555 Mar 18 10:31:19.835863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.836835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34872) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:19.840554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.846744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1623520755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:19.857390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:19.864752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.865875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-25bc7018-2110-4fb6-8cc8-11419cfbee76 tempest-ServersTestManualDisk-383461978 tempest-ServersTestManualDisk-383461978-project] 10.222.0.18 "DELETE /v2.0/floatingips/d7576622-a6f4-474f-a88b-152596607416 HTTP/1.1" status: 204 len: 168 time: 3.0421653 Mar 18 10:31:19.867963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:19.870149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34876) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:19.871933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.872976 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d5693077-4c7a-4855-8ab2-b1b31bbb3b68 tempest-ServersTestJSON-500636044 tempest-ServersTestJSON-500636044-project] 10.222.0.18 "DELETE /v2.0/floatingips/d4bc17fe-e6c2-4c0b-9b1e-995cd1049e5d HTTP/1.1" status: 204 len: 168 time: 4.9146171 Mar 18 10:31:19.875621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:19.927683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34880) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:19.935101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:19.937272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:19.997520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/1b903131-2ddc-493a-9b6e-b719a016f2b4/e105b0c9-3d68-478f-9033-5a417fec4e2c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:20.007924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.012878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=4c44698e-5ae5-4ca7-906c-5baf5d4b0345,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:20.044322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.046598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.047253 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a07593d5-6116-4520-a82c-349b8d920969 HTTP/1.1" status: 204 len: 168 time: 2.3533533 Mar 18 10:31:20.048516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.050650 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5bf3d2b2-2ece-4aa8-95b6-98509554d552 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/4c44698e-5ae5-4ca7-906c-5baf5d4b0345 HTTP/1.1" status: 204 len: 168 time: 2.3735662 Mar 18 10:31:20.054988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e6768-82f7-4cd9-91e2-bdf955a54c30 tempest-QuotasNegativeTest-1100387300 tempest-QuotasNegativeTest-1100387300-project-admin] Pushing event deleted for resources: {'Network': ['ID=a07593d5-6116-4520-a82c-349b8d920969,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:20.056524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34886) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:20.115249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.116572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.138660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Port': ['ID=95a6efb1-c284-4985-9c97-1bf7a451ad69,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:20.178528 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2bf378-3ba7-4511-8b3b-99123e7a3a74 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:31:20.179065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2f2bf378-3ba7-4511-8b3b-99123e7a3a74 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:20.192146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:20.216347 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] Sync routers for ids ['dc314af4-e99a-4e05-b3f6-f594992fef3e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:20.235689 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] Routers {'dc314af4-e99a-4e05-b3f6-f594992fef3e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:20.236316 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dc314af4-e99a-4e05-b3f6-f594992fef3e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:20.274810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.291722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.299102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Transition to ACTIVE for port object e105b0c9-3d68-478f-9033-5a417fec4e2c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:20.322650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Transition to ACTIVE for port object e105b0c9-3d68-478f-9033-5a417fec4e2c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:20.329936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2f2bf378-3ba7-4511-8b3b-99123e7a3a74 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:20.331087 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2f2bf378-3ba7-4511-8b3b-99123e7a3a74 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/4c44698e-5ae5-4ca7-906c-5baf5d4b0345 HTTP/1.1" status: 404 len: 333 time: 0.2719424 Mar 18 10:31:20.339437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:20.343021 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:20.347883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'name': 'tempest-PortsTestJSON-1275159839'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:20.352160 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] Routers {'dc314af4-e99a-4e05-b3f6-f594992fef3e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:20.352754 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:30:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dc314af4-e99a-4e05-b3f6-f594992fef3e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:20.422589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.436449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.457692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:20.458434 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b018898-af8a-4d06-8b66-b401b896e3f3 None None] The sync data for ids ['dc314af4-e99a-4e05-b3f6-f594992fef3e'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:20.536608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:20.536608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:20.539384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:20.540463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:20.544409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:20.546097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:20.549542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:20.551807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Pushing event updated for resources: {'Port': ['ID=e105b0c9-3d68-478f-9033-5a417fec4e2c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:20.592917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.652250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Attempting to bind port e105b0c9-3d68-478f-9033-5a417fec4e2c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:20.652618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Attempting to bind port e105b0c9-3d68-478f-9033-5a417fec4e2c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:20.652979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Attempting to bind port e105b0c9-3d68-478f-9033-5a417fec4e2c on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:20.659743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:20.660113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:20.660509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.660891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:20.661353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Bound port: e105b0c9-3d68-478f-9033-5a417fec4e2c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:20.661766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.676386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-080bbc20-6d8c-4d72-b334-d3ea493c05d6 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/ports/95a6efb1-c284-4985-9c97-1bf7a451ad69 HTTP/1.1" status: 204 len: 168 time: 2.1096225 Mar 18 10:31:20.677702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.679100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ce575279-ab9f-4445-87fc-628058f89ef9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5042534 Mar 18 10:31:20.681920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34896) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:20.682460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34898) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:20.726447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:20.753305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:20.767904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:20.768112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] For port e105b0c9-3d68-478f-9033-5a417fec4e2c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:20.771337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] For port e105b0c9-3d68-478f-9033-5a417fec4e2c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e105b0c9-3d68-478f-9033-5a417fec4e2c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:20.807841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:20.813202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.814275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.818113 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-51843c6d-f373-42e6-bd1c-f2e595c0da07 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9777274 Mar 18 10:31:20.821974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34904) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:20.824479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': True}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:20.862147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.888117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 27e3ef4b-fb02-43b2-a3b3-6761fa93deba yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:20.952835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:20.956725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:20.991760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a7c5-dd97-4add-a51c-baae7e79da87 None None] Pushing event updated for resources: {'Port': ['ID=e105b0c9-3d68-478f-9033-5a417fec4e2c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:21.060333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port a47ddca0-29c3-4f05-ad46-db68c719a47a yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:21.088849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting subnet 483436a1-c2b0-402e-bd67-d609d4393846 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:21.092309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.133480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:21.352586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.506842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.536508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.586204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.598420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e105b0c9-3d68-478f-9033-5a417fec4e2c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:21.661043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:21.674931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.681735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Usage tracker for resource:security_group_rule and tenant:cded9c8103f14fd6833ed71fea5d4c9d is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:21.693861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:21.713746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:21.734213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:21.734504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e105b0c9-3d68-478f-9033-5a417fec4e2c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:21.750966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::389 (862ac36c-a15b-4807-bb67-f61f5836b3bd/1b903131-2ddc-493a-9b6e-b719a016f2b4/27e3ef4b-fb02-43b2-a3b3-6761fa93deba) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:21.856572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:21.861371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:21.901079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.001772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc834fe9-785c-4080-a4f3-fe6ac323db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.079039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:22.084399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:22.085003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.104121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=a47ddca0-29c3-4f05-ad46-db68c719a47a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:22.238480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e93bc14f-562e-4274-8b07-a447c0341569 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8981483 Mar 18 10:31:22.241310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34916) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:22.250390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:22.263699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.347426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.387692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Provisioning for port e105b0c9-3d68-478f-9033-5a417fec4e2c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:22.393162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Provisioning complete for port e105b0c9-3d68-478f-9033-5a417fec4e2c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:22.393765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.418434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.441559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.490941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Subnet': ['ID=483436a1-c2b0-402e-bd67-d609d4393846,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:22.504494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.514379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e3e91-3421-4abc-8a4e-ffa0718d3a7b None None] Network 521d40e6-2108-429e-a0dd-af6fbea3f62d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:22.566664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.596290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.614455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.642460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.645466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.661650 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-61fcb58b-df1d-4e30-939f-5616bc5b8ff9 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/subnets/483436a1-c2b0-402e-bd67-d609d4393846 HTTP/1.1" status: 204 len: 168 time: 1.9775741 Mar 18 10:31:22.687033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34920) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:22.739264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.745950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 27e3ef4b-fb02-43b2-a3b3-6761fa93deba will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:22.761374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cded9c8103f14fd6833ed71fea5d4c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6251602 Mar 18 10:31:22.768843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34924) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:22.769666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189764-83da-488c-8c69-45dd79cb9666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cd2a9-ee40-4783-a68b-a51c25de4900,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:22.780775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] For port e105b0c9-3d68-478f-9033-5a417fec4e2c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e105b0c9-3d68-478f-9033-5a417fec4e2c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:22.804111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Deleting port db63a67c-5861-476f-88f5-f5ba61a2fb5c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:22.804867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.856080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:22.941706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] DHCP port deletion for 521d40e6-2108-429e-a0dd-af6fbea3f62d request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:22.955224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Deleting port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:22.955669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.041120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050e8e-6ed0-410f-8897-aa743672d2e4 None None] Pushing event updated for resources: {'Port': ['ID=e105b0c9-3d68-478f-9033-5a417fec4e2c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:23.223186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.225527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 172.26.2.54 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0c5daa33-7464-438b-a332-304e6e92a248) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:23.259841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:23.260317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.272740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.277966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] For port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,segment=NetworkSegment(f6f44619-801c-4fd4-b7d8-a76dcadbf1a3),segment_id=f6f44619-801c-4fd4-b7d8-a76dcadbf1a3)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:23.278353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.407294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.414697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Calling delete_port for 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:23.450827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] For port db63a67c-5861-476f-88f5-f5ba61a2fb5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db63a67c-5861-476f-88f5-f5ba61a2fb5c,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:23.452203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.470673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.558433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:31:23.580628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e105b0c9-3d68-478f-9033-5a417fec4e2c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:23.612837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.645256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:23.675792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:23.678482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:23.684350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:23.684926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.700770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] Pushing event deleted for resources: {'Port': ['ID=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:23.707303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74939863-c862-4bf7-96dc-f8d106d691fd None None] No DVR routers for this DVR port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:23.714143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Deleting port b0f2f69e-5745-465e-97ef-7c44abd14c1d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:23.714487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.746515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e105b0c9-3d68-478f-9033-5a417fec4e2c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:23.747006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.748770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Calling delete_port for db63a67c-5861-476f-88f5-f5ba61a2fb5c owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:23.766592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=27e3ef4b-fb02-43b2-a3b3-6761fa93deba,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:23.783190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.864048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:23.932390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:23.997810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:23.998222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:23.998719 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b3178a52-eb6c-4a45-9ffd-d0f899a86519 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2043252 Mar 18 10:31:24.001733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] For port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=32d4cff7-44a5-4650-ae69-04e1d0a83cc1,segment=NetworkSegment(f6f44619-801c-4fd4-b7d8-a76dcadbf1a3),segment_id=f6f44619-801c-4fd4-b7d8-a76dcadbf1a3)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:24.002103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.010565 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:24.123762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.127539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] In _notify_port_updated(), no bound segment for port a47ddca0-29c3-4f05-ad46-db68c719a47a on network 73833144-da33-4c9d-a4dd-b520f6c29b35 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:24.132867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:24.133445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.134704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/ports/a47ddca0-29c3-4f05-ad46-db68c719a47a HTTP/1.1" status: 200 len: 818 time: 1.8923547 Mar 18 10:31:24.140278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:24.144624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-822bfa10-7172-46f5-81cf-7d01581cd20d None None] Provisioning for port 27e3ef4b-fb02-43b2-a3b3-6761fa93deba completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:24.150166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-822bfa10-7172-46f5-81cf-7d01581cd20d None None] Provisioning complete for port 27e3ef4b-fb02-43b2-a3b3-6761fa93deba triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:24.150389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-822bfa10-7172-46f5-81cf-7d01581cd20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.205461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-822bfa10-7172-46f5-81cf-7d01581cd20d None None] Port 27e3ef4b-fb02-43b2-a3b3-6761fa93deba cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:24.208882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.222979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25673e11-d010-4743-85ae-e14f4ea692c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=a47ddca0-29c3-4f05-ad46-db68c719a47a,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:24.241462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cd2a9-ee40-4783-a68b-a51c25de4900,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:24.251291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Calling delete_port for 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:24.271896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port a47ddca0-29c3-4f05-ad46-db68c719a47a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:24.272227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.328104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.329168 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9ed92712-1a7b-4e80-a1db-3031fc450a81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c96cd2a9-ee40-4783-a68b-a51c25de4900 HTTP/1.1" status: 204 len: 168 time: 1.5511265 Mar 18 10:31:24.391715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fe06-15bd-4e92-89d2-8461b5f872de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.462671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.514763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] For port b0f2f69e-5745-465e-97ef-7c44abd14c1d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=b0f2f69e-5745-465e-97ef-7c44abd14c1d,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:24.515121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.600924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:24.618498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:24.640937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:24.671968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=0c5daa33-7464-438b-a332-304e6e92a248,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:24.688227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.791556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Calling delete_port for b0f2f69e-5745-465e-97ef-7c44abd14c1d owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:24.818520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for a47ddca0-29c3-4f05-ad46-db68c719a47a owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:24.822985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:24.823301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:24.844662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:24.901399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409e778-1fe3-4b1a-88d1-459c8417a5d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:24.907489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409e778-1fe3-4b1a-88d1-459c8417a5d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:24.908276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9409e778-1fe3-4b1a-88d1-459c8417a5d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:24.971129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=db63a67c-5861-476f-88f5-f5ba61a2fb5c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:25.023993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34940) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:25.035967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.061991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9409e778-1fe3-4b1a-88d1-459c8417a5d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:25.063069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9409e778-1fe3-4b1a-88d1-459c8417a5d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.0474393 Mar 18 10:31:25.075801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34944) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:25.113740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.139336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.193748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.232238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:25.242753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 27e3ef4b-fb02-43b2-a3b3-6761fa93deba {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:25.243078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.244744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.245086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Usage tracker for resource:security_group_rule and tenant:4efed6cb27a64ccbba2edb55cdce9fc1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:25.295369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:25.306099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.307843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:25.325620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Deleting port 32d4cff7-44a5-4650-ae69-04e1d0a83cc1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:25.326650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.381724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=a47ddca0-29c3-4f05-ad46-db68c719a47a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:25.455891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.537981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] The port '32d4cff7-44a5-4650-ae69-04e1d0a83cc1' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:31:25.559068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.672846 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-045c6211-fcf9-43c7-a471-7c9b9a65e1e2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/a47ddca0-29c3-4f05-ad46-db68c719a47a HTTP/1.1" status: 204 len: 168 time: 1.5315635 Mar 18 10:31:25.683106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:25.688252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router dc314af4-e99a-4e05-b3f6-f594992fef3e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:31:25.775145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.841324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.880563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.886760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:25.923807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f2f69e-5745-465e-97ef-7c44abd14c1d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:25.993314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.045587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521d40e6-2108-429e-a0dd-af6fbea3f62d']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.107969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.108317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f44619-801c-4fd4-b7d8-a76dcadbf1a3') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.113029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.136967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.150736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.203797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbd8432-ab86-4e68-963d-31ac58812be0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:26.207862 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-25740ee9-e648-4217-8efb-9d38ed945449 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4efed6cb27a64ccbba2edb55cdce9fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764758 Mar 18 10:31:26.261685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34952) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:26.476883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 27e3ef4b-fb02-43b2-a3b3-6761fa93deba owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:26.518091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.543149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8959278-021b-48f6-8208-88ef3a24dd62 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:26.547678 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c8959278-021b-48f6-8208-88ef3a24dd62 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8588150 Mar 18 10:31:26.550985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.562008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34956) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:26.598126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:26.598534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.607120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:26.614520 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:26.616967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.629341 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e81e1ba-6089-41b7-b596-fc1a607e6a90 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:31:26.629890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7e81e1ba-6089-41b7-b596-fc1a607e6a90 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:26.735628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:26.743781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.748395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] Sync routers for ids ['dc314af4-e99a-4e05-b3f6-f594992fef3e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:26.754437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:31:26.762086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] Routers {'dc314af4-e99a-4e05-b3f6-f594992fef3e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:26.763113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dc314af4-e99a-4e05-b3f6-f594992fef3e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.843628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.853779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] Routers {'dc314af4-e99a-4e05-b3f6-f594992fef3e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:26.854504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dc314af4-e99a-4e05-b3f6-f594992fef3e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.921525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:26.922127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aae76a-528c-4a8f-b21b-876a14729b58 None None] The sync data for ids ['dc314af4-e99a-4e05-b3f6-f594992fef3e'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:26.926590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.934953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.962741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.970099 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cbd5342f-302d-4411-b5fa-d9951af17ba0 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "PUT /v2.0/routers/dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 200 len: 922 time: 6.2785892 Mar 18 10:31:26.980242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34960) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:26.987336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:26.990244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] Pushing event deleted for resources: {'Network': ['ID=521d40e6-2108-429e-a0dd-af6fbea3f62d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:26.993953 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6f4be227-0056-41bd-b104-cfc60bd78768 tempest-AllowedAddressPairIpV6TestJSON-446967660 tempest-AllowedAddressPairIpV6TestJSON-446967660-project] 10.222.0.18 "DELETE /v2.0/networks/521d40e6-2108-429e-a0dd-af6fbea3f62d HTTP/1.1" status: 204 len: 168 time: 4.3047409 Mar 18 10:31:26.997406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7e81e1ba-6089-41b7-b596-fc1a607e6a90 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:26.998239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7e81e1ba-6089-41b7-b596-fc1a607e6a90 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/a47ddca0-29c3-4f05-ad46-db68c719a47a HTTP/1.1" status: 404 len: 333 time: 0.4353263 Mar 18 10:31:27.054366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34966) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.065227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.069328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662781549'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:27.085161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:27.101759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:27.111338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:27.123528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:27.137177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.213839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=27e3ef4b-fb02-43b2-a3b3-6761fa93deba,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:27.253346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:27.253346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:27.253346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.257513 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Sync routers for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:27.259929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.268079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.272746 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-97a43114-d865-481f-b6b6-7aa9b5d0332a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/27e3ef4b-fb02-43b2-a3b3-6761fa93deba HTTP/1.1" status: 204 len: 168 time: 2.1953828 Mar 18 10:31:27.277054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34970) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.277659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:27.278605 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:27.291747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbd8432-ab86-4e68-963d-31ac58812be0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:27.309553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.313793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cbd8432-ab86-4e68-963d-31ac58812be0 HTTP/1.1" status: 204 len: 168 time: 1.0459237 Mar 18 10:31:27.315601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.315948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.316283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.316612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.316948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.317261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.317767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33becf-a910-49bd-b119-b477226a9c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:27.323149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:27.324891 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2fe2597b-4df6-430d-8d8c-630d6ffdbc95 admin admin] 10.222.0.18 "PUT /v2.0/routers/a7a2f6d1-1a05-4a10-98c6-6edb83fa838e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4508913 Mar 18 10:31:27.329911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.425852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.426489 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment efc6506c-da22-40e6-b019-22934a777d37 of type vlan for network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 Mar 18 10:31:27.427874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router 6698fb40-026e-47c8-939a-b7f2fbf40cd6 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:27.542546 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:27.568598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580b30a-1023-488b-8854-4637c3248207 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:27.570221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580b30a-1023-488b-8854-4637c3248207 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:27.570989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2580b30a-1023-488b-8854-4637c3248207 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:27.590156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c7ae8a77-831e-4a3d-a99f-4b11b71251ef tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 200 len: 922 time: 0.6062677 Mar 18 10:31:27.590830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34982) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.690388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:27.703590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] Sync routers for ids ['6698fb40-026e-47c8-939a-b7f2fbf40cd6'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:27.732464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.737309 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5869759a-d837-4e48-b7b1-b1f7af7fd18f tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "PUT /v2.0/routers/6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 200 len: 918 time: 6.9179611 Mar 18 10:31:27.740399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34986) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.744213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] Routers {'6698fb40-026e-47c8-939a-b7f2fbf40cd6'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:27.745192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6698fb40-026e-47c8-939a-b7f2fbf40cd6'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:27.760660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:27.848661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:27.860621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] Routers {'6698fb40-026e-47c8-939a-b7f2fbf40cd6'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:27.861458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6698fb40-026e-47c8-939a-b7f2fbf40cd6'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:27.887807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 34992) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:27.954372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:27.955021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690fdee3-3893-440a-9cfa-685346aa831c None None] The sync data for ids ['6698fb40-026e-47c8-939a-b7f2fbf40cd6'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:28.071403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Router 930b614c-ca6c-43ab-8816-455581f229ae has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:31:28.072664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.074075 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:24Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:28.080351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2580b30a-1023-488b-8854-4637c3248207 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:28.084760 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2580b30a-1023-488b-8854-4637c3248207 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8035161 Mar 18 10:31:28.084916 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Checking router: a7a2f6d1-1a05-4a10-98c6-6edb83fa838e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:28.087304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 34998) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.102443 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Routers {'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:28.103054 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:28.173917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1addb-49f9-4644-9913-50dbea743c5a tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:28.178093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0ed1addb-49f9-4644-9913-50dbea743c5a tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=dc314af4-e99a-4e05-b3f6-f594992fef3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5819626 Mar 18 10:31:28.183501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35004) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.260453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 1b903131-2ddc-493a-9b6e-b719a016f2b4 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:28.266548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.282730 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-216e8455-58dd-4a5f-b1e9-95164114d1dc tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 200 len: 924 time: 0.5255187 Mar 18 10:31:28.288587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.298607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:28.299391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.307971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35014) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.346696 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] Set router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:28.459522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.528961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:28.536546 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-731d279c-77ff-4ef4-ad8f-ed201f31077a admin admin] 10.222.0.18 "PUT /v2.0/routers/930b614c-ca6c-43ab-8816-455581f229ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5626717 Mar 18 10:31:28.545882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35020) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.586418 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Sync routers for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:28.638024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab369b-b569-43b7-8cad-a76001f071f1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:28.639890 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0ab369b-b569-43b7-8cad-a76001f071f1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=6698fb40-026e-47c8-939a-b7f2fbf40cd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3283379 Mar 18 10:31:28.649095 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:28.649220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35026) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.649299 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:28.738687 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6826234 Mar 18 10:31:28.749678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35034) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.752505 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-61f3372e-305d-405e-9ece-42002a885e00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35f94021dec34618955def32e35113f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629920 Mar 18 10:31:28.753262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff2517-4cdf-4442-9929-992987b53db0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:28.760410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:28.767148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:28.776968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35036) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:28.829015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.947143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a6116b-942c-4018-b4f8-45bf038d02b8 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:28.948010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d5a6116b-942c-4018-b4f8-45bf038d02b8 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Synchronizing usage tracker for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:28.952219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:28.976888 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:24Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:28.995492 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c939e-fdb8-40ac-b490-5f7cd785ae3c None None] The sync data for ids ['a7a2f6d1-1a05-4a10-98c6-6edb83fa838e'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'name': 'tempest-ServersTestManualDisk-1626319790-router', 'tenant_id': '0b99ffe3f21c4f45970d6b165bb05657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:24Z', 'revision_number': 5, 'project_id': '0b99ffe3f21c4f45970d6b165bb05657', 'gw_port': {'id': 'cbdc80f2-07b2-4524-93de-50208557e229', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a2f6d1-1a05-4a10-98c6-6edb83fa838e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:29.032011 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:29.041097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.041278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b57d5-2325-4494-938d-706dbb595749 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:29.045718 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-639b57d5-2325-4494-938d-706dbb595749 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.3935363 Mar 18 10:31:29.047935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35044) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.069217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:29.073317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:29.077994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:29.084083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:29.093504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.106222 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-781c0510-b082-44d1-b3e8-13cf761694de tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 200 len: 205 time: 0.0571332 Mar 18 10:31:29.114240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d5a6116b-942c-4018-b4f8-45bf038d02b8 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Unset dirty status for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:29.115501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35050) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.117069 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d5a6116b-942c-4018-b4f8-45bf038d02b8 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.9324152 Mar 18 10:31:29.121110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35054) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.176668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.195615 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2f75e289-a458-43d6-a9e9-4ff7e99a14cb tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 200 len: 205 time: 0.0729656 Mar 18 10:31:29.196359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35058) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.198827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:29.203245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.246732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.294585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Deleting port cbdc80f2-07b2-4524-93de-50208557e229 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:29.294961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.301661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=1b903131-2ddc-493a-9b6e-b719a016f2b4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:29.305896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.317408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f0476-ec4f-4002-87fd-1615887f4286 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:29.463324 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:25Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:29.474794 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Checking router: 930b614c-ca6c-43ab-8816-455581f229ae for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:29.493118 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Routers {'930b614c-ca6c-43ab-8816-455581f229ae'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:29.494703 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['930b614c-ca6c-43ab-8816-455581f229ae'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:29.499060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.499429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.499766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.500221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.500552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.500898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.501220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.501538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.501887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.502208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.502524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.502838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:29.588127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db63a67c-5861-476f-88f5-f5ba61a2fb5c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:29.601798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d9640afa-70f0-4400-afdd-a3bd7d2bd96c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/1b903131-2ddc-493a-9b6e-b719a016f2b4 HTTP/1.1" status: 204 len: 168 time: 1.5122514 Mar 18 10:31:29.604630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.610035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35066) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.729960 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b2f85435-c51c-4303-bc95-1e23ed9f5c95 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178358 Mar 18 10:31:29.736972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35072) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:29.743454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: db63a67c-5861-476f-88f5-f5ba61a2fb5c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:29.744051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db63a67c-5861-476f-88f5-f5ba61a2fb5c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:29.761314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] For port cbdc80f2-07b2-4524-93de-50208557e229, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cbdc80f2-07b2-4524-93de-50208557e229,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:29.761745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.803074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.814904 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] Set router 930b614c-ca6c-43ab-8816-455581f229ae gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:29.863311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:29.868153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Deleting port 12c0a74a-3e92-45d4-b106-b08e54426d55 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:29.868693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.869614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Deleting port e105b0c9-3d68-478f-9033-5a417fec4e2c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:29.870084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:29.920038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Calling delete_port for cbdc80f2-07b2-4524-93de-50208557e229 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:30.149781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.157779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506df385-7d90-4e91-aa93-ef17f45b43e2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:30.158505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-506df385-7d90-4e91-aa93-ef17f45b43e2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:30.177451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.218956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] For port 12c0a74a-3e92-45d4-b106-b08e54426d55, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12c0a74a-3e92-45d4-b106-b08e54426d55,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:30.219306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.286229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 0c5daa33-7464-438b-a332-304e6e92a248 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:30.286620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.305551 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:25Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:30.311511 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944952f4-d85d-440c-9a38-825a4c2f6964 None None] The sync data for ids ['930b614c-ca6c-43ab-8816-455581f229ae'] in dv-neutron-834265-1-hyperv is: [{'id': '930b614c-ca6c-43ab-8816-455581f229ae', 'name': 'tempest-ServersTestJSON-1094705303-router', 'tenant_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:27Z', 'updated_at': '2022-03-18T10:31:25Z', 'revision_number': 5, 'project_id': '39dfcc4bd33c4ce6aedc33ff5dd5be3e', 'gw_port': {'id': '12c0a74a-3e92-45d4-b106-b08e54426d55', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930b614c-ca6c-43ab-8816-455581f229ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:29Z', 'updated_at': '2022-03-18T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:30.318645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-506df385-7d90-4e91-aa93-ef17f45b43e2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:30.321955 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-506df385-7d90-4e91-aa93-ef17f45b43e2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5798221 Mar 18 10:31:30.327723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.365573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:30.392736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Calling delete_port for 12c0a74a-3e92-45d4-b106-b08e54426d55 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:30.397571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] For port e105b0c9-3d68-478f-9033-5a417fec4e2c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e105b0c9-3d68-478f-9033-5a417fec4e2c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:30.398127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.425958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35086) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:30.439303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22987571-d045-41cd-b85c-aafe2b7eed4a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:30.515749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.533801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.534929 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9fe81574-8b5c-4c90-86ac-325054e2e961 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22987571-d045-41cd-b85c-aafe2b7eed4a HTTP/1.1" status: 204 len: 168 time: 1.7553930 Mar 18 10:31:30.547590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ea7be-21a8-48a6-a8f1-3e981530eac0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:30.548328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Calling delete_port for e105b0c9-3d68-478f-9033-5a417fec4e2c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:30.551636 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f7ea7be-21a8-48a6-a8f1-3e981530eac0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788125 Mar 18 10:31:30.552344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35094) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:30.715003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.756703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.797590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port c98a8d44-7a02-4155-95cc-a6693588912b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:30.797968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.827715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] Pushing event deleted for resources: {'Port': ['ID=e105b0c9-3d68-478f-9033-5a417fec4e2c,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:30.839412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3601741-60d8-41f2-a247-1bdc40288165 None None] No DVR routers for this DVR port e105b0c9-3d68-478f-9033-5a417fec4e2c on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:30.852255 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b22a77b0-8117-46fa-9f35-be83952502c8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2904248 Mar 18 10:31:30.859995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-314489161'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:30.863986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35098) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:30.925662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:30.929609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.940200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:30.945658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:30.962441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 0c5daa33-7464-438b-a332-304e6e92a248 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:31.032173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Usage tracker for resource:network and tenant:6758a909dd9645d39f7fcc9eedd638ad is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:31.047680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:31.135830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=6afbd0df-a90a-4234-95d1-108af227a478,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:31.144533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.200453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': 'efc6506c-da22-40e6-b019-22934a777d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:31.201132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:31:31.212634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdc80f2-07b2-4524-93de-50208557e229,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:31.223023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c0a74a-3e92-45d4-b106-b08e54426d55,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:31.226852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:31.262969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.388483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Made reservation on behalf of 6758a909dd9645d39f7fcc9eedd638ad for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:31.391969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.417689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.431708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:31.431943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for c98a8d44-7a02-4155-95cc-a6693588912b owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:31.442290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:31.448510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:31.452605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.471953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:31:31.493608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:31.497857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:31.504952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.505477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Usage tracker for resource:security_group_rule and tenant:6758a909dd9645d39f7fcc9eedd638ad is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:31.511029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:31.556342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:31.564874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b23548-932e-4e10-9f48-672ddbcc81cb None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:31.580196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:31.640842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:31.643237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.676305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:31.679679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.698288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.717627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.727098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.732005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.796013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e105b0c9-3d68-478f-9033-5a417fec4e2c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:31.807898 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-85a63a1c-1a93-41f7-bd69-97454c3f56e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0521655 Mar 18 10:31:31.815134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35118) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:31.824688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:31.835003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: e105b0c9-3d68-478f-9033-5a417fec4e2c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:31.835342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e105b0c9-3d68-478f-9033-5a417fec4e2c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:31.835751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b0f2f69e-5745-465e-97ef-7c44abd14c1d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:31.845861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.846365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a2f6d1-1a05-4a10-98c6-6edb83fa838e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:31.881796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: b0f2f69e-5745-465e-97ef-7c44abd14c1d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:31.882362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device b0f2f69e-5745-465e-97ef-7c44abd14c1d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:31.950449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:31.951030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 930b614c-ca6c-43ab-8816-455581f229ae {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:31.967429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': '6afbd0df-a90a-4234-95d1-108af227a478'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:31.969978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.016769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.027731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.029144 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1af8e978-aa1b-41db-bb55-03d12b5e6ac6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a7a2f6d1-1a05-4a10-98c6-6edb83fa838e HTTP/1.1" status: 204 len: 168 time: 4.6942470 Mar 18 10:31:32.039604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35124) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:32.116778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.167632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=0c5daa33-7464-438b-a332-304e6e92a248,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:32.183197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Allocated IP 172.20.0.2 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/6afbd0df-a90a-4234-95d1-108af227a478/f7fa07fe-76e0-4e2c-8465-6a820962da31) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:32.201906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35128) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:32.210207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=c98a8d44-7a02-4155-95cc-a6693588912b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:32.261075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:32.265698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Deleting subnet 0801e2cb-eed0-441e-a6de-698ce819b692 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:32.298179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:32.304490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.337213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.385521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.386969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9ac46696-032d-40b5-ba66-6435e50e7dd2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/930b614c-ca6c-43ab-8816-455581f229ae HTTP/1.1" status: 204 len: 168 time: 3.8409367 Mar 18 10:31:32.408199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:32.448009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.462035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Transition to ACTIVE for port object f7fa07fe-76e0-4e2c-8465-6a820962da31 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:32.478426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:32.482679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.484375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Transition to ACTIVE for port object f7fa07fe-76e0-4e2c-8465-6a820962da31 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:32.494195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1328910138'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:32.500746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:32.505855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:32.521563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:network and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:32.528012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:32.537497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:32.552075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.576303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.578487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.640381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:32.642707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:32.644622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.657547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:32.662773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.668701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.673498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:32.683403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:32.693982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:32.694742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.694841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Pushing event updated for resources: {'Port': ['ID=f7fa07fe-76e0-4e2c-8465-6a820962da31,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:32.710189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:32.714151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.726325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.729205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=32a8c39d-b21a-4493-b6a0-bc5ec9a83f84,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:32.736906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.749054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Deleting subnet 5ba53013-b82d-42e1-a681-0eca25e6e6e8 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:32.756496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36104f75-f9bf-4968-9304-9707c2c91576 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:32.770990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:32.773256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.818898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.821888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:32.825394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.839327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:32.842448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.842952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router 6698fb40-026e-47c8-939a-b7f2fbf40cd6 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:32.846146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.848374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f8cce8d3-9500-4163-95e1-ba246de7d3fa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9832087 Mar 18 10:31:32.849354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36f717-63e6-4f01-978d-02644bc19573,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:32.850473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35138) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:32.852833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.852990 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Added segment 3fa0af42-4450-4bb1-b2b7-eb07b0624ed1 of type vlan for network 07b6684c-3bf9-4231-b9f5-91800e842de1 Mar 18 10:31:32.877194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.878433 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c37174ee-529f-4dbf-b527-3789623f6416 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 204 len: 168 time: 3.7625949 Mar 18 10:31:32.881589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:security_group_rule and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:32.886447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35142) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:32.888838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.890358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:32.896455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': '32a8c39d-b21a-4493-b6a0-bc5ec9a83f84', 'ip_address': '2001:db8::1727:47dd:2130:d903'}], 'name': 'tempest-NetworksTestDHCPv6-1213868198'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:32.942609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.944033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-85455879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:32.949607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:32.981787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:32.982671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Attempting to bind port f7fa07fe-76e0-4e2c-8465-6a820962da31 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:32.983040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Attempting to bind port f7fa07fe-76e0-4e2c-8465-6a820962da31 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'efc6506c-da22-40e6-b019-22934a777d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:32.983523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Attempting to bind port f7fa07fe-76e0-4e2c-8465-6a820962da31 on network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:32.993433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:32.993809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Checking segment: {'id': 'efc6506c-da22-40e6-b019-22934a777d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:32.994225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:32.994651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Bound using segment: {'id': 'efc6506c-da22-40e6-b019-22934a777d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:32.995113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Bound port: f7fa07fe-76e0-4e2c-8465-6a820962da31, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc6506c-da22-40e6-b019-22934a777d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:32.995494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.013105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.040308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:33.052371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:33.130060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:33.147148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.147645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router dc314af4-e99a-4e05-b3f6-f594992fef3e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:33.157513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:33.162320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7fa07fe-76e0-4e2c-8465-6a820962da31,segment=NetworkSegment(efc6506c-da22-40e6-b019-22934a777d37),segment_id=efc6506c-da22-40e6-b019-22934a777d37)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:33.165772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.170472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.172004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:33.172592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.210945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '32a8c39d-b21a-4493-b6a0-bc5ec9a83f84'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:33.212121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.229373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.287578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6afbd0df-a90a-4234-95d1-108af227a478 (CIDR: 172.20.0.0/28) Mar 18 10:31:33.295112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.296123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.300416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Pushing event updated for resources: {'Network': ['ID=07b6684c-3bf9-4231-b9f5-91800e842de1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:33.304897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.306012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0ee5a4fa-68cc-4341-ab19-e67a65667e4b tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 204 len: 168 time: 4.0881639 Mar 18 10:31:33.314825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-57cbbabe-9780-40aa-bff9-860a1b13118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8875172 Mar 18 10:31:33.316157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35146) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.320982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:33.324660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1372873252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:33.333751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:33.342350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:33.345774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:33.349731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:33.352379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:33.354184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:33.365375 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:31:33.365892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:31:33.400808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.430769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945efa-318a-4d46-ba1b-2c99bccce041 None None] Pushing event updated for resources: {'Port': ['ID=f7fa07fe-76e0-4e2c-8465-6a820962da31,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:33.432685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.437275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.475233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba53013-b82d-42e1-a681-0eca25e6e6e8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:33.478813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.484184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.485990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.485990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.491038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a6cb0814-9642-4187-be24-7c82ccf00ad3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ba53013-b82d-42e1-a681-0eca25e6e6e8 HTTP/1.1" status: 204 len: 168 time: 1.0785255 Mar 18 10:31:33.491892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf15e0-7965-440a-a2c7-1f64a0d1ea85 None None] Network ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:33.494361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35154) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.542587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0801e2cb-eed0-441e-a6de-698ce819b692,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:33.542893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.546773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.548597 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-54709670-c3ac-49aa-986a-bafd93982b01 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0801e2cb-eed0-441e-a6de-698ce819b692 HTTP/1.1" status: 204 len: 168 time: 1.5078332 Mar 18 10:31:33.554371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35158) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.619770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.632892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Deleting port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:33.633284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.642407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cbdc80f2-07b2-4524-93de-50208557e229 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:33.660828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35162) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.668698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0fc453-b379-4d60-a9c8-48d65700f848 None None] Network 05477501-66cb-45f4-a072-f9f2ea43cd53 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:33.671214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1', 'binding:host_id': 'hv-neutron-8342', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-780094210'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:33.671745 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-df3ef826-d26f-4d5e-8158-4147228c19e4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8556745 Mar 18 10:31:33.672546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:33.678289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35166) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.687600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:33.694728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:33.698386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.700411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.715093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.732788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Usage tracker for resource:port and tenant:a175f1d6999b441fa19979adf9c4e96d is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:33.739716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:33.752397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cbdc80f2-07b2-4524-93de-50208557e229 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:33.752923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cbdc80f2-07b2-4524-93de-50208557e229 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:33.753429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12c0a74a-3e92-45d4-b106-b08e54426d55 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:33.767365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:33.802558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 12c0a74a-3e92-45d4-b106-b08e54426d55 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:33.803042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12c0a74a-3e92-45d4-b106-b08e54426d55 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:33.818892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.843674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:33.864928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da130839-b02e-4b41-9467-0c4336bcf355,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:33.871674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.872018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Added segment a8ade6b3-6750-419a-9791-d50d7a848a90 of type vlan for network bd1e117d-7b44-4d75-8077-d550af3cba31 Mar 18 10:31:33.886357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Deleting port ca384876-f699-4597-8bfc-6e2fa4fb3d2f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:33.891987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.929386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.930601 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21661129-f204-4b20-9ded-d97abc07c04f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0144482 Mar 18 10:31:33.939704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35170) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:33.949263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:33.963321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:33.988839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.049639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:34.081975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/32a8c39d-b21a-4493-b6a0-bc5ec9a83f84/0f5012de-9a96-4004-a441-9300c4e5b430) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:34.087529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.088274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b2286717-d4a2-4254-be95-7135ee662112 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7686069 Mar 18 10:31:34.095539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35174) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:34.106095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:34.131184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:34.181716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:34.186281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Made reservation on behalf of a175f1d6999b441fa19979adf9c4e96d for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:34.193992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.207807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:34.283086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:34.286608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.308825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] For port 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=23ac09c0-1c1c-426b-b2cb-a740624c1e91,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:34.317699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.393486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] DHCP port deletion for ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:34.409182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Deleting port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:34.409182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.442057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.444707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] DHCP port deletion for 05477501-66cb-45f4-a072-f9f2ea43cd53 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:34.464558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Deleting port ca384876-f699-4597-8bfc-6e2fa4fb3d2f {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:34.464936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.480750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:34.485892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Usage tracker for resource:security_group_rule and tenant:a175f1d6999b441fa19979adf9c4e96d is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:34.489254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:34.498649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:34.510232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Transition to ACTIVE for port object 0f5012de-9a96-4004-a441-9300c4e5b430 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:34.532181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.537558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:34.538170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.593526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Transition to ACTIVE for port object 0f5012de-9a96-4004-a441-9300c4e5b430 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:34.609479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Calling delete_port for 23ac09c0-1c1c-426b-b2cb-a740624c1e91 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:34.637522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:34.640617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.763165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.875651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6705639 Mar 18 10:31:34.911009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] For port 23ac09c0-1c1c-426b-b2cb-a740624c1e91, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=23ac09c0-1c1c-426b-b2cb-a740624c1e91,segment=NetworkSegment(f1856c10-8f82-4494-a8c2-6148fd7d50d8),segment_id=f1856c10-8f82-4494-a8c2-6148fd7d50d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:34.911165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2f1d-ed58-4c39-9473-767c77c6558c tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Network': ['ID=bd1e117d-7b44-4d75-8077-d550af3cba31,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:34.911399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:34.928673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network bd1e117d-7b44-4d75-8077-d550af3cba31 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:34.983465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35178) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:34.993754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] For port ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:34.994165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.027802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'subnet': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:35.081763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Pushing event updated for resources: {'Port': ['ID=0f5012de-9a96-4004-a441-9300c4e5b430,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:35.101071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:35.180970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:35.184733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:35.197908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.200051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Calling delete_port for 23ac09c0-1c1c-426b-b2cb-a740624c1e91 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:35.244542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Calling delete_port for ca384876-f699-4597-8bfc-6e2fa4fb3d2f owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:35.248818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.289242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.316421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.319797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:35.371427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1727:47dd:2130:d903 (862ac36c-a15b-4807-bb67-f61f5836b3bd/32a8c39d-b21a-4493-b6a0-bc5ec9a83f84/0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:35.379497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d17da-f740-4089-9d2a-45bc678861e4 None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:35.399536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] For port ca384876-f699-4597-8bfc-6e2fa4fb3d2f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,segment=NetworkSegment(3a638555-d3d9-443a-860c-4bcf707026ef),segment_id=3a638555-d3d9-443a-860c-4bcf707026ef)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:35.400016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.426639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:35.429672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.434544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:subnet and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:35.444920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.462812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:35.481081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:35.532166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:35.542292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Pushing event deleted for resources: {'Port': ['ID=23ac09c0-1c1c-426b-b2cb-a740624c1e91,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:35.543709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:35.548772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:35.548772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.557479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] No DVR routers for this DVR port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:35.561763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3c093-3b2a-4b83-aa25-383faf819f31,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:35.566236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.595090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=3a4ecc3f-3501-403a-bf26-1a779e12f431,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:35.604671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Calling delete_port for ca384876-f699-4597-8bfc-6e2fa4fb3d2f owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:35.716308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Attempting to bind port 0f5012de-9a96-4004-a441-9300c4e5b430 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:35.716818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Attempting to bind port 0f5012de-9a96-4004-a441-9300c4e5b430 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:35.717282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Attempting to bind port 0f5012de-9a96-4004-a441-9300c4e5b430 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:35.735728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:35.739708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.761089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7fa07fe-76e0-4e2c-8465-6a820962da31 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:35.764015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca384876-f699-4597-8bfc-6e2fa4fb3d2f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:35.775302 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0e1c6c7-c711-49a9-9048-2ffe1ff1901a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0896327 Mar 18 10:31:35.777659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.790875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35182) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:35.793899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:35.794412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:35.795383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.795831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:35.796941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Bound port: 0f5012de-9a96-4004-a441-9300c4e5b430, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:35.796941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:35.797298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] No DVR routers for this DVR port ca384876-f699-4597-8bfc-6e2fa4fb3d2f on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:35.823942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-329368a6-245d-4f42-a4d3-497d37dd3ddf None None] Provisioning for port f7fa07fe-76e0-4e2c-8465-6a820962da31 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:35.835277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'fixed_ips': [{'subnet_id': '6afbd0df-a90a-4234-95d1-108af227a478'}, {'subnet_id': '3a4ecc3f-3501-403a-bf26-1a779e12f431'}], 'name': 'tempest-PortsTestJSON-737493425'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:35.872433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:35.942810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1856c10-8f82-4494-a8c2-6148fd7d50d8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:35.943098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1856c10-8f82-4494-a8c2-6148fd7d50d8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:35.975621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:35.976139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:35.985242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] For port 0f5012de-9a96-4004-a441-9300c4e5b430, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:36.049691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] For port 0f5012de-9a96-4004-a441-9300c4e5b430, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0f5012de-9a96-4004-a441-9300c4e5b430,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:36.053232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:36.053676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:36.067757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.123561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.138092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.173247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.181594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:36.182245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.196889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f7fa07fe-76e0-4e2c-8465-6a820962da31 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:36.197272 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:36.208730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.214238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f7fa07fe-76e0-4e2c-8465-6a820962da31 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:36.214700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.248969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:36.258617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05477501-66cb-45f4-a072-f9f2ea43cd53']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:36.304529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:36.315200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:36.315785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a638555-d3d9-443a-860c-4bcf707026ef') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:36.316085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a638555-d3d9-443a-860c-4bcf707026ef') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:36.327136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.331603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:36.337992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:36.346979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.349729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:36.365264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Transition to ACTIVE for port object e0f7c2cf-bbf6-4aba-8091-f270f972ec98 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:36.376040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8f06-7a91-42c0-ba4c-1f72d57dafa7 None None] Pushing event updated for resources: {'Port': ['ID=0f5012de-9a96-4004-a441-9300c4e5b430,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:36.398178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Update dhcp port {'port': {'network_id': 'eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56', 'fixed_ips': [{'subnet_id': '6afbd0df-a90a-4234-95d1-108af227a478', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a4ecc3f-3501-403a-bf26-1a779e12f431'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': 'f7fa07fe-76e0-4e2c-8465-6a820962da31'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:31:36.427788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.448208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.460051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:36.460446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:36.474528 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:36.481166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Deleting port 23ac09c0-1c1c-426b-b2cb-a740624c1e91 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:36.481365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.523704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.578864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Deleting port ca384876-f699-4597-8bfc-6e2fa4fb3d2f {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:36.579253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.625634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a2441182-af0e-4e4e-92b6-6970c4bf04c3 None None] The port '23ac09c0-1c1c-426b-b2cb-a740624c1e91' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:31:36.672968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.674385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.706956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.719020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.724922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:36.729378 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a3cb44c-562a-481e-a833-1235bf16816a admin admin] 10.222.0.18 "DELETE /v2.0/networks/ca3edd9c-39de-4b5b-ad41-4c9fdd8ad0df HTTP/1.1" status: 204 len: 168 time: 3.2340379 Mar 18 10:31:36.730415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:36.739456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-32f184bf-cd08-4631-96a8-0577ff95770f None None] The port 'ca384876-f699-4597-8bfc-6e2fa4fb3d2f' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:31:36.766994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.772567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.855520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7fa07fe-76e0-4e2c-8465-6a820962da31,segment=NetworkSegment(efc6506c-da22-40e6-b019-22934a777d37),segment_id=efc6506c-da22-40e6-b019-22934a777d37)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:36.873688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.887476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:36.888970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.904095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:36.911091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:36.944349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f7c2cf-bbf6-4aba-8091-f270f972ec98,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:36.997734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.033135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:37.040071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.040967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.069497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Subnet': ['ID=b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.083175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] Pushing event deleted for resources: {'Network': ['ID=05477501-66cb-45f4-a072-f9f2ea43cd53,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.084891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.096543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 23ac09c0-1c1c-426b-b2cb-a740624c1e91 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:37.114721 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3729f47d-2f25-46dc-81ed-23d507f10829 admin admin] 10.222.0.18 "DELETE /v2.0/networks/05477501-66cb-45f4-a072-f9f2ea43cd53 HTTP/1.1" status: 204 len: 168 time: 3.5556924 Mar 18 10:31:37.151756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 23ac09c0-1c1c-426b-b2cb-a740624c1e91 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:37.152095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 23ac09c0-1c1c-426b-b2cb-a740624c1e91 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:37.152508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ca384876-f699-4597-8bfc-6e2fa4fb3d2f no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:37.184364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Checking segment: {'id': 'a8ade6b3-6750-419a-9791-d50d7a848a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:37.184733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network hostable DHCP agents. Network: bd1e117d-7b44-4d75-8077-d550af3cba31, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:31:37.199815 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ca93ab1e-0167-4f68-b71a-76d8485a89d3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3437462 Mar 18 10:31:37.202020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35190) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.210560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.219927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ca384876-f699-4597-8bfc-6e2fa4fb3d2f {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:37.220279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ca384876-f699-4597-8bfc-6e2fa4fb3d2f not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:37.240904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Allocated IP 172.26.2.2 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/b8247f2e-07ce-4bbb-9eb5-2746f633cb48) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:37.249711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Allocated IP 172.20.0.18 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/3a4ecc3f-3501-403a-bf26-1a779e12f431/f7fa07fe-76e0-4e2c-8465-6a820962da31) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:37.293453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f7fa07fe-76e0-4e2c-8465-6a820962da31,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.301753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.344197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.350161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Checking segment: {'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:37.350525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Network hostable DHCP agents. Network: 07b6684c-3bf9-4231-b9f5-91800e842de1, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:31:37.376176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:31:37.422027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.452018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.457061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7fa07fe-76e0-4e2c-8465-6a820962da31,segment=NetworkSegment(efc6506c-da22-40e6-b019-22934a777d37),segment_id=efc6506c-da22-40e6-b019-22934a777d37)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:37.497444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port f8495be9-6c0f-46c5-93e9-c9cd6db15996 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:37.511373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.520512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, bd1e117d-7b44-4d75-8077-d550af3cba31) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:37.536565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba919701-9824-4c84-ad3e-f2a7cc43bd2d None None] Network bd1e117d-7b44-4d75-8077-d550af3cba31 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:37.539265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.540269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.547785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35198) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.552637 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f76f96e-6052-4e1b-9750-61dc69ebb4b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39dfcc4bd33c4ce6aedc33ff5dd5be3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2032473 Mar 18 10:31:37.566436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.584646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.604428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Transition to ACTIVE for port object f7fa07fe-76e0-4e2c-8465-6a820962da31 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:37.674277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:37.675634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:37.686641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:37.689046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:37.705977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66726eb-38a5-435a-8152-2d45d2539a96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.712580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66726eb-38a5-435a-8152-2d45d2539a96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.714274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a66726eb-38a5-435a-8152-2d45d2539a96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5094938 Mar 18 10:31:37.729947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35206) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.738952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:31:37.775900 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-818e9923-eded-43ce-a4cf-1ed7102f6904 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7909231 Mar 18 10:31:37.803246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.819798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c5d98-8ea7-40b0-882c-053ea21ecdb5 None None] Pushing event updated for resources: {'Port': ['ID=f7fa07fe-76e0-4e2c-8465-6a820962da31,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.823896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7fa07fe-76e0-4e2c-8465-6a820962da31 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:37.859680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 07b6684c-3bf9-4231-b9f5-91800e842de1) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:37.870827 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6cfb3c46-1d90-454c-aa1c-88edfda99e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b99ffe3f21c4f45970d6b165bb05657&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3212976 Mar 18 10:31:37.877614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event updated for resources: {'Port': ['ID=b8247f2e-07ce-4bbb-9eb5-2746f633cb48,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:37.881065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-1118149032'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:37.892020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:37.909993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125989f-afce-4815-9839-588be0476369 None None] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:37.949164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:37.949922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.030182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Allocated IP 172.26.2.203 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/4665e1b4-ecf6-495c-99ff-5bb6e6c63ffa) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:38.069910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:38.125348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:38.125851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:38.126314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:38.196234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:38.196727 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:38.207529 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 2 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:38.267875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.300811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.362720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cf93582d-48e5-4ab6-a619-ed544d4ee8b4 None None] Provisioning for port 0f5012de-9a96-4004-a441-9300c4e5b430 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:38.369625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0f5012de-9a96-4004-a441-9300c4e5b430 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:38.405064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-bd1e117d-7b44-4d75-8077-d550af3cba31', 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'tenant_id': '2756fc08f2624bf9bb826764abe5b55f', 'fixed_ips': [{'subnet_id': 'b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:38.406012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.409414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:38.409806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:38.410215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:38.463832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.485759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aaed7b-1a1f-4abb-a403-6b45992a3452,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:38.507215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.508099 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f6b5ff95-9b2d-449c-b760-8dad996e09f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7aaed7b-1a1f-4abb-a403-6b45992a3452 HTTP/1.1" status: 204 len: 168 time: 0.6151526 Mar 18 10:31:38.589604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.619963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.648347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3a3ba4e-edf8-4730-b19c-e1263e6456b8 None None] Provisioning for port 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:38.656168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.672329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3a3ba4e-edf8-4730-b19c-e1263e6456b8 None None] Provisioning complete for port 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:38.672794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba4e-edf8-4730-b19c-e1263e6456b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.695894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:38.696405 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:38.737030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Allocated IP 172.20.0.2 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/9334f6a0-fe1e-4d81-b962-46e4f1a758fe) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:38.752327 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 3 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:38.802039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3ba4e-edf8-4730-b19c-e1263e6456b8 None None] Port 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:38.803642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26e4e8-b20f-41be-af9d-b59edbb5821d None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:38.842008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:38.859590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:38.860040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:38.860479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:38.885667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:38.885945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0f5012de-9a96-4004-a441-9300c4e5b430 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:38.887089 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:38.953428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0f5012de-9a96-4004-a441-9300c4e5b430 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:38.954059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.013310 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 4 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:39.077085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.083908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.093619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.149117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-55b68c6d-7e46-483b-a74c-a7584ea6464c None None] Provisioning for port f7fa07fe-76e0-4e2c-8465-6a820962da31 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:39.209207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-55b68c6d-7e46-483b-a74c-a7584ea6464c None None] Provisioning complete for port f7fa07fe-76e0-4e2c-8465-6a820962da31 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:39.209572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-55b68c6d-7e46-483b-a74c-a7584ea6464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.267639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:39.275839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:39.275839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:39.276131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.276249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:39.289347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7084733-2e8a-41ea-b852-83724e83b0ff,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:39.298219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:port and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:39.305142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:39.350108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:39.350558 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:39.353872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:39.366364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 5 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:39.366570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Transition to ACTIVE for port object 9334f6a0-fe1e-4d81-b962-46e4f1a758fe will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:39.423150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.436756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:39.437049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:39.437330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:39.447365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.451520 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-814f9f1c-52d9-4184-bfba-58dccd08dce7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7084733-2e8a-41ea-b852-83724e83b0ff HTTP/1.1" status: 204 len: 168 time: 1.8800542 Mar 18 10:31:39.452302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Transition to ACTIVE for port object 9334f6a0-fe1e-4d81-b962-46e4f1a758fe will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:39.455165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.556147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Router a8ad97b5-9587-491b-a31e-ed5fbca8329a is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:39.558987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0f5012de-9a96-4004-a441-9300c4e5b430, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0f5012de-9a96-4004-a441-9300c4e5b430,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:39.563641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:39.563971 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:39.573487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:39.577768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.605580 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 6 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:39.628485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.632213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:39.636244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.646178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.11 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/6afbd0df-a90a-4234-95d1-108af227a478/f8495be9-6c0f-46c5-93e9-c9cd6db15996) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:39.666924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.733114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Pushing event updated for resources: {'Port': ['ID=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:39.739248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.30 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/3a4ecc3f-3501-403a-bf26-1a779e12f431/f8495be9-6c0f-46c5-93e9-c9cd6db15996) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:39.740204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:39.744566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:39.749847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:39.750136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:39.750346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:39.750521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.750975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.751371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.751759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.752346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.752510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:39.755846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:39.841658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7fa07fe-76e0-4e2c-8465-6a820962da31 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:39.907910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port ec67b401-2a8a-421a-8e7e-7ded43d97f3c yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:39.960866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:39.992385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:39.996884 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cb87d945-20db-4a75-af69-2042708baa4e tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "PUT /v2.0/routers/a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 200 len: 878 time: 5.8861351 Mar 18 10:31:40.000311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.102249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] Sync routers for ids ['a8ad97b5-9587-491b-a31e-ed5fbca8329a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:40.109159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Pushing event updated for resources: {'Port': ['ID=4665e1b4-ecf6-495c-99ff-5bb6e6c63ffa,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:40.124592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.139825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:40.164647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Attempting to bind port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:40.165226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Attempting to bind port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'a8ade6b3-6750-419a-9791-d50d7a848a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:40.165737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Attempting to bind port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe on network bd1e117d-7b44-4d75-8077-d550af3cba31 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:40.185786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] Routers {'a8ad97b5-9587-491b-a31e-ed5fbca8329a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:40.186699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a8ad97b5-9587-491b-a31e-ed5fbca8329a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:40.220389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:40.223149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:40.281756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:40.282162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Checking segment: {'id': 'a8ade6b3-6750-419a-9791-d50d7a848a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:40.282625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.283021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Bound using segment: {'id': 'a8ade6b3-6750-419a-9791-d50d7a848a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:40.283498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Bound port: 9334f6a0-fe1e-4d81-b962-46e4f1a758fe, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ade6b3-6750-419a-9791-d50d7a848a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:40.283864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.292257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:40.295359 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:40.312104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:40.314235 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:31:40.343299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a73b3a25-fc16-46e0-b45c-df208dacef86 None None] Provisioning complete for port f7fa07fe-76e0-4e2c-8465-6a820962da31 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:40.343666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a25-fc16-46e0-b45c-df208dacef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.377734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3ac62c7d-e74e-4ed7-83b7-748d03bce739 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 200 len: 919 time: 0.3742681 Mar 18 10:31:40.380739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35254) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.408184 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 7 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:40.469894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.478799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:40.486654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35258) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.488417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0f5012de-9a96-4004-a441-9300c4e5b430,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:40.499016 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d0bb2fb-114f-4992-a875-c65565e9da96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 HTTP/1.1" status: 204 len: 168 time: 2.7613740 Mar 18 10:31:40.507510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35260) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.528576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f7fa07fe-76e0-4e2c-8465-6a820962da31 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:40.529568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.601638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:40.602000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:40.602323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:40.612093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] Routers {'a8ad97b5-9587-491b-a31e-ed5fbca8329a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:40.615407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a8ad97b5-9587-491b-a31e-ed5fbca8329a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:40.642136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:40.642660 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:40.660125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 8 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:40.674572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.5 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/ec67b401-2a8a-421a-8e7e-7ded43d97f3c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:40.712588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:40.713046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:40.713400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:40.740331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:40.740663 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:40.746812 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 9 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:40.751750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1508146666-network', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:40.765522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:40.770690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860e11d-58a0-4051-9fda-d7d5c3f9839c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:40.771228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b860e11d-58a0-4051-9fda-d7d5c3f9839c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Synchronizing usage tracker for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:40.775048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:40.775473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b92b6-8a3b-48e4-ab43-3e88f4b4dad7 None None] The sync data for ids ['a8ad97b5-9587-491b-a31e-ed5fbca8329a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:40.784880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Usage tracker for resource:network and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:40.793298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:40.794075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] For port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:40.801939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:40.816258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005532d5-261b-47b8-9853-df467e1a021b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:40.817850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005532d5-261b-47b8-9853-df467e1a021b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:40.818555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] For port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,segment=NetworkSegment(a8ade6b3-6750-419a-9791-d50d7a848a90),segment_id=a8ade6b3-6750-419a-9791-d50d7a848a90)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:40.822497 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-005532d5-261b-47b8-9853-df467e1a021b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3086774 Mar 18 10:31:40.822497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35276) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.855900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:40.856483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:40.857040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:40.867264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:40.867804 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:40.868358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.plugins.ml2.plugin [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 10 to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 Mar 18 10:31:40.911892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 32a8c39d-b21a-4493-b6a0-bc5ec9a83f84 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:40.915241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.917779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.921556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:40.922058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:40.926323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:40.940887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:40.942187 dv-neutron-834265-1-hyperv neutron-server[88542]: ERROR neutron.plugins.ml2.managers [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:40.943627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.950186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b860e11d-58a0-4051-9fda-d7d5c3f9839c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Unset dirty status for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:40.950186 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b860e11d-58a0-4051-9fda-d7d5c3f9839c tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=a8ad97b5-9587-491b-a31e-ed5fbca8329a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5637543 Mar 18 10:31:40.953677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Made reservation on behalf of dde8d436bcb746e48dbbd10b882d57db for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:40.955941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:40.968393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35282) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:40.977942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.022120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393efb3-e6dd-4c45-8d31-44d2e80fdba7 None None] Pushing event updated for resources: {'Port': ['ID=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:41.040508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:41.053468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Usage tracker for resource:security_group_rule and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:41.098681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35286) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:41.107896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:41.112133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.156314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:41.206522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.250145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2716ba6-07d3-4f0b-93f7-a4b0e7ced590 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:41.253987 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b2716ba6-07d3-4f0b-93f7-a4b0e7ced590 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.2681720 Mar 18 10:31:41.260325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35292) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:41.328243 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1722cb49-7761-4462-97ec-80ab7de29160 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 200 len: 205 time: 0.0631843 Mar 18 10:31:41.330878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35296) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:41.338847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.462201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-101914466'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:41.479068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:41.481464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object f8495be9-6c0f-46c5-93e9-c9cd6db15996 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:41.503722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Usage tracker for resource:network and tenant:fc7beec3abe54a68842d13a93bc6c584 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:41.560186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:41.587289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:41.590675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.592670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port e0f7c2cf-bbf6-4aba-8091-f270f972ec98, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:41.593032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempted to set empty binding levels {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:31:41.616859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.652876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.671735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.693812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.709185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.721121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.759432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=32a8c39d-b21a-4493-b6a0-bc5ec9a83f84,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:41.768758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.772225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:41.778889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3ee91-09c6-4a3c-98ba-4b835bb577e7 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:41.780370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8178c4c-a15b-4101-aebf-3b34037be477,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:41.780491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Made reservation on behalf of fc7beec3abe54a68842d13a93bc6c584 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:41.784151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.821153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object ec67b401-2a8a-421a-8e7e-7ded43d97f3c will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:41.834489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:41.834489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.837622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.916333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9334f6a0-fe1e-4d81-b962-46e4f1a758fe up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:41.922490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:41.932499 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Added segment 6ccc7efa-b47b-4147-be23-ff0429cb214d of type vlan for network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff Mar 18 10:31:41.949422 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7a5df706-e421-4678-aadf-15ec840684b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/32a8c39d-b21a-4493-b6a0-bc5ec9a83f84 HTTP/1.1" status: 204 len: 168 time: 1.1262593 Mar 18 10:31:41.955169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35300) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:42.004210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:42.006841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.014364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.3524101 Mar 18 10:31:42.015404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e42ab-db4e-459c-8016-df00969aa8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f7c2cf-bbf6-4aba-8091-f270f972ec98,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:42.018219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Usage tracker for resource:security_group_rule and tenant:fc7beec3abe54a68842d13a93bc6c584 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:42.020970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35304) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:42.033470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:42.062110 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5d92ad96-2062-4357-8b1d-0193cbbac24a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037886 Mar 18 10:31:42.075484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35308) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:42.095827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:42.113348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.157470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.182176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:42.184324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:42.191244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0f5012de-9a96-4004-a441-9300c4e5b430 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:42.239366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:42.259226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Deleting port 0f5012de-9a96-4004-a441-9300c4e5b430 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:42.259600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.261424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:42.265487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:42.265966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:42.275757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:42.275757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:42.276495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:42.298453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:42.298663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port b8247f2e-07ce-4bbb-9eb5-2746f633cb48 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:42.299114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.314923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83b198-af46-4877-a74d-25dce834846c None None] Network bd1e117d-7b44-4d75-8077-d550af3cba31 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:42.338818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.339913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:42.341954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.355752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Deleting port e0f7c2cf-bbf6-4aba-8091-f270f972ec98 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:42.356482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.381000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=f8495be9-6c0f-46c5-93e9-c9cd6db15996,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:42.398561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:42.402280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.448783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.614308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:42.615197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.620103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1140280 Mar 18 10:31:42.622684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.625848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:42.638690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35312) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:42.643171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Provisioning for port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:42.646615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:42.652223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0f5012de-9a96-4004-a441-9300c4e5b430 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:42.652679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.682570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:42.694059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Provisioning complete for port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:42.694441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.717804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d43dd-e004-411b-b333-0c9a13a81a98 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1a3abc-8c54-4124-a9fb-a8346ef76aff,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:42.719338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=ec67b401-2a8a-421a-8e7e-7ded43d97f3c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:42.722214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.727245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Request body: {'subnet': {'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1508146666-subnet', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:42.731661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:42.735546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Usage tracker for resource:subnet and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:42.738430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:42.745303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:42.775702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:42.833400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] For port 0f5012de-9a96-4004-a441-9300c4e5b430, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0f5012de-9a96-4004-a441-9300c4e5b430,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:42.834082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.864262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:42.867844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5373f95e-1f53-4da3-b45f-e97ea2749554 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.0610831 Mar 18 10:31:42.875392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35316) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:42.881239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6afbd0df-a90a-4234-95d1-108af227a478'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:42.932125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:42.932987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.015146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Made reservation on behalf of dde8d436bcb746e48dbbd10b882d57db for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:43.017369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.084802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.104502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port e0f7c2cf-bbf6-4aba-8091-f270f972ec98, host hv-neutron-8342, got binding levels [] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:43.104860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.105165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for b8247f2e-07ce-4bbb-9eb5-2746f633cb48 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:43.123357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Calling delete_port for 0f5012de-9a96-4004-a441-9300c4e5b430 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:43.365864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-96beb1d8-44ec-4d10-8b65-671e08802616 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5489914 Mar 18 10:31:43.366820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.369671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35320) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:43.379814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Calling delete_port for e0f7c2cf-bbf6-4aba-8091-f270f972ec98 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:43.389742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.428509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-871438773', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:01:ba'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:43.439816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] For port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,segment=NetworkSegment(a8ade6b3-6750-419a-9791-d50d7a848a90),segment_id=a8ade6b3-6750-419a-9791-d50d7a848a90)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:43.447852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.494347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] Pushing event deleted for resources: {'Port': ['ID=0f5012de-9a96-4004-a441-9300c4e5b430,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:43.500484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2ca6e-0afe-40d8-bef4-10d88ecb968b None None] No DVR routers for this DVR port 0f5012de-9a96-4004-a441-9300c4e5b430 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:43.509333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:31:43.563012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.566747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.599000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.599333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Added segment 12596389-4c1b-47da-a10e-1a395151fcd8 of type vlan for network bcf40618-6b68-446c-b78d-abba794ce4bb Mar 18 10:31:43.609666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271fe8cb-95f7-4a46-8c04-c69dc6eba3f0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:43.659647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.686241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97a934-dc9e-4f77-ae01-09351f47fc8b None None] Pushing event updated for resources: {'Port': ['ID=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:43.694785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.711837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:43.726111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:port and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:43.734170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.734170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:43.767378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0f5012de-9a96-4004-a441-9300c4e5b430 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:43.775126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:43.787795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Router 4fd6e379-d087-4ef0-b95e-05e37e52fd53 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:43.802664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f7c2cf-bbf6-4aba-8091-f270f972ec98,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:43.811698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.819940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:43.820499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0f5012de-9a96-4004-a441-9300c4e5b430 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:43.820941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0f5012de-9a96-4004-a441-9300c4e5b430 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:43.832859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:43.836243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-60a1ed12-bc8d-4435-84c5-a91fe7c311df None None] Provisioning for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:43.840239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:43.842109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:43.845369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853aae7a-c575-4d43-b5b7-58ae41a97fa2 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:43.849359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=dda8203d-8aab-41b2-b22e-5de3ffa11ce6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:44.011752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-60a1ed12-bc8d-4435-84c5-a91fe7c311df None None] Provisioning complete for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:44.012273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-60a1ed12-bc8d-4435-84c5-a91fe7c311df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.016431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.021782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.027162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:44.027763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.053784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:44.068471 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-944b68c0-caa1-446d-b464-e7d99a7827d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e0f7c2cf-bbf6-4aba-8091-f270f972ec98 HTTP/1.1" status: 204 len: 168 time: 2.0384879 Mar 18 10:31:44.079115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35324) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.117469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-60a1ed12-bc8d-4435-84c5-a91fe7c311df None None] Port f8495be9-6c0f-46c5-93e9-c9cd6db15996 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:44.167708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'dda8203d-8aab-41b2-b22e-5de3ffa11ce6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:44.168804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.172571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=b8247f2e-07ce-4bbb-9eb5-2746f633cb48,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:44.201067 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cb552e21-6dc4-4930-af57-158c8ee7387f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1199851 Mar 18 10:31:44.229390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35328) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.252635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'dda8203d-8aab-41b2-b22e-5de3ffa11ce6', 'ip_address': '2001:db8::1a43:18b9:62f8:59e'}], 'name': 'tempest-NetworksTestDHCPv6-2020981007'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:44.267459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:44.274059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'Network': ['ID=bcf40618-6b68-446c-b78d-abba794ce4bb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:44.278578 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] Sync routers for ids ['4fd6e379-d087-4ef0-b95e-05e37e52fd53'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:44.280604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.282063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a80c92a1-169e-46af-86f0-3e28d81575d1 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "PUT /v2.0/routers/4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 200 len: 918 time: 10.3412921 Mar 18 10:31:44.288999 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network bcf40618-6b68-446c-b78d-abba794ce4bb details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:31:44.292176 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] Routers {'4fd6e379-d087-4ef0-b95e-05e37e52fd53'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:44.293194 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4fd6e379-d087-4ef0-b95e-05e37e52fd53'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.295233 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c068c70a-f3a0-43a1-baca-9a687cfab5b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1907341 Mar 18 10:31:44.301496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.301852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35334) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.359982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Provisioning for port ec67b401-2a8a-421a-8e7e-7ded43d97f3c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:44.375185 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e06ec-d8b9-4045-9774-19a72f7ae672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:31:44.378094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Provisioning complete for port ec67b401-2a8a-421a-8e7e-7ded43d97f3c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:44.378756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.382889 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-243e06ec-d8b9-4045-9774-19a72f7ae672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports/e0f7c2cf-bbf6-4aba-8091-f270f972ec98 HTTP/1.1" status: 404 len: 333 time: 0.2917428 Mar 18 10:31:44.383651 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.396343 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] Routers {'4fd6e379-d087-4ef0-b95e-05e37e52fd53'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:44.397302 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4fd6e379-d087-4ef0-b95e-05e37e52fd53'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.399978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35340) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.402814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.421720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Request body: {'subnet': {'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:44.467008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-389178174'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:44.487698 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.490369 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004ec05-449a-4556-b0ec-ab9d81619730 None None] The sync data for ids ['4fd6e379-d087-4ef0-b95e-05e37e52fd53'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:44.507684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:44.509836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/dda8203d-8aab-41b2-b22e-5de3ffa11ce6/6620ef1a-b9ac-46b6-becd-caf31593ffac) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:44.525204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Usage tracker for resource:port and tenant:a175f1d6999b441fa19979adf9c4e96d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:44.531087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:44.533737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Port ec67b401-2a8a-421a-8e7e-7ded43d97f3c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:44.543936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:44.577984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Provisioning complete for port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:44.578527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7202dd22-2e50-4d75-bac1-5eb2b5970e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.604001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.613948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cd03c4-512f-4f27-b524-db43adb4f0aa,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:44.618035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.642828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:44.721474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Usage tracker for resource:subnet and tenant:fc7beec3abe54a68842d13a93bc6c584 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:44.726944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:44.733341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port 9b47203b-cc34-4b30-ba05-e52e821da632 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:44.737408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Checking segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:44.738807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Network hostable DHCP agents. Network: 2d1a3abc-8c54-4124-a9fb-a8346ef76aff, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:31:44.742041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Made reservation on behalf of a175f1d6999b441fa19979adf9c4e96d for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:44.744326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.772963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:44.822966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:44.839743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:44.847140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-40dde8f1-05d8-4378-9d13-0f71999f153a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 200 len: 924 time: 0.5415142 Mar 18 10:31:44.847949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:44.849597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35344) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:44.850768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:44.858914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:44.861845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.878805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Transition to ACTIVE for port object 6620ef1a-b9ac-46b6-becd-caf31593ffac will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:44.902037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Transition to ACTIVE for port object 6620ef1a-b9ac-46b6-becd-caf31593ffac will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:44.908619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.946051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:44.981796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Delete allocated IP 172.20.0.30 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/3a4ecc3f-3501-403a-bf26-1a779e12f431) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:31:44.984338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.028872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Made reservation on behalf of fc7beec3abe54a68842d13a93bc6c584 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:45.032755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.053150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:45.056008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:45.064544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:45.073846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:31:45.074053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Pushing event updated for resources: {'Port': ['ID=6620ef1a-b9ac-46b6-becd-caf31593ffac,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:45.142630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:45.158650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.159710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router a8ad97b5-9587-491b-a31e-ed5fbca8329a {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:45.162389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Attempting to bind port 6620ef1a-b9ac-46b6-becd-caf31593ffac on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:45.162834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Attempting to bind port 6620ef1a-b9ac-46b6-becd-caf31593ffac by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:45.163545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Attempting to bind port 6620ef1a-b9ac-46b6-becd-caf31593ffac on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:45.170047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:45.170640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:45.171068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.171949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:45.171949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Bound port: 6620ef1a-b9ac-46b6-becd-caf31593ffac, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:45.172343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.193158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.6 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/9b47203b-cc34-4b30-ba05-e52e821da632) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:45.251486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2d1a3abc-8c54-4124-a9fb-a8346ef76aff) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:45.269337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023bb7c-31b7-4aaf-bb53-1c7cd6947e67 None None] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:45.270234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:45.270811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.288052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.289385 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b5dc202-e3c2-433a-98e9-e089fc18bed2 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 204 len: 168 time: 3.9575853 Mar 18 10:31:45.294845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35348) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:45.312328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085c9bd-f29c-427f-9f43-4a2993a47b6a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:45.319452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f085c9bd-f29c-427f-9f43-4a2993a47b6a tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=4fd6e379-d087-4ef0-b95e-05e37e52fd53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4013557 Mar 18 10:31:45.319659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1480894967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:45.324458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35352) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:45.332364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:45.338548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.370056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:45.370306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.375160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:45.388947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Ignored duplicate provisioning block setup for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 18 10:31:45.409742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:45.412174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] For port 6620ef1a-b9ac-46b6-becd-caf31593ffac, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:45.417380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] For port 6620ef1a-b9ac-46b6-becd-caf31593ffac, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6620ef1a-b9ac-46b6-becd-caf31593ffac,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:45.421707 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce1d51f0-d9f4-4098-a551-03e6037f6e88 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7174926 Mar 18 10:31:45.422624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35356) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:45.427675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:45.430605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.432340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:45.436699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Usage tracker for resource:router and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:45.439567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:45.445564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:45.469852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.517977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.521473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.576423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:45.577255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.580812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.581554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.584579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 7c63d133-afb9-4bf8-94b3-f1c413570326 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:45.644658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=f8495be9-6c0f-46c5-93e9-c9cd6db15996,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:45.671430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795716-b43a-4fb2-8692-5e210ade74a1 None None] Pushing event updated for resources: {'Port': ['ID=6620ef1a-b9ac-46b6-becd-caf31593ffac,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:45.698013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:45.716985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:45.720821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.731631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:45.733104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:45.733690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.812830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] In _notify_port_updated(), no bound segment for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 on network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:45.819897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:45.820617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:45.821948 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f37eda7-9562-48c4-967a-2dfe3eda1971 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/ports/f8495be9-6c0f-46c5-93e9-c9cd6db15996 HTTP/1.1" status: 200 len: 919 time: 2.9489820 Mar 18 10:31:45.827032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35360) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:45.827681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7c4894-83c4-41de-96ae-dc073c5a1d07,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:45.839515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6afbd0df-a90a-4234-95d1-108af227a478'}, {'subnet_id': '3a4ecc3f-3501-403a-bf26-1a779e12f431'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:45.845594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1a43:18b9:62f8:59e (862ac36c-a15b-4807-bb67-f61f5836b3bd/dda8203d-8aab-41b2-b22e-5de3ffa11ce6/7c63d133-afb9-4bf8-94b3-f1c413570326) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:45.846188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9334f6a0-fe1e-4d81-b962-46e4f1a758fe up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:45.880073 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-df30cb4a-e9dd-426e-add3-0c086e1d3b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4789033 Mar 18 10:31:45.894446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:45.928102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:45.972774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Allocated IP 172.20.0.2 (2d1a3abc-8c54-4124-a9fb-a8346ef76aff/09cd03c4-512f-4f27-b524-db43adb4f0aa/286da93a-b8b3-4ae5-ab86-fc54db7e59b7) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:46.022484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:46.023114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.036065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf37041-2037-4695-8bc7-407f52f4b7d7 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:46.040653 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aaf37041-2037-4695-8bc7-407f52f4b7d7 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.7128203 Mar 18 10:31:46.044353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35368) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:46.050133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.051117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.116714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-008bb3c9-4eb9-4b7a-81a2-c957663c2556 None None] Provisioning complete for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:46.116714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-008bb3c9-4eb9-4b7a-81a2-c957663c2556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.207378 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-74ba48b8-16b6-44e7-abac-c899b72ce6ce tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 200 len: 205 time: 0.1502054 Mar 18 10:31:46.220506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35372) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:46.240715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-008bb3c9-4eb9-4b7a-81a2-c957663c2556 None None] Port f8495be9-6c0f-46c5-93e9-c9cd6db15996 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:46.370111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.395552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.407109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Transition to ACTIVE for port object 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:46.427538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Transition to ACTIVE for port object 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:46.488917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.531501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.546396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.553402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.582797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.601546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:46.604699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:46.608356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:46.639770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.649424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.663173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.691573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object 9b47203b-cc34-4b30-ba05-e52e821da632 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:46.712226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Pushing event updated for resources: {'Port': ['ID=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.727664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.731625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Attempting to bind port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:46.732521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Attempting to bind port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:46.732922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Attempting to bind port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 on network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:46.738383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:46.738758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Checking segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:46.739154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.739545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Bound using segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:46.740005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Bound port: 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:46.740412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.835156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] For port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:46.838613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] For port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:46.914507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.936693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:46.941146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a1f222a-457f-450b-95fd-3da9e55c5772 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6420474 Mar 18 10:31:46.941146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'Subnet': ['ID=f99707f7-c685-4b48-940e-53f55a1cca04,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.952224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35376) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:46.955998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 7c63d133-afb9-4bf8-94b3-f1c413570326 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:46.969783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': True}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:47.043072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0721d2a-eaee-43e8-834f-2602f0c54aa3 None None] Pushing event updated for resources: {'Port': ['ID=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:47.107574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Checking segment: {'id': '12596389-4c1b-47da-a10e-1a395151fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:47.107944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Network hostable DHCP agents. Network: bcf40618-6b68-446c-b78d-abba794ce4bb, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:31:47.149663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-918cd71d-9330-426b-aecd-c9054f77b24d None None] Provisioning for port 6620ef1a-b9ac-46b6-becd-caf31593ffac completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:47.302273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:47.352222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.431721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Network bcf40618-6b68-446c-b78d-abba794ce4bb is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:31:47.441379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Transition to ACTIVE for port object 6b7c4894-83c4-41de-96ae-dc073c5a1d07 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:47.458111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.25 (eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56/3a4ecc3f-3501-403a-bf26-1a779e12f431/f8495be9-6c0f-46c5-93e9-c9cd6db15996) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:47.519113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.521418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.538783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.564829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.630648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:47.633851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, bcf40618-6b68-446c-b78d-abba794ce4bb) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:47.642183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd912c-4df7-4db6-8e65-b1fa7d08c666 None None] Network bcf40618-6b68-446c-b78d-abba794ce4bb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:47.658012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:47.660273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.662257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:47.662823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.673214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:47.708552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 4665e1b4-ecf6-495c-99ff-5bb6e6c63ffa {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:47.708919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:47.812845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=9b47203b-cc34-4b30-ba05-e52e821da632,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:47.978508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:48.003209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6620ef1a-b9ac-46b6-becd-caf31593ffac up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:48.009216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:48.034190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:48.039999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:48.040639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.045676 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a0f3220b-74af-4ef8-8f17-babc63d60561 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7412913 Mar 18 10:31:48.083156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35380) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:48.085577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7c4894-83c4-41de-96ae-dc073c5a1d07,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:48.090240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.102735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=7c63d133-afb9-4bf8-94b3-f1c413570326,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:48.110996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:48.112063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.142342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Request body: {'port': {'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-87815278'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:48.177778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-bcf40618-6b68-446c-b78d-abba794ce4bb', 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb', 'tenant_id': 'fc7beec3abe54a68842d13a93bc6c584', 'fixed_ips': [{'subnet_id': 'f99707f7-c685-4b48-940e-53f55a1cca04'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:48.178741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.251972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.319580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7e30be8a-54e2-4a96-89d1-30ce84800d01 None None] Provisioning for port 9b47203b-cc34-4b30-ba05-e52e821da632 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:48.343075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7e30be8a-54e2-4a96-89d1-30ce84800d01 None None] Provisioning complete for port 9b47203b-cc34-4b30-ba05-e52e821da632 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:48.343075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e30be8a-54e2-4a96-89d1-30ce84800d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.343451 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f39d745a-fd25-4f19-a210-7c7d143efd07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1103988 Mar 18 10:31:48.348155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35384) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:48.352159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.396595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:48.397943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:48.398452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:48.400320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db575770-75cd-40d9-9ebd-d8050cd0808d None None] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:48.404267 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f9acbd2c-8ac6-4bd6-8130-e86d24e1c850 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.9900072 Mar 18 10:31:48.407615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35388) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:48.447980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6620ef1a-b9ac-46b6-becd-caf31593ffac completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:48.458694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:48.459017 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:48.470301 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 2 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:48.490624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7e30be8a-54e2-4a96-89d1-30ce84800d01 None None] Port 9b47203b-cc34-4b30-ba05-e52e821da632 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:48.509622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:48.509992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:48.510501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:48.523631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:48.526837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:48.527159 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:48.531680 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 3 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:48.545028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Usage tracker for resource:port and tenant:fc7beec3abe54a68842d13a93bc6c584 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:48.554055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6620ef1a-b9ac-46b6-becd-caf31593ffac triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:48.554298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.559076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:48.565188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Allocated IP 172.26.2.198 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0aa434f9-65da-46a0-9a61-99312843e7fc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:48.571082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:48.571414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:48.571744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:48.573940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:48.605373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.609243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:48.609367 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:48.615315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 4 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:48.654823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Allocated IP 2001:db8::2 (bcf40618-6b68-446c-b78d-abba794ce4bb/f99707f7-c685-4b48-940e-53f55a1cca04/cb72bf46-ea30-480d-8026-301b17727b74) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:48.664731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:48.665063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:48.665389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:48.668900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object f8495be9-6c0f-46c5-93e9-c9cd6db15996 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:48.684711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 4665e1b4-ecf6-495c-99ff-5bb6e6c63ffa owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:48.719960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:48.720317 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:48.724876 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 5 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:48.739054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Made reservation on behalf of fc7beec3abe54a68842d13a93bc6c584 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:48.742561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.744798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-62b30b6a-689c-4ae1-9cb0-b4c68f7da3d9 None None] Provisioning for port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:48.762021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:48.860146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:48.860961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:48.860961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:48.865005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] device_id is not set on port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:48.959887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:48.960209 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:48.981652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 6 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:49.033264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.058606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-62b30b6a-689c-4ae1-9cb0-b4c68f7da3d9 None None] Provisioning for port 7c63d133-afb9-4bf8-94b3-f1c413570326 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:49.074751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=f8495be9-6c0f-46c5-93e9-c9cd6db15996,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:49.082566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-62b30b6a-689c-4ae1-9cb0-b4c68f7da3d9 None None] Provisioning complete for port 7c63d133-afb9-4bf8-94b3-f1c413570326 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:49.082925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-62b30b6a-689c-4ae1-9cb0-b4c68f7da3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.102207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.102565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.102874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.102997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe7fe2-b0c7-498b-a132-27a1bbf3bd71 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.107506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.110436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe7fe2-b0c7-498b-a132-27a1bbf3bd71 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.111117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-98fe7fe2-b0c7-498b-a132-27a1bbf3bd71 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:49.114156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 7 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] In _notify_port_updated(), no bound segment for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 on network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d182c5c8-4ee8-4e36-a66f-b500ca8ad882 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/ports/f8495be9-6c0f-46c5-93e9-c9cd6db15996 HTTP/1.1" status: 200 len: 999 time: 3.3247926 Mar 18 10:31:49.179267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:49.179986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.180421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.191181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 6620ef1a-b9ac-46b6-becd-caf31593ffac, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6620ef1a-b9ac-46b6-becd-caf31593ffac,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:49.195964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Transition to ACTIVE for port object cb72bf46-ea30-480d-8026-301b17727b74 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:49.198416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-62b30b6a-689c-4ae1-9cb0-b4c68f7da3d9 None None] Port 7c63d133-afb9-4bf8-94b3-f1c413570326 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:49.201676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.202228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.202749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.214892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:49.215384 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:49.218020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.219498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 8 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:49.223122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Transition to ACTIVE for port object cb72bf46-ea30-480d-8026-301b17727b74 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:49.223897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.229579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.230478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Synchronizing usage tracker for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:49.250796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.251134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.251468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.258751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port f8495be9-6c0f-46c5-93e9-c9cd6db15996 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:49.259098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.270350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.271189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:49.290828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:49.291395 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:49.299571 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 9 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:49.314314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-98fe7fe2-b0c7-498b-a132-27a1bbf3bd71 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:49.316599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-98fe7fe2-b0c7-498b-a132-27a1bbf3bd71 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9663618 Mar 18 10:31:49.325539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35396) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:49.385940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.386512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.386997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.400098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.408561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:49.409483 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:49.409654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 7c63d133-afb9-4bf8-94b3-f1c413570326 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:49.410027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.412241 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 10 to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 Mar 18 10:31:49.440942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Unset dirty status for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:49.442129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b581d68-95fd-453e-8eaa-ce14ec13314d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.0288174 Mar 18 10:31:49.452133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35400) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:49.460176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Network bcf40618-6b68-446c-b78d-abba794ce4bb is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:49.463576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:49.466514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:49.468009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Allocated IP 2001:db8::235 (bcf40618-6b68-446c-b78d-abba794ce4bb/f99707f7-c685-4b48-940e-53f55a1cca04/5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:49.478613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=6620ef1a-b9ac-46b6-becd-caf31593ffac,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:49.508383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.521304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.565773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.566182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.566457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.599022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=4665e1b4-ecf6-495c-99ff-5bb6e6c63ffa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:49.617290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:31:49.617621 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:31:49.618012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.619245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4c96ab36-fa91-4182-9518-1d1eba81020b None None] Provisioning for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:49.652095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Pushing event updated for resources: {'Port': ['ID=cb72bf46-ea30-480d-8026-301b17727b74,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:49.659245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4c96ab36-fa91-4182-9518-1d1eba81020b None None] Provisioning complete for port f8495be9-6c0f-46c5-93e9-c9cd6db15996 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:49.659984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4c96ab36-fa91-4182-9518-1d1eba81020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.689720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Attempting to bind port cb72bf46-ea30-480d-8026-301b17727b74 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:49.689720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Attempting to bind port cb72bf46-ea30-480d-8026-301b17727b74 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '12596389-4c1b-47da-a10e-1a395151fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:49.689720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Attempting to bind port cb72bf46-ea30-480d-8026-301b17727b74 on network bcf40618-6b68-446c-b78d-abba794ce4bb {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:49.695564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:49.710358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:49.710721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Checking segment: {'id': '12596389-4c1b-47da-a10e-1a395151fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:49.711124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.714950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Bound using segment: {'id': '12596389-4c1b-47da-a10e-1a395151fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:49.714950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Bound port: cb72bf46-ea30-480d-8026-301b17727b74, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12596389-4c1b-47da-a10e-1a395151fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:49.714950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.723382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:49.729723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.26.2.241 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/4192cf4d-9b9d-4fd9-a4c2-c8442fd2bbcb) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:49.778567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4c96ab36-fa91-4182-9518-1d1eba81020b None None] Port f8495be9-6c0f-46c5-93e9-c9cd6db15996 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:49.780234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port 9b47203b-cc34-4b30-ba05-e52e821da632 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:49.780572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.782035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:49.791668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:49.792034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.833732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:49.859989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.871345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Pushing event updated for resources: {'Port': ['ID=0aa434f9-65da-46a0-9a61-99312843e7fc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:49.880633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] For port cb72bf46-ea30-480d-8026-301b17727b74, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:49.894877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] For port cb72bf46-ea30-480d-8026-301b17727b74, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb72bf46-ea30-480d-8026-301b17727b74,segment=NetworkSegment(12596389-4c1b-47da-a10e-1a395151fcd8),segment_id=12596389-4c1b-47da-a10e-1a395151fcd8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:49.962269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-151f47c8-247a-4558-a404-c76084fa53df None None] Provisioning complete for port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:49.962698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-151f47c8-247a-4558-a404-c76084fa53df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:49.987710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.001971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.159195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.184528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:50.194468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d89f-8fd2-4e5a-9e3b-1963ff2fb79a None None] Pushing event updated for resources: {'Port': ['ID=cb72bf46-ea30-480d-8026-301b17727b74,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:50.252357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.261176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.267220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.286102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-151f47c8-247a-4558-a404-c76084fa53df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.296970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.387681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for f8495be9-6c0f-46c5-93e9-c9cd6db15996 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:50.415939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:50.422557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 7c63d133-afb9-4bf8-94b3-f1c413570326 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:50.476897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-151f47c8-247a-4558-a404-c76084fa53df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:50.476897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-151f47c8-247a-4558-a404-c76084fa53df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:50.501407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6620ef1a-b9ac-46b6-becd-caf31593ffac up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:50.518927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.569735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.570292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd6e379-d087-4ef0-b95e-05e37e52fd53 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:31:50.592674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6620ef1a-b9ac-46b6-becd-caf31593ffac triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:50.593289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.605436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port 6b7c4894-83c4-41de-96ae-dc073c5a1d07, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:50.606184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempted to set empty binding levels {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:31:50.643988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.645083 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-160bd1c0-0fb5-4ef4-954f-1d3c55150191 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 204 len: 168 time: 4.4236603 Mar 18 10:31:50.651946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35404) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:50.661099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173879681', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:50.675084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:50.680770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Usage tracker for resource:router and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:50.685335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:50.694763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:50.733806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.738050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.785063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.786904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.787980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.816899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:50.821980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:50.827538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:50.871577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] In _notify_port_updated(), no bound segment for port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:31:50.872478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:50.873079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.874409 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "PUT /v2.0/ports/6b7c4894-83c4-41de-96ae-dc073c5a1d07 HTTP/1.1" status: 200 len: 980 time: 4.9790301 Mar 18 10:31:50.885779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35408) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:50.977855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:50.998976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Transition to ACTIVE for port object 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:51.001956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=4192cf4d-9b9d-4fd9-a4c2-c8442fd2bbcb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:51.005918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.072714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.096301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce302e-eb4d-476b-b82b-23b41c28939b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7c4894-83c4-41de-96ae-dc073c5a1d07,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:51.145051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.167156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=7c63d133-afb9-4bf8-94b3-f1c413570326,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:51.259525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4d4266d4-1ffa-445a-b936-b376d23d43b7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/7c63d133-afb9-4bf8-94b3-f1c413570326 HTTP/1.1" status: 204 len: 168 time: 1.9307184 Mar 18 10:31:51.261983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35412) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:51.304687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.394687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Network bcf40618-6b68-446c-b78d-abba794ce4bb is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:51.454831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e379dc-2b88-46f0-97be-cbdc7fdd2d15 None None] Network bcf40618-6b68-446c-b78d-abba794ce4bb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:51.488811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:51.496531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for 9b47203b-cc34-4b30-ba05-e52e821da632 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:51.596997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a751a-930b-4de7-8270-ec8ac127282a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.598512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a751a-930b-4de7-8270-ec8ac127282a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.599344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f2a751a-930b-4de7-8270-ec8ac127282a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:51.628456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5e85a1c-70ec-471c-8d03-17f049e09ce3 None None] Provisioning for port cb72bf46-ea30-480d-8026-301b17727b74 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:51.681099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:51.689334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.689334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.728625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'Port': ['ID=5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:51.730095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.774946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.840676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.841175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.841635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.842112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.842561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.843012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.843461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.843902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.844342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.844784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.845225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.845666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.846130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.846575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.850043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.850043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:51.850043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Synchronizing usage tracker for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:51.907736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:51.960454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f2a751a-930b-4de7-8270-ec8ac127282a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:51.964639 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-307201fd-fbaa-4887-9922-3e0c5b3b469f tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.8367963 Mar 18 10:31:51.964809 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f2a751a-930b-4de7-8270-ec8ac127282a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7010577 Mar 18 10:31:51.973392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35416) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:51.973392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35418) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:51.982313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Request body: {'port': {'network_id': 'bcf40618-6b68-446c-b78d-abba794ce4bb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1336935480', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:51.982857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] bootfile-name is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:51.983183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] tftp-server is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:51.983498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] server-ip-address is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:51.990352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cac32591-d589-42d1-b06a-36414cd16910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.078556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.080136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Unset dirty status for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:52.081310 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-61e3df19-424f-4841-b706-9666a26e0212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14469 time: 1.1921175 Mar 18 10:31:52.086570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35424) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:52.156234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7b9097c-538f-48ac-a26c-8b869d5e16d1 None None] Provisioning for port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:52.162446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7b9097c-538f-48ac-a26c-8b869d5e16d1 None None] Provisioning complete for port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:52.163115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7b9097c-538f-48ac-a26c-8b869d5e16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.174487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=f8495be9-6c0f-46c5-93e9-c9cd6db15996,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:52.260091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9097c-538f-48ac-a26c-8b869d5e16d1 None None] Port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:52.302156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Deleting port 6b7c4894-83c4-41de-96ae-dc073c5a1d07 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:52.302500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.386890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b3b76c3-c9b0-475e-9dec-ed07626b41c7 None None] Provisioning complete for port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:52.390101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet dda8203d-8aab-41b2-b22e-5de3ffa11ce6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:52.390464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b3b76c3-c9b0-475e-9dec-ed07626b41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.462037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b76c3-c9b0-475e-9dec-ed07626b41c7 None None] Port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:52.515301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.522338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:52.534132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.552214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.572102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.590855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:52.591259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.634567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=9b47203b-cc34-4b30-ba05-e52e821da632,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:52.734045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb72bf46-ea30-480d-8026-301b17727b74 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:52.788956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.816261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.886964 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d922c34c-3e12-4a58-9257-ccfc1937bf84 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/f8495be9-6c0f-46c5-93e9-c9cd6db15996 HTTP/1.1" status: 204 len: 168 time: 3.7270761 Mar 18 10:31:52.889452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35428) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:52.899992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cb72bf46-ea30-480d-8026-301b17727b74 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:52.903782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:52.903896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port 6b7c4894-83c4-41de-96ae-dc073c5a1d07, host hv-neutron-8342, got binding levels [] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:52.903896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.910034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cb72bf46-ea30-480d-8026-301b17727b74 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:52.910757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.921291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Usage tracker for resource:port and tenant:fc7beec3abe54a68842d13a93bc6c584 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:52.955458 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3bcc17-2d5f-4cbb-a1bb-f4348cb2f608 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:31:52.955909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bc3bcc17-2d5f-4cbb-a1bb-f4348cb2f608 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:52.959660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:52.964903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:52.985771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:53.018042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.040468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.081763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cb72bf46-ea30-480d-8026-301b17727b74, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb72bf46-ea30-480d-8026-301b17727b74,segment=NetworkSegment(12596389-4c1b-47da-a10e-1a395151fcd8),segment_id=12596389-4c1b-47da-a10e-1a395151fcd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:53.150728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.168190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.174620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.220463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Made reservation on behalf of fc7beec3abe54a68842d13a93bc6c584 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:53.224066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.229026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cb72bf46-ea30-480d-8026-301b17727b74,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:53.345321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Calling delete_port for 6b7c4894-83c4-41de-96ae-dc073c5a1d07 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:53.433912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.436240 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7131c44-4e27-4bfd-8396-ede84d9080d1 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/9b47203b-cc34-4b30-ba05-e52e821da632 HTTP/1.1" status: 204 len: 168 time: 3.9730973 Mar 18 10:31:53.439940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35432) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:53.465797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] device_id is not set on port 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:53.501496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bc3bcc17-2d5f-4cbb-a1bb-f4348cb2f608 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:53.502642 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bc3bcc17-2d5f-4cbb-a1bb-f4348cb2f608 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/f8495be9-6c0f-46c5-93e9-c9cd6db15996 HTTP/1.1" status: 404 len: 333 time: 0.6120527 Mar 18 10:31:53.507619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35436) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:53.556644 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7921cf09-46c0-46e2-b216-109fda32c25f tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] GET failed (client error): The resource could not be found. Mar 18 10:31:53.557977 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7921cf09-46c0-46e2-b216-109fda32c25f tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports/9b47203b-cc34-4b30-ba05-e52e821da632 HTTP/1.1" status: 404 len: 333 time: 0.1140540 Mar 18 10:31:53.565124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35440) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:53.578136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-1942538591'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:53.634781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Allocated IP 172.26.2.205 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/33093bde-e83f-48c6-ac61-42af8db3f43c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:53.691889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.702051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 3a4ecc3f-3501-403a-bf26-1a779e12f431 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:53.736199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.762557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router eaef6d75-ad23-46d5-a764-a0e92e771e0e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:53.763885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.789964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7c4894-83c4-41de-96ae-dc073c5a1d07,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:53.807649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.840502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=dda8203d-8aab-41b2-b22e-5de3ffa11ce6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:53.847526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.849642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a6a3d-5b8d-4817-9c5d-edc460249f88 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:53.883522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:53.922673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Allocated IP 2001:db8::30f (bcf40618-6b68-446c-b78d-abba794ce4bb/f99707f7-c685-4b48-940e-53f55a1cca04/9f6eea17-2bb5-498f-a3bc-a8e49b8b6101) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:53.959674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:53.978483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:54.038293 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8cc6dca7-e67f-4467-8952-2b2c80cea72a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/dda8203d-8aab-41b2-b22e-5de3ffa11ce6 HTTP/1.1" status: 204 len: 168 time: 2.0624120 Mar 18 10:31:54.053750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35444) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.092864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4f8c5fc6-6a9e-4680-8c57-76e4d07c029a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6b7c4894-83c4-41de-96ae-dc073c5a1d07 HTTP/1.1" status: 204 len: 168 time: 2.0018420 Mar 18 10:31:54.092864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:54.095866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.117297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35448) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.131833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.145038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:54.149724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Deleting port 6620ef1a-b9ac-46b6-becd-caf31593ffac {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:54.150290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.171586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.195206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:54.201430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.204580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Router a60392c9-3cf3-4451-b6ad-90303b850823 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:54.206173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4038a288-76cb-49e5-8242-55d5f8339cb7 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "PUT /v2.0/routers/eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 200 len: 915 time: 7.2483749 Mar 18 10:31:54.208161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35452) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.210144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port a307056f-69e0-4b7b-ba8c-116011b08346 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:54.214180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] Sync routers for ids ['eaef6d75-ad23-46d5-a764-a0e92e771e0e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:54.219839 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d1becf73-6110-492b-9598-3ff40900077e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1625328 Mar 18 10:31:54.235136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] Routers {'eaef6d75-ad23-46d5-a764-a0e92e771e0e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:54.236359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eaef6d75-ad23-46d5-a764-a0e92e771e0e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:54.236515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35454) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.247957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92e297c-a2d0-4fda-a792-08eddd653be9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:31:54.248482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e92e297c-a2d0-4fda-a792-08eddd653be9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Synchronizing usage tracker for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:54.252645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:54.305257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:54.362781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] Routers {'eaef6d75-ad23-46d5-a764-a0e92e771e0e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:54.363287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eaef6d75-ad23-46d5-a764-a0e92e771e0e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:54.433757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:54.434179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ed8c8-6799-44df-a493-39643fdac6df None None] The sync data for ids ['eaef6d75-ad23-46d5-a764-a0e92e771e0e'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:54.454891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb72bf46-ea30-480d-8026-301b17727b74 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:54.503297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f1739ea2-320e-4dc2-a465-c53dfaad40d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.537045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e92e297c-a2d0-4fda-a792-08eddd653be9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Unset dirty status for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:54.538228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e92e297c-a2d0-4fda-a792-08eddd653be9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports/6b7c4894-83c4-41de-96ae-dc073c5a1d07 HTTP/1.1" status: 404 len: 333 time: 0.4199762 Mar 18 10:31:54.544658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35460) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.549845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472475677', 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:54.559717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:54.568568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:54.574617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.580554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:54.583317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.589845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] For port 6620ef1a-b9ac-46b6-becd-caf31593ffac, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6620ef1a-b9ac-46b6-becd-caf31593ffac,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:54.591680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.592525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:54.596888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:54.611864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c5e6cc57-a967-4160-ab28-721663105156 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 200 len: 921 time: 0.3651261 Mar 18 10:31:54.615483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35464) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.619312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.11 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/a307056f-69e0-4b7b-ba8c-116011b08346) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:54.641207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:54.656142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4ecc3f-3501-403a-bf26-1a779e12f431,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:54.665654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.668080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.678096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:54.681432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Transition to ACTIVE for port object 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:54.687791 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e55e3a56-a47f-4b1a-9c6a-452cbeb0bae2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/3a4ecc3f-3501-403a-bf26-1a779e12f431 HTTP/1.1" status: 204 len: 168 time: 1.1769788 Mar 18 10:31:54.692538 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Sync routers for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:54.703494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35468) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:54.705805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:54.705805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:54.712673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11268e-a625-48ad-9ec7-ea9f4145f1c6 None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:54.727007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Made reservation on behalf of a175f1d6999b441fa19979adf9c4e96d for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:54.729048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.735839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Calling delete_port for 6620ef1a-b9ac-46b6-becd-caf31593ffac owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:54.754755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:54.766245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:54.769946 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:54.771178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:54.773785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:54.811509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:54.962753 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:55.040315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.041433 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-958f604f-8bf4-4b7c-ab46-1c44ed99fb1a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6177244 Mar 18 10:31:55.045579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 6afbd0df-a90a-4234-95d1-108af227a478 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:31:55.047280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35472) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:55.101044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cb72bf46-ea30-480d-8026-301b17727b74 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:55.102173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.110254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.199167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.214446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event updated for resources: {'Port': ['ID=33093bde-e83f-48c6-ac61-42af8db3f43c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:55.322206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.324059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.330497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44efa988-5eb6-4fab-b3d5-6f5c7b64512e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:55.332074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-44efa988-5eb6-4fab-b3d5-6f5c7b64512e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=eaef6d75-ad23-46d5-a764-a0e92e771e0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7156792 Mar 18 10:31:55.354707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35476) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:55.417016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] No DVR routers for this DVR port 6620ef1a-b9ac-46b6-becd-caf31593ffac on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:55.433896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.437443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ab0ba-f346-4fc8-ae6c-5fb05ed5e0a6 None None] Pushing event deleted for resources: {'Port': ['ID=6620ef1a-b9ac-46b6-becd-caf31593ffac,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:55.439833 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.441151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6620ef1a-b9ac-46b6-becd-caf31593ffac no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:55.505226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6620ef1a-b9ac-46b6-becd-caf31593ffac {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:55.505948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6620ef1a-b9ac-46b6-becd-caf31593ffac not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:55.530352 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:31:50Z', 'revision_number': 3, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:55.535941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Checking router: a60392c9-3cf3-4451-b6ad-90303b850823 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:55.536280 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Updating router a60392c9-3cf3-4451-b6ad-90303b850823 port 0aa434f9-65da-46a0-9a61-99312843e7fc binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:31:55.554390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Network bcf40618-6b68-446c-b78d-abba794ce4bb is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:55.574199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:55.585080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:55.590050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.590273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:55.590945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.596419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'Port': ['ID=9f6eea17-2bb5-498f-a3bc-a8e49b8b6101,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:55.617794 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.627812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.836579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.872590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b079d14-2907-40d5-8778-ace4e5c54597 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:55.873160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b079d14-2907-40d5-8778-ace4e5c54597 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Synchronizing usage tracker for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:55.896876 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c32a1a61-1bda-4c11-b4ec-c97789aa7915 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.9189720 Mar 18 10:31:55.901009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:55.903280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35480) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:55.906362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.008360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object a307056f-69e0-4b7b-ba8c-116011b08346 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:56.026872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b079d14-2907-40d5-8778-ace4e5c54597 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Unset dirty status for tenant:200fd9f823b94ac39d265d83550f2d14 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:56.028457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4b079d14-2907-40d5-8778-ace4e5c54597 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.6705704 Mar 18 10:31:56.042941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35484) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:56.044165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.048511 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/6afbd0df-a90a-4234-95d1-108af227a478 HTTP/1.1" status: 204 len: 168 time: 1.3429949 Mar 18 10:31:56.049281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324afa8-c652-43e3-ad4b-a216b6235a46 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=6afbd0df-a90a-4234-95d1-108af227a478,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.051105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.092460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35488) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:56.105251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c3a5f7ae-fc88-4442-bdaa-0ff221600584 None None] Provisioning for port 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:56.106312 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.114336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c3a5f7ae-fc88-4442-bdaa-0ff221600584 None None] Provisioning complete for port 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:56.114933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f7ae-fc88-4442-bdaa-0ff221600584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.118728 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Transition to ACTIVE for port object 0aa434f9-65da-46a0-9a61-99312843e7fc will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:56.149850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.178306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5f7ae-fc88-4442-bdaa-0ff221600584 None None] Port 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:56.190674 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.205243 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ef651be4-8a41-4f38-b620-11db58bae43f tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 200 len: 205 time: 0.1596684 Mar 18 10:31:56.215050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:56.226359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35492) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:56.272469 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Attempting to bind port 0aa434f9-65da-46a0-9a61-99312843e7fc on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:56.272829 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Attempting to bind port 0aa434f9-65da-46a0-9a61-99312843e7fc by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:56.273185 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Attempting to bind port 0aa434f9-65da-46a0-9a61-99312843e7fc on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:56.275447 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Pushing event updated for resources: {'Port': ['ID=0aa434f9-65da-46a0-9a61-99312843e7fc,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.285252 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:56.285616 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:56.286037 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.286435 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:56.286879 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Bound port: 0aa434f9-65da-46a0-9a61-99312843e7fc, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:56.287260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.310137 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.310505 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.310846 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.311168 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.311489 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.311824 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.312141 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.312459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.312786 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.313101 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.313412 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.313720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.352186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:56.353885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=8c402351-bf2e-4fbf-8e03-0a3aa70290ff,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.358688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.359263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.363023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619ef13-10a3-44af-befc-c11355776a5c None None] Network eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:56.388932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e634d19-c31d-4f72-a498-61d871a4a098 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:31:56.399360 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] For port 0aa434f9-65da-46a0-9a61-99312843e7fc, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:56.402851 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] For port 0aa434f9-65da-46a0-9a61-99312843e7fc, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0aa434f9-65da-46a0-9a61-99312843e7fc,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:56.410740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.493389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.499184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.504900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.505761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Synchronizing usage tracker for tenant:fc7beec3abe54a68842d13a93bc6c584 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:56.512362 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.516484 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57074fe8-b7bc-46e8-ab6f-55fe3dd46414 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2783995 Mar 18 10:31:56.520346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35496) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:56.556333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': '8c402351-bf2e-4fbf-8e03-0a3aa70290ff', 'ip_address': '2001:db8::f75:9e30:a2c4:d9ed'}], 'name': 'tempest-NetworksTestDHCPv6-1672317958'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:56.575293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a8921606-05d0-4584-8584-7b0b6089ceb4 None None] Provisioning complete for port f7fa07fe-76e0-4e2c-8465-6a820962da31 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:56.576043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a8921606-05d0-4584-8584-7b0b6089ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.641087 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:56.642457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:56.674081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Unset dirty status for tenant:fc7beec3abe54a68842d13a93bc6c584 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:56.675225 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e87f4d9-1e4c-46b1-b5b7-479e8e8b43c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7717338 Mar 18 10:31:56.684698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35500) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:56.695543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.711218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.783329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port f7fa07fe-76e0-4e2c-8465-6a820962da31 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:56.783672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.945075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.968294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '8c402351-bf2e-4fbf-8e03-0a3aa70290ff'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:31:56.969227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.972420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Deleting port 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:56.972761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:56.979985 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:31:57.019698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:57.027236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.037593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.067411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:31:57.083346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] DHCP port deletion for eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:31:57.087004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:31:57.094310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:31:57.097908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Deleting port f7fa07fe-76e0-4e2c-8465-6a820962da31 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:57.098290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.131910 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc026bd-0f72-4b52-aea4-04d44a7fa15e None None] Pushing event updated for resources: {'Port': ['ID=0aa434f9-65da-46a0-9a61-99312843e7fc,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:57.178094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:31:57.312481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:57.313404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:57.326761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:57.328597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8c402351-bf2e-4fbf-8e03-0a3aa70290ff/c182a628-5e31-40d3-843b-01bf161ea2e8) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:57.337613 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:31:50Z', 'revision_number': 3, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:57.344830 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd80f1-480f-4ab6-b6b3-c93c6aca5387 None None] The sync data for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv is: [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:31:50Z', 'revision_number': 3, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:57.350745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:57.352358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:57.353055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.361618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:57.374582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=ddc6fe86-18ac-4852-b95c-5c1342f9ddf9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:57.385798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:57.458858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7fa07fe-76e0-4e2c-8465-6a820962da31,segment=NetworkSegment(efc6506c-da22-40e6-b019-22934a777d37),segment_id=efc6506c-da22-40e6-b019-22934a777d37)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:57.459247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.575983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:57.576842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.581721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.643577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.697759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Calling delete_port for f7fa07fe-76e0-4e2c-8465-6a820962da31 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:57.766173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Allocated IP 172.20.0.1 (2d1a3abc-8c54-4124-a9fb-a8346ef76aff/09cd03c4-512f-4f27-b524-db43adb4f0aa/af130f5a-2867-4bcf-a62f-86d7ad908b33) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:57.775239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port 4192cf4d-9b9d-4fd9-a4c2-c8442fd2bbcb {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:57.780764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.801110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.838141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Calling delete_port for 9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:57.859183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=a307056f-69e0-4b7b-ba8c-116011b08346,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:57.865075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-816de9bd-49d3-4188-a9f4-14c541f515d0 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2934048 Mar 18 10:31:57.880287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35504) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:57.884555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.917638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:01:ba'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:57.938541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:57.961938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Transition to ACTIVE for port object c182a628-5e31-40d3-843b-01bf161ea2e8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:57.993704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Transition to ACTIVE for port object c182a628-5e31-40d3-843b-01bf161ea2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:57.999433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1231949a-aec1-41f0-9ec2-67c207a95ebe None None] Provisioning for port a307056f-69e0-4b7b-ba8c-116011b08346 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:58.012363 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1231949a-aec1-41f0-9ec2-67c207a95ebe None None] Provisioning complete for port a307056f-69e0-4b7b-ba8c-116011b08346 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:58.013908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1231949a-aec1-41f0-9ec2-67c207a95ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.025433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port e16dab54-16c5-4b1a-a287-ecbf90c9fc85 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:31:58.037856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d526c15d-da67-41c4-8572-ae27d262158e tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4921563 Mar 18 10:31:58.064934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35508) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:58.093055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1231949a-aec1-41f0-9ec2-67c207a95ebe None None] Port a307056f-69e0-4b7b-ba8c-116011b08346 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:58.094995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.140569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.177529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port f7fa07fe-76e0-4e2c-8465-6a820962da31, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7fa07fe-76e0-4e2c-8465-6a820962da31,segment=NetworkSegment(efc6506c-da22-40e6-b019-22934a777d37),segment_id=efc6506c-da22-40e6-b019-22934a777d37)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:58.177943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.180923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:58.184069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] No DVR routers for this DVR port f7fa07fe-76e0-4e2c-8465-6a820962da31 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:58.186463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:58.192735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:58.307396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Pushing event updated for resources: {'Port': ['ID=c182a628-5e31-40d3-843b-01bf161ea2e8,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:58.370881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b7ee2-2ad2-4c99-809e-65cf0278b6c1 None None] Pushing event deleted for resources: {'Port': ['ID=f7fa07fe-76e0-4e2c-8465-6a820962da31,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:58.391430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Attempting to bind port c182a628-5e31-40d3-843b-01bf161ea2e8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:31:58.391956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Attempting to bind port c182a628-5e31-40d3-843b-01bf161ea2e8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:31:58.392321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Attempting to bind port c182a628-5e31-40d3-843b-01bf161ea2e8 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:31:58.399028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:31:58.399403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:31:58.399802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.400190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:31:58.400650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Bound port: c182a628-5e31-40d3-843b-01bf161ea2e8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:31:58.401019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.476037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.521541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0aa434f9-65da-46a0-9a61-99312843e7fc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:31:58.532217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Transition to ACTIVE for port object af130f5a-2867-4bcf-a62f-86d7ad908b33 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:31:58.572884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] For port c182a628-5e31-40d3-843b-01bf161ea2e8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:31:58.634613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] For port c182a628-5e31-40d3-843b-01bf161ea2e8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c182a628-5e31-40d3-843b-01bf161ea2e8,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:31:58.639128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for f7fa07fe-76e0-4e2c-8465-6a820962da31 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:58.643544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.703770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a818df14-fca1-45fb-9eae-2c081b0497a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:58.704342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a818df14-fca1-45fb-9eae-2c081b0497a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Synchronizing usage tracker for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:31:58.726833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event deleted for resources: {'Port': ['ID=9f6eea17-2bb5-498f-a3bc-a8e49b8b6101,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:58.727761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.791632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0aa434f9-65da-46a0-9a61-99312843e7fc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:58.801460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.809235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0aa434f9-65da-46a0-9a61-99312843e7fc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:58.815751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.822620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:31:58.823002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:31:58.930099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:58.947711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a818df14-fca1-45fb-9eae-2c081b0497a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Unset dirty status for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:31:58.951460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a818df14-fca1-45fb-9eae-2c081b0497a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports/ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 HTTP/1.1" status: 200 len: 959 time: 0.8830032 Mar 18 10:31:58.955904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for 4192cf4d-9b9d-4fd9-a4c2-c8442fd2bbcb owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:31:58.983642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35512) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:58.993451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc9fb7-acde-4929-a9de-29e7de066711 None None] Pushing event updated for resources: {'Port': ['ID=c182a628-5e31-40d3-843b-01bf161ea2e8,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:59.049440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.060564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.064469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.072136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Pushing event updated for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:59.078790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f75:9e30:a2c4:d9ed (862ac36c-a15b-4807-bb67-f61f5836b3bd/8c402351-bf2e-4fbf-8e03-0a3aa70290ff/e16dab54-16c5-4b1a-a287-ecbf90c9fc85) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:59.082785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0aa434f9-65da-46a0-9a61-99312843e7fc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0aa434f9-65da-46a0-9a61-99312843e7fc,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:31:59.087102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Deleting port ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:59.087491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.132296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:59.140304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:59.152023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:31:59.158710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Router fe589bcb-622f-4416-a423-668120d7bf79 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:31:59.193164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.291575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7fa07fe-76e0-4e2c-8465-6a820962da31 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:31:59.327174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port f7fa07fe-76e0-4e2c-8465-6a820962da31 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:31:59.327519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.385660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f7fa07fe-76e0-4e2c-8465-6a820962da31 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:31:59.386604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7fa07fe-76e0-4e2c-8465-6a820962da31 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:31:59.411457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0aa434f9-65da-46a0-9a61-99312843e7fc,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:59.466852 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c50c6bba-8e5a-45e2-8089-005296cb62f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "DELETE /v2.0/ports/9f6eea17-2bb5-498f-a3bc-a8e49b8b6101 HTTP/1.1" status: 204 len: 168 time: 2.7779262 Mar 18 10:31:59.492914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35516) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:31:59.500331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] The port 'f7fa07fe-76e0-4e2c-8465-6a820962da31' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:31:59.522428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Request body: {'port': {'name': 'tempest-new-port-name-1774187301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:59.522811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] bootfile-name is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:59.523141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] tftp-server is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:59.523460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] server-ip-address is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:31:59.590277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.604526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-93ec6d01-6853-4e90-a3e8-22a2a74d5d90 None None] Provisioning for port af130f5a-2867-4bcf-a62f-86d7ad908b33 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:31:59.610914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-93ec6d01-6853-4e90-a3e8-22a2a74d5d90 None None] Provisioning complete for port af130f5a-2867-4bcf-a62f-86d7ad908b33 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:31:59.614673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-93ec6d01-6853-4e90-a3e8-22a2a74d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.674252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-93ec6d01-6853-4e90-a3e8-22a2a74d5d90 None None] Port af130f5a-2867-4bcf-a62f-86d7ad908b33 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:31:59.852996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.870662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:31:59.891606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] Sync routers for ids ['fe589bcb-622f-4416-a423-668120d7bf79'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:59.906288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] Routers {'fe589bcb-622f-4416-a423-668120d7bf79'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:31:59.906288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe589bcb-622f-4416-a423-668120d7bf79'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:59.935332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.941660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:31:59.968302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.000095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.014145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Calling delete_port for ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:00.017892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.027185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] Routers {'fe589bcb-622f-4416-a423-668120d7bf79'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:00.027787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe589bcb-622f-4416-a423-668120d7bf79'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.054413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.104862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.105694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbecfa-c7d9-4c69-83f0-58f1d6e6af5e None None] The sync data for ids ['fe589bcb-622f-4416-a423-668120d7bf79'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:00.138160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.241199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=4192cf4d-9b9d-4fd9-a4c2-c8442fd2bbcb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.253861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.261209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object e16dab54-16c5-4b1a-a287-ecbf90c9fc85 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:00.282499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=a307056f-69e0-4b7b-ba8c-116011b08346,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.307853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc6506c-da22-40e6-b019-22934a777d37') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.308168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc6506c-da22-40e6-b019-22934a777d37') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.333303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.346559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.347753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fd5d2287-d055-4e8a-9170-998b2c962cec tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.6948864 Mar 18 10:32:00.352988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35520) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:00.365386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:00.369228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] In _notify_port_updated(), no bound segment for port a307056f-69e0-4b7b-ba8c-116011b08346 on network bd1e117d-7b44-4d75-8077-d550af3cba31 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:00.378328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:00.379114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.382926 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-eae61c7b-3998-4348-84b1-4570d514728d tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "PUT /v2.0/ports/a307056f-69e0-4b7b-ba8c-116011b08346 HTTP/1.1" status: 200 len: 994 time: 2.4842789 Mar 18 10:32:00.394593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35524) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:00.458981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.480297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:00.480697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:00.495043 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:00.510551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d67138bb-17b8-4bc6-a20c-5f11ebff50f1 None None] Provisioning complete for port a307056f-69e0-4b7b-ba8c-116011b08346 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:00.511119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d67138bb-17b8-4bc6-a20c-5f11ebff50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.564508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0aa434f9-65da-46a0-9a61-99312843e7fc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:00.584024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.627281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.640111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d67138bb-17b8-4bc6-a20c-5f11ebff50f1 None None] Port a307056f-69e0-4b7b-ba8c-116011b08346 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:00.652496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port a307056f-69e0-4b7b-ba8c-116011b08346 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:00.652934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.658728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0aa434f9-65da-46a0-9a61-99312843e7fc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:00.659101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.723286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddc6fe86-18ac-4852-b95c-5c1342f9ddf9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.746213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.746428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.801918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c182a628-5e31-40d3-843b-01bf161ea2e8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:00.862970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4092ad79-67ac-4e24-943d-476e4184859e None None] Provisioning for port c182a628-5e31-40d3-843b-01bf161ea2e8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:00.868475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.900131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:00.925799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.939029 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-19aae5a4-7b35-45b7-a491-072d2619758f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/eb4d9cfe-8ac2-4195-8c9e-ab60b7fbdf56 HTTP/1.1" status: 204 len: 168 time: 4.8451443 Mar 18 10:32:00.944137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35528) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:00.982365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c182a628-5e31-40d3-843b-01bf161ea2e8 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:00.987580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c182a628-5e31-40d3-843b-01bf161ea2e8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:00.988047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.018906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:01.040778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.041035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:01.059526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:01.065544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.066180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.089569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d4f1ddc-08c7-4f7e-a711-5e8188bb3743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 HTTP/1.1" status: 204 len: 168 time: 2.1025872 Mar 18 10:32:01.100338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35532) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.108349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.112128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=e16dab54-16c5-4b1a-a287-ecbf90c9fc85,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:01.139879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.185674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c182a628-5e31-40d3-843b-01bf161ea2e8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c182a628-5e31-40d3-843b-01bf161ea2e8,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:01.217987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.243427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.250834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.281782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.300872 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c98ece-c414-4ddc-8e7f-ea22cda896f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:32:01.307608 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-76c98ece-c414-4ddc-8e7f-ea22cda896f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports/ddc6fe86-18ac-4852-b95c-5c1342f9ddf9 HTTP/1.1" status: 404 len: 333 time: 0.2010844 Mar 18 10:32:01.324875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35536) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.345132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395830058'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:01.355915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:01.367816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c182a628-5e31-40d3-843b-01bf161ea2e8,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:01.377246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Usage tracker for resource:port and tenant:a175f1d6999b441fa19979adf9c4e96d is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:01.383816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:01.387382 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6a8557d7-b5e8-4fe0-8264-7d292a53c32b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8618162 Mar 18 10:32:01.391861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35540) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.397637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:01.405913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] In _notify_port_updated(), no bound segment for port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 on network bcf40618-6b68-446c-b78d-abba794ce4bb {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:01.411580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.412246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.413527 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "PUT /v2.0/ports/5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 HTTP/1.1" status: 200 len: 1130 time: 1.9174128 Mar 18 10:32:01.420928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35544) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.447245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2becb06a-6eb5-45fa-8dd9-7b7583c759c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.447941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2becb06a-6eb5-45fa-8dd9-7b7583c759c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:01.481056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d505bd30-d8ee-447e-9bb0-1ac85a1d36f3 None None] Provisioning for port e16dab54-16c5-4b1a-a287-ecbf90c9fc85 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:01.487278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d505bd30-d8ee-447e-9bb0-1ac85a1d36f3 None None] Provisioning complete for port e16dab54-16c5-4b1a-a287-ecbf90c9fc85 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:01.487651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d505bd30-d8ee-447e-9bb0-1ac85a1d36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.512481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.513255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router eaef6d75-ad23-46d5-a764-a0e92e771e0e {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:01.525456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ac7b-7fb2-4bcc-a3fc-e2296df03934 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event updated for resources: {'Port': ['ID=5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:01.551250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.568604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d505bd30-d8ee-447e-9bb0-1ac85a1d36f3 None None] Port e16dab54-16c5-4b1a-a287-ecbf90c9fc85 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:01.655613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Made reservation on behalf of a175f1d6999b441fa19979adf9c4e96d for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:01.658170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.689611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.690709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-47e56ebd-7cd7-466c-8b89-a4f455607314 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 204 len: 168 time: 5.4602170 Mar 18 10:32:01.691165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cd3ccbdf-b369-4f5c-a971-aa446ef71f52 None None] Provisioning complete for port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:01.691857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd3ccbdf-b369-4f5c-a971-aa446ef71f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.697401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35548) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.703865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for a307056f-69e0-4b7b-ba8c-116011b08346 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:01.717453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.723484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:01.739201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45436029-2515-4787-bba0-e3873defaeac tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.739804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-45436029-2515-4787-bba0-e3873defaeac tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Synchronizing usage tracker for tenant:fc7beec3abe54a68842d13a93bc6c584 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:01.752949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ccbdf-b369-4f5c-a971-aa446ef71f52 None None] Port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:01.755588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-806188699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:01.767967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:01.781784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2becb06a-6eb5-45fa-8dd9-7b7583c759c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:01.783089 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2becb06a-6eb5-45fa-8dd9-7b7583c759c2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8379138 Mar 18 10:32:01.787087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:01.791711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35552) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.810689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:01.825617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.827479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:01.874347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632082e2-59e5-4cd2-8a72-3003ab4ec6cc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.879950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632082e2-59e5-4cd2-8a72-3003ab4ec6cc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.880708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-632082e2-59e5-4cd2-8a72-3003ab4ec6cc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:01.895839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.900800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-45436029-2515-4787-bba0-e3873defaeac tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Unset dirty status for tenant:fc7beec3abe54a68842d13a93bc6c584 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:01.905885 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-45436029-2515-4787-bba0-e3873defaeac tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "GET /v2.0/ports/5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 HTTP/1.1" status: 200 len: 1130 time: 0.4780006 Mar 18 10:32:01.906447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35556) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.946268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.946674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.956045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-916925d1-0141-4d42-bb63-4df2115c2a32 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1623359 Mar 18 10:32:01.959358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:01.959625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35560) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:01.964911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1101414822'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:01.969515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:01.974563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:01.976106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:01.981646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:01.992891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Deleting port 33093bde-e83f-48c6-ac61-42af8db3f43c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:01.993233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.041407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-632082e2-59e5-4cd2-8a72-3003ab4ec6cc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:02.042504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-632082e2-59e5-4cd2-8a72-3003ab4ec6cc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6473570 Mar 18 10:32:02.045301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35564) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:02.079812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Deleting port 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:02.080157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.114837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:02.118177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.138518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.140060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Pushing event updated for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:02.148900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.207250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.260752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=a307056f-69e0-4b7b-ba8c-116011b08346,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:02.318692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port e16dab54-16c5-4b1a-a287-ecbf90c9fc85 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:02.318692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.416745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c182a628-5e31-40d3-843b-01bf161ea2e8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:02.461587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:02.499461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c182a628-5e31-40d3-843b-01bf161ea2e8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:02.499932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.506676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.522401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.522734 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment fe47a723-9b57-4e43-994e-58a87634523b of type vlan for network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 Mar 18 10:32:02.545312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.606391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.752315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Calling delete_port for 33093bde-e83f-48c6-ac61-42af8db3f43c owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:02.791461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.846360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:02.848390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.855741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:02.859301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.860705 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3386bad3-bbcd-43b1-9e24-6a67c8ae61df tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1292078 Mar 18 10:32:02.865671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:02.866147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.870594 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-78fa1419-3f57-42d9-b91b-a5ec33311c22 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/a307056f-69e0-4b7b-ba8c-116011b08346 HTTP/1.1" status: 204 len: 168 time: 2.4721828 Mar 18 10:32:02.872317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35570) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:02.880420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:02.901546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'enable_snat': False}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:03.073647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Calling delete_port for 5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:03.088980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.094830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:03.095402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.125560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e22629-6966-4469-945d-1a455b8acea7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] GET failed (client error): The resource could not be found. Mar 18 10:32:03.126056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-33e22629-6966-4469-945d-1a455b8acea7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Synchronizing usage tracker for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:03.195009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df00ee7f-a715-4af1-a87a-18f9d3e549e9 None None] Provisioning complete for port af130f5a-2867-4bcf-a62f-86d7ad908b33 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:03.195570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df00ee7f-a715-4af1-a87a-18f9d3e549e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.251686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-df00ee7f-a715-4af1-a87a-18f9d3e549e9 None None] Port af130f5a-2867-4bcf-a62f-86d7ad908b33 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:03.255245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-33e22629-6966-4469-945d-1a455b8acea7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Unset dirty status for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:03.257117 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-33e22629-6966-4469-945d-1a455b8acea7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports/a307056f-69e0-4b7b-ba8c-116011b08346 HTTP/1.1" status: 404 len: 333 time: 0.3816478 Mar 18 10:32:03.261402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35576) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:03.271568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-1045727143'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:03.280044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for e16dab54-16c5-4b1a-a287-ecbf90c9fc85 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:03.320642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.452649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Router a60392c9-3cf3-4451-b6ad-90303b850823 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:03.548710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.633349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Network 07b6684c-3bf9-4231-b9f5-91800e842de1 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:03.640117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event deleted for resources: {'Port': ['ID=5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:03.642633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:03.647638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=cc3d7c27-d0fc-44e7-a562-b1e0e94ad145,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:03.650446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:03.660761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:03.660902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:03.661181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:03.661765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.713304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bb4d8c72-a61b-49bb-98c0-febaea7a7c43 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7526243 Mar 18 10:32:03.714334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=e09c87db-c4a4-4ffa-a573-48e920d4c3e3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:03.718304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35580) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:03.763276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:03.766118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:03.777001 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Sync routers for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:03.799588 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:03.800486 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:03.806763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:03.809474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.814478 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bd3be523-0a88-4784-ad03-29d129b45649 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "DELETE /v2.0/ports/5c5161ea-f116-4cbb-b0b7-7dbc1b1b56e2 HTTP/1.1" status: 204 len: 168 time: 1.9071200 Mar 18 10:32:03.816337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35584) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:03.895716 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5d43c7d5-7c21-4ad7-afae-b98ab39f4f8e admin admin] 10.222.0.18 "PUT /v2.0/routers/a60392c9-3cf3-4451-b6ad-90303b850823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8431551 Mar 18 10:32:03.901170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.903223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Deleting subnet f99707f7-c685-4b48-940e-53f55a1cca04 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:03.907275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:03.973763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.031752 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:04.072914 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc43b31b-7449-40ab-ac02-9c40c429ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7463391 Mar 18 10:32:04.076180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:04.085115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:04.090627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:04.098815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:04.102718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:04.110091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:04.119281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.163149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:04.167036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.168775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.214688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:04.220948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:04.224711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.238057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.245047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Pushing event deleted for resources: {'Port': ['ID=33093bde-e83f-48c6-ac61-42af8db3f43c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:04.391984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=e16dab54-16c5-4b1a-a287-ecbf90c9fc85,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:04.457911 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:01Z', 'revision_number': 2, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:04.467703 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Checking router: a60392c9-3cf3-4451-b6ad-90303b850823 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:04.468311 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Updating router a60392c9-3cf3-4451-b6ad-90303b850823 port af130f5a-2867-4bcf-a62f-86d7ad908b33 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:04.537886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.13 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/a5341cac-7ea6-49a2-a080-0ba33f75d6b9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:04.547975 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.561466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.565709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-03b428e8-88dd-4eb0-80e7-6578461dbd75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/e16dab54-16c5-4b1a-a287-ecbf90c9fc85 HTTP/1.1" status: 204 len: 168 time: 2.5173500 Mar 18 10:32:04.571760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35598) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:04.652392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.652972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8ab28-8abf-4a00-80a0-2ca5b2ff3ece tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:04.654834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8ab28-8abf-4a00-80a0-2ca5b2ff3ece tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:04.656843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ffb8ab28-8abf-4a00-80a0-2ca5b2ff3ece tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0820129 Mar 18 10:32:04.660407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.661975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35602) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:04.708889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35606) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:04.769214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108652512', 'description': 'tempest-description--1440594941'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:04.807772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.829917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:04.890815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Usage tracker for resource:security_group and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:04.895751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:04.903809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:04.927494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0388114-199e-4c7d-9dcd-c8ae8da838ea None None] Network bcf40618-6b68-446c-b78d-abba794ce4bb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:04.937585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:04.942163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event deleted for resources: {'Subnet': ['ID=f99707f7-c685-4b48-940e-53f55a1cca04,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:05.022676 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.029770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.038514 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Transition to ACTIVE for port object af130f5a-2867-4bcf-a62f-86d7ad908b33 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:05.039451 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd045289-8e44-480f-8e6f-72ef8f48b827 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "DELETE /v2.0/subnets/f99707f7-c685-4b48-940e-53f55a1cca04 HTTP/1.1" status: 204 len: 168 time: 1.2217813 Mar 18 10:32:05.061124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35610) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:05.075553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 8c402351-bf2e-4fbf-8e03-0a3aa70290ff {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:05.092457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.115414 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.194275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:05.236970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Usage tracker for resource:security_group_rule and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:05.249627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:05.297942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3aae-dcc9-4b46-8396-913cb6c1161b None None] Pushing event updated for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:05.315772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.332343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] DHCP port deletion for bcf40618-6b68-446c-b78d-abba794ce4bb request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:05.337107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Deleting port cb72bf46-ea30-480d-8026-301b17727b74 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:05.337478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.366126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:05.405222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.422664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.486177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.496882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object a5341cac-7ea6-49a2-a080-0ba33f75d6b9 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:05.499408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] device_id is not set on port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:05.499503 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Attempting to bind port af130f5a-2867-4bcf-a62f-86d7ad908b33 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:05.499974 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Attempting to bind port af130f5a-2867-4bcf-a62f-86d7ad908b33 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:05.500331 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Attempting to bind port af130f5a-2867-4bcf-a62f-86d7ad908b33 on network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:05.506060 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:05.506915 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Checking segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:05.507321 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.507732 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Bound using segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:05.508637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Bound port: af130f5a-2867-4bcf-a62f-86d7ad908b33, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:05.508637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.515397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.552507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.557887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Transition to ACTIVE for port object e09c87db-c4a4-4ffa-a573-48e920d4c3e3 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:05.605006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.638575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.642750 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] For port af130f5a-2867-4bcf-a62f-86d7ad908b33, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:05.643606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.647804 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] For port af130f5a-2867-4bcf-a62f-86d7ad908b33, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af130f5a-2867-4bcf-a62f-86d7ad908b33,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:05.657227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.659139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.663765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] For port cb72bf46-ea30-480d-8026-301b17727b74, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb72bf46-ea30-480d-8026-301b17727b74,segment=NetworkSegment(12596389-4c1b-47da-a10e-1a395151fcd8),segment_id=12596389-4c1b-47da-a10e-1a395151fcd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:05.664150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.744601 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.769678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.781838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.797662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Calling delete_port for cb72bf46-ea30-480d-8026-301b17727b74 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:05.826925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Allocated IP 172.26.2.105 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/477a2eb2-938c-4f25-8550-016c8913d975) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:05.835042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=e09c87db-c4a4-4ffa-a573-48e920d4c3e3,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:05.876109 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3aae-dcc9-4b46-8396-913cb6c1161b None None] Pushing event updated for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:05.919402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Deleting port cb72bf46-ea30-480d-8026-301b17727b74 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:05.920878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:05.928571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:05.933513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3efdf69-8cea-4df9-b18c-d72fe7443db0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:05.935197 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:05.935983 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:05.936418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:05.940886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:05.941175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:05.941515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:05.943663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:05.977601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Router fe589bcb-622f-4416-a423-668120d7bf79 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:06.011123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:06.011552 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:06.013597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.020269 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 2 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:06.033414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.055864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.063608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=a5341cac-7ea6-49a2-a080-0ba33f75d6b9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.072343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.073504 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-749b0708-5363-4c15-8b31-79b88b92e730 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3585994 Mar 18 10:32:06.109737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] Pushing event deleted for resources: {'Port': ['ID=cb72bf46-ea30-480d-8026-301b17727b74,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.117591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544206c5-440f-43fc-8192-4dc45ad575db None None] No DVR routers for this DVR port cb72bf46-ea30-480d-8026-301b17727b74 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:06.152060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35614) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:06.152956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:06.153401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:06.153805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:06.189889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'security_group_rule': {'security_group_id': 'e3efdf69-8cea-4df9-b18c-d72fe7443db0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:06.192460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee7969-f0d8-4a97-842f-0d8abe52074e None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:06.218856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.220947 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8c402351-bf2e-4fbf-8e03-0a3aa70290ff HTTP/1.1" status: 204 len: 168 time: 1.5545433 Mar 18 10:32:06.226888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0e98a-1a2d-4cc2-a9d5-adb10b693742 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=8c402351-bf2e-4fbf-8e03-0a3aa70290ff,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.229124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:06.229609 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:06.230548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35618) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:06.234140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:06.237035 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 3 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:06.274086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:06.274724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.300647 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:06.358380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Usage tracker for resource:security_group_rule and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:06.379493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:06.413547 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cbb4d34c-3bd8-405d-8eb3-ad1fda7409b2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461964 Mar 18 10:32:06.420572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:06.425991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:06.438152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:06.438152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:06.438152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35622) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:06.438520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb72bf46-ea30-480d-8026-301b17727b74 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:06.475821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:06.476180 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:06.478242 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 4 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:06.479195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cb72bf46-ea30-480d-8026-301b17727b74 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:06.479718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb72bf46-ea30-480d-8026-301b17727b74 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:06.504363 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3166034b-4724-41fb-b352-38644e06f7b3 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2392914 Mar 18 10:32:06.508418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35626) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:06.513761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:06.514187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:06.514527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:06.521945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:01:ba'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:06.567013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:06.567406 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:06.569979 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 5 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:06.594260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] The port 'cb72bf46-ea30-480d-8026-301b17727b74' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:32:06.599270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:06.613902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:06.614239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:06.614575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:06.615298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:06.621078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] Sync routers for ids ['fe589bcb-622f-4416-a423-668120d7bf79'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:06.631133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Deleting port c182a628-5e31-40d3-843b-01bf161ea2e8 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:06.631920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.637109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.653149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:06.653494 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:06.663462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1bcbdf90-9b12-4f67-92f2-b87674694216 None None] Provisioning for port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:06.671155 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 6 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:06.698887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] Routers {'fe589bcb-622f-4416-a423-668120d7bf79'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:06.700781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe589bcb-622f-4416-a423-668120d7bf79'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:06.716881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': 'fe47a723-9b57-4e43-994e-58a87634523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:06.717221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: cc3d7c27-d0fc-44e7-a562-b1e0e94ad145, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:06.733205 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:05Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:06.738018 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a465dddd-fb1b-4b6d-bf90-64930a803b7d None None] The sync data for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv is: [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:05Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:06.766218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.767406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da90599a-d7a3-4c55-8938-bdb5d179e205 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "PUT /v2.0/routers/fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 200 len: 710 time: 6.4091196 Mar 18 10:32:06.772640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=b456a938-7886-4763-ba08-4b8c22f41f85,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.779258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1bcbdf90-9b12-4f67-92f2-b87674694216 None None] Provisioning complete for port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:06.779258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdf90-9b12-4f67-92f2-b87674694216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:06.779790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35630) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:06.850051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:06.928850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] Routers {'fe589bcb-622f-4416-a423-668120d7bf79'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:06.929770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe589bcb-622f-4416-a423-668120d7bf79'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:06.963986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:06.964538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:06.964665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:07.010135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd85f3-7b40-43b7-83b8-c6567a2a5aca tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.010917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8acd85f3-7b40-43b7-83b8-c6567a2a5aca tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:07.018028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:07.018265 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:07.019827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbdf90-9b12-4f67-92f2-b87674694216 None None] Port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:07.025575 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c429c400-2fa5-4462-bebb-a7576612c274 tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/routers/fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 200 len: 745 time: 0.2410564 Mar 18 10:32:07.025747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:07.025747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc88891-6dd4-40d8-91f4-9c4ce2a73d8f None None] The sync data for ids ['fe589bcb-622f-4416-a423-668120d7bf79'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:07.033861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:07.035802 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 7 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:07.043527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35634) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.086204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:07.086414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.086902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:07.087390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:07.115733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.120898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:07.121414 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:07.122744 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 8 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:07.136141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, cc3d7c27-d0fc-44e7-a562-b1e0e94ad145) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:07.148414 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-157bb14b-6217-4cf7-a94c-8ce32631c53b tempest-RoutersIpV6AdminTest-1373686627 tempest-RoutersIpV6AdminTest-1373686627-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 200 len: 205 time: 0.0987015 Mar 18 10:32:07.149910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.154057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8dc48f-cf9b-44ac-812f-5e0f5e5f4de5 None None] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:07.158509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf40618-6b68-446c-b78d-abba794ce4bb']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:07.167816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35638) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.171621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.172220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.196273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12596389-4c1b-47da-a10e-1a395151fcd8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:07.196273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12596389-4c1b-47da-a10e-1a395151fcd8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:07.204785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] For port c182a628-5e31-40d3-843b-01bf161ea2e8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c182a628-5e31-40d3-843b-01bf161ea2e8,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:07.205776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.216436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.218646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.237529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8acd85f3-7b40-43b7-83b8-c6567a2a5aca tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:07.238756 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8acd85f3-7b40-43b7-83b8-c6567a2a5aca tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8062887 Mar 18 10:32:07.239930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:07.240263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:07.240608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:07.247384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35642) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.249952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.257472 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-654244f1-92dd-4199-bc62-bcb32b3ea8a3 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 200 len: 205 time: 0.0846703 Mar 18 10:32:07.260827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:07.260827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.329335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.335635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9cd02-1e49-4cb0-8e83-f9c39730a9bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.336314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-70b9cd02-1e49-4cb0-8e83-f9c39730a9bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:07.340513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:07.341384 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:07.355406 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 9 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:07.362925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0c5a34-16a1-4542-bf70-39741a8d31a7,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:07.377165 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:07.440824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Calling delete_port for c182a628-5e31-40d3-843b-01bf161ea2e8 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:07.447481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.463991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.473070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:07.473409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:07.473748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:07.474201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.492968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] 10.222.0.18 "DELETE /v2.0/networks/bcf40618-6b68-446c-b78d-abba794ce4bb HTTP/1.1" status: 204 len: 168 time: 2.3283482 Mar 18 10:32:07.535330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428018d-899e-40c4-8119-17064576e918 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109 tempest-ExtraDHCPOptionsIpV6TestJSON-1333806109-project] Pushing event deleted for resources: {'Network': ['ID=bcf40618-6b68-446c-b78d-abba794ce4bb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:07.542988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e2d40166-f857-412b-8cdb-d5382a462412 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8019762 Mar 18 10:32:07.546908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.553797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.563271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:07.563592 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:07.569422 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempt 10 to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 Mar 18 10:32:07.640155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-cc3d7c27-d0fc-44e7-a562-b1e0e94ad145', 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': 'b456a938-7886-4763-ba08-4b8c22f41f85'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:07.640455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145', 'name': 'tempest-PortsTestJSON-30872192'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:07.640993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.662301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:07.665873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:07.669983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:07.670503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.706058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.726456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:07.730035 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5371830f-1d89-4fd6-8e0c-5d87cc77735b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5703604 Mar 18 10:32:07.741614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-70b9cd02-1e49-4cb0-8e83-f9c39730a9bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:07.745968 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-70b9cd02-1e49-4cb0-8e83-f9c39730a9bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4915721 Mar 18 10:32:07.758591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35656) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.758591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35658) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:07.779314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'security_group_rule': {'security_group_id': 'e3efdf69-8cea-4df9-b18c-d72fe7443db0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:07.825693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Pushing event updated for resources: {'Port': ['ID=477a2eb2-938c-4f25-8550-016c8913d975,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:07.854601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:07.854935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:07.855271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempting to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:07.866786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] Pushing event deleted for resources: {'Port': ['ID=c182a628-5e31-40d3-843b-01bf161ea2e8,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:07.872669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:07.878858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d9e6d-f4b9-440f-8071-9cdb870d90f4 None None] No DVR routers for this DVR port c182a628-5e31-40d3-843b-01bf161ea2e8 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:07.934756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Allocated IP 172.20.0.2 (cc3d7c27-d0fc-44e7-a562-b1e0e94ad145/b456a938-7886-4763-ba08-4b8c22f41f85/bbc71f79-fc58-4708-9928-09ca0b085beb) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:08.044519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Usage tracker for resource:security_group_rule and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:08.062953 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-adc3d929-17bc-4286-a970-a80677189f66 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2903869 Mar 18 10:32:08.063100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:08.063199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:08.063522 dv-neutron-834265-1-hyperv neutron-server[88541]: ERROR neutron.plugins.ml2.managers [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Failed to bind port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on host hv-neutron-8342 for vnic_type normal using segments [{'id': '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '07b6684c-3bf9-4231-b9f5-91800e842de1'}] Mar 18 10:32:08.067364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.073741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:08.096644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:08.117802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:08.169856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35670) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:08.223678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.234840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Transition to ACTIVE for port object bbc71f79-fc58-4708-9928-09ca0b085beb will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:08.254785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Transition to ACTIVE for port object bbc71f79-fc58-4708-9928-09ca0b085beb will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:08.329136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.413221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:08.458356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.490897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:08.524666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Pushing event updated for resources: {'Port': ['ID=bbc71f79-fc58-4708-9928-09ca0b085beb,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:08.527054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.539558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af130f5a-2867-4bcf-a62f-86d7ad908b33 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:08.583323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:08.586400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:08.590145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:08.602365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:08.606129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.662141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.694895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.699442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Attempting to bind port bbc71f79-fc58-4708-9928-09ca0b085beb on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:08.705302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Attempting to bind port bbc71f79-fc58-4708-9928-09ca0b085beb by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'fe47a723-9b57-4e43-994e-58a87634523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:08.705302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Attempting to bind port bbc71f79-fc58-4708-9928-09ca0b085beb on network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:08.705977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:08.706352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Checking segment: {'id': 'fe47a723-9b57-4e43-994e-58a87634523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:08.706750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.707138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Bound using segment: {'id': 'fe47a723-9b57-4e43-994e-58a87634523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:08.707596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Bound port: bbc71f79-fc58-4708-9928-09ca0b085beb, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe47a723-9b57-4e43-994e-58a87634523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:08.708276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.739568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:08.767011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port af130f5a-2867-4bcf-a62f-86d7ad908b33 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:08.783723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port af130f5a-2867-4bcf-a62f-86d7ad908b33 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:08.784090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.811731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:08.845541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port e09c87db-c4a4-4ffa-a573-48e920d4c3e3, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:08.845935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attempted to set empty binding levels {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 18 10:32:08.851433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] For port bbc71f79-fc58-4708-9928-09ca0b085beb, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:08.864043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] For port bbc71f79-fc58-4708-9928-09ca0b085beb, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bbc71f79-fc58-4708-9928-09ca0b085beb,segment=NetworkSegment(fe47a723-9b57-4e43-994e-58a87634523b),segment_id=fe47a723-9b57-4e43-994e-58a87634523b)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:08.867970 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4cde97d6-9970-4c44-a32b-fe4522ca360e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc7beec3abe54a68842d13a93bc6c584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911240 Mar 18 10:32:08.867970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.867970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Fanout notify agent at l3_agent the message router_deleted on router fe589bcb-622f-4416-a423-668120d7bf79 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:08.868348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35676) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:08.896368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.910841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.914461 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2d20c4a4-dd73-403a-ae3d-f17ecd7d1222 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 204 len: 168 time: 1.5723810 Mar 18 10:32:08.917507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35680) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:08.922568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.958015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.958238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:08.961963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.016613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:09.020275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.038508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7c901956-3534-4cce-bfef-80cc765e3dab tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 200 len: 205 time: 0.1173847 Mar 18 10:32:09.040824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35684) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.041987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.058871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] In _notify_port_updated(), no bound segment for port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 on network 07b6684c-3bf9-4231-b9f5-91800e842de1 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:09.060317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:09.060915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.067614 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "PUT /v2.0/ports/e09c87db-c4a4-4ffa-a573-48e920d4c3e3 HTTP/1.1" status: 200 len: 981 time: 4.9832363 Mar 18 10:32:09.069250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35688) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.080521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.097259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980bd1f-b651-4d4b-989f-9a7ff0b8d146 None None] Pushing event updated for resources: {'Port': ['ID=bbc71f79-fc58-4708-9928-09ca0b085beb,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.097753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port ccb00b92-fc5a-427d-b0f1-bbd6334a117c yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:09.100708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port af130f5a-2867-4bcf-a62f-86d7ad908b33, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af130f5a-2867-4bcf-a62f-86d7ad908b33,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:09.142675 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-aef0d973-61b6-47e3-9a3a-bc61c8261a1a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:09.143860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aef0d973-61b6-47e3-9a3a-bc61c8261a1a tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/fe589bcb-622f-4416-a423-668120d7bf79 HTTP/1.1" status: 404 len: 336 time: 0.0980530 Mar 18 10:32:09.144641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.152230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35692) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.173481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bc5ba-a591-4d3e-a7cf-15ced19174de tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event updated for resources: {'Port': ['ID=e09c87db-c4a4-4ffa-a573-48e920d4c3e3,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.175522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a936a41-34c4-4b0f-8a4f-aba1bd674ca0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.185305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.230613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.288492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c182a628-5e31-40d3-843b-01bf161ea2e8 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:09.315590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.319543 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd0e5c12-ac43-4936-a699-e48949c114cb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5465024 Mar 18 10:32:09.337551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ca9dbf9f-9c80-47a6-b4dd-fbb563fa46e5 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 200 len: 205 time: 0.1824574 Mar 18 10:32:09.342260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c182a628-5e31-40d3-843b-01bf161ea2e8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:09.342260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c182a628-5e31-40d3-843b-01bf161ea2e8 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:09.342536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35696) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.342536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35698) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.355960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.372440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.382496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.421899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:09.431678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Deleting port e09c87db-c4a4-4ffa-a573-48e920d4c3e3 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:09.432194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.452883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.486307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:09.520502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Usage tracker for resource:floatingip and tenant:dde8d436bcb746e48dbbd10b882d57db is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:09.523537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=a5341cac-7ea6-49a2-a080-0ba33f75d6b9,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.572359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:09.575847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:09.576460 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ef6a328b-1339-45c0-8f88-d29b10d411fe tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:09.580054 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ef6a328b-1339-45c0-8f88-d29b10d411fe tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/4fd6e379-d087-4ef0-b95e-05e37e52fd53 HTTP/1.1" status: 404 len: 336 time: 0.2328579 Mar 18 10:32:09.587594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] In _notify_port_updated(), no bound segment for port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 on network bd1e117d-7b44-4d75-8077-d550af3cba31 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:09.588722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:09.592085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:09.592685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.593378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:09.594123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.598515 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-75205b3d-67b6-49f7-9b3e-031196297793 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "PUT /v2.0/ports/a5341cac-7ea6-49a2-a080-0ba33f75d6b9 HTTP/1.1" status: 200 len: 997 time: 3.0878060 Mar 18 10:32:09.599768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:09.600009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff6b46-84f6-42b2-87e7-db463fe24814 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:09.601747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35704) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.602174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35706) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.723532 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2dec193a-4e09-4a21-afd5-bc844f784754 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 200 len: 205 time: 0.1012285 Mar 18 10:32:09.723771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=ec24d60c-3fb5-44f8-ab6b-02da95d4e76d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.730291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35712) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.780990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-72b63f43-c3a2-436e-9dc5-939c30eb896b None None] Provisioning complete for port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:09.781717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-72b63f43-c3a2-436e-9dc5-939c30eb896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.796205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.12 (cc3d7c27-d0fc-44e7-a562-b1e0e94ad145/b456a938-7886-4763-ba08-4b8c22f41f85/ccb00b92-fc5a-427d-b0f1-bbd6334a117c) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:09.812781 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da344e3f-6837-4457-84b1-5946d5af6192 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7460167 Mar 18 10:32:09.813331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35716) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.817176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:09.817595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.822703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-0e6991ae-6e1e-414b-9745-d8efcbbd962f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:09.826202 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0e6991ae-6e1e-414b-9745-d8efcbbd962f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/6698fb40-026e-47c8-939a-b7f2fbf40cd6 HTTP/1.1" status: 404 len: 336 time: 0.0894270 Mar 18 10:32:09.826729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.866938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'ec24d60c-3fb5-44f8-ab6b-02da95d4e76d', 'ip_address': '2001:db8::8e74:7ea8:4258:23a9'}], 'name': 'tempest-NetworksTestDHCPv6-1467362973'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:09.887811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-72b63f43-c3a2-436e-9dc5-939c30eb896b None None] Port a5341cac-7ea6-49a2-a080-0ba33f75d6b9 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:09.921230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.928385 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c38762db-438b-4e08-b8ba-ad988f9e9c83 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 200 len: 205 time: 0.1006014 Mar 18 10:32:09.930015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35724) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:09.947899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:09.953173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'ec24d60c-3fb5-44f8-ab6b-02da95d4e76d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:09.954096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.122741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ec24d60c-3fb5-44f8-ab6b-02da95d4e76d/229fbd46-c939-4c72-8d80-22e164e6ad5c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:10.162196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-1ea86b63-2afe-4662-b685-1faf43422a0c tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:10.166021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ea86b63-2afe-4662-b685-1faf43422a0c tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/577f65ea-fd25-4093-ba2d-c35973c42786 HTTP/1.1" status: 404 len: 336 time: 0.2259192 Mar 18 10:32:10.167390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35728) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.168349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fe8cb-95f7-4a46-8c04-c69dc6eba3f0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:10.179647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] For port e09c87db-c4a4-4ffa-a573-48e920d4c3e3, host hv-neutron-8342, got binding levels [] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:10.180214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.229904 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-23bfab19-b11a-46c8-bb1f-68aff6316b0f tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 200 len: 205 time: 0.0589442 Mar 18 10:32:10.232797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35732) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.295545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Router 0a30fe54-2361-4b5e-9cee-a54e09c94236 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:32:10.297713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.301493 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc0c6a94-74d2-4bc3-9576-2b01f8682c08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271fe8cb-95f7-4a46-8c04-c69dc6eba3f0 HTTP/1.1" status: 204 len: 168 time: 1.4305594 Mar 18 10:32:10.315485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-26d89250-4ea4-4edb-8eec-4c611dde95f8 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:10.319298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-26d89250-4ea4-4edb-8eec-4c611dde95f8 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/4ddbb349-98c1-4a83-9daa-ce728f7cac9f HTTP/1.1" status: 404 len: 336 time: 0.0854516 Mar 18 10:32:10.321745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35738) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.468036 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4593db4e-271d-4dfb-b9aa-a4bce569a707 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2de2304-ce57-4356-9b49-b2e247d4130b HTTP/1.1" status: 200 len: 205 time: 0.1437144 Mar 18 10:32:10.470535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35742) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.502837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.524492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Transition to ACTIVE for port object 229fbd46-c939-4c72-8d80-22e164e6ad5c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:10.535038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Calling delete_port for e09c87db-c4a4-4ffa-a573-48e920d4c3e3 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:10.538793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bbc71f79-fc58-4708-9928-09ca0b085beb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:10.590881 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-0a50dce6-4802-406d-b4e9-39226a587519 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] delete failed (client error): The resource could not be found. Mar 18 10:32:10.591903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a50dce6-4802-406d-b4e9-39226a587519 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/routers/f2de2304-ce57-4356-9b49-b2e247d4130b HTTP/1.1" status: 404 len: 336 time: 0.1200738 Mar 18 10:32:10.595860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35746) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.600885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Transition to ACTIVE for port object 229fbd46-c939-4c72-8d80-22e164e6ad5c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:10.689478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628acf50-ff23-40c6-97b2-b6f142367e92 None None] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:10.716343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8193aa-d2b0-45df-9686-c7454170f082 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] DELETE failed (client error): The resource could not be found. Mar 18 10:32:10.716921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8193aa-d2b0-45df-9686-c7454170f082 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:32:10.718790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3c8193aa-d2b0-45df-9686-c7454170f082 tempest-RoutersIpV6AdminTest-1779687181 tempest-RoutersIpV6AdminTest-1779687181-project] 10.222.0.18 "DELETE /v2.0/subnets/cd1ce507-6349-4c72-aa08-fb5b8b46822e HTTP/1.1" status: 404 len: 337 time: 0.1200836 Mar 18 10:32:10.756310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port bbc71f79-fc58-4708-9928-09ca0b085beb completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:10.759510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:10.764648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.765760 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d42c7660-54b0-4066-a298-763de22f092e tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "PUT /v2.0/routers/0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 200 len: 915 time: 7.8889298 Mar 18 10:32:10.768420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35754) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:10.771719 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] Sync routers for ids ['0a30fe54-2361-4b5e-9cee-a54e09c94236'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:10.784887 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] Routers {'0a30fe54-2361-4b5e-9cee-a54e09c94236'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:10.787089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:10.787368 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0a30fe54-2361-4b5e-9cee-a54e09c94236'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:10.835662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af130f5a-2867-4bcf-a62f-86d7ad908b33 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:10.938637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:10.948624 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] Routers {'0a30fe54-2361-4b5e-9cee-a54e09c94236'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:10.949742 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0a30fe54-2361-4b5e-9cee-a54e09c94236'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:10.957789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:10.998035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:11.015392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:11.024956 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:11.025714 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef741a-15e4-434b-ae1e-a2505e391188 None None] The sync data for ids ['0a30fe54-2361-4b5e-9cee-a54e09c94236'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:11.050468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:11.055986 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-07b1c620-f290-47a9-ad7f-978883701b0d tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 200 len: 921 time: 0.2846599 Mar 18 10:32:11.056846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35764) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:11.062830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:11.081762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:11.084779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:11.087105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Provisioning for port bbc71f79-fc58-4708-9928-09ca0b085beb completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:11.130328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Provisioning complete for port bbc71f79-fc58-4708-9928-09ca0b085beb triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:11.131108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.177409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.179819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2683a8-dae0-43b2-9d00-1e44f29acb9f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:11.181613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.182156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5a2683a8-dae0-43b2-9d00-1e44f29acb9f tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=0a30fe54-2361-4b5e-9cee-a54e09c94236&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1242902 Mar 18 10:32:11.185305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35772) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:11.206489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.216681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Pushing event updated for resources: {'Port': ['ID=229fbd46-c939-4c72-8d80-22e164e6ad5c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:11.344377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Attempting to bind port 229fbd46-c939-4c72-8d80-22e164e6ad5c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:11.344749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Attempting to bind port 229fbd46-c939-4c72-8d80-22e164e6ad5c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:11.345107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Attempting to bind port 229fbd46-c939-4c72-8d80-22e164e6ad5c on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:11.365579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port af130f5a-2867-4bcf-a62f-86d7ad908b33 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:11.365982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.388892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:11.414009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:11.414390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:11.414673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object ccb00b92-fc5a-427d-b0f1-bbd6334a117c will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:11.414794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.415173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:11.415657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Bound port: 229fbd46-c939-4c72-8d80-22e164e6ad5c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:11.416029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.418046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afd3fb-701c-43a1-8d71-7d3774212904 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:11.420706 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b2afd3fb-701c-43a1-8d71-7d3774212904 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/networks/2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 881 time: 0.2334802 Mar 18 10:32:11.421276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35776) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:11.425810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for a5341cac-7ea6-49a2-a080-0ba33f75d6b9 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:11.427819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35780) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:11.454801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.493247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-edef35fa-2014-4780-8f75-e5dd17d5ced4 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 200 len: 205 time: 0.0611157 Mar 18 10:32:11.493669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35786) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:11.603037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Allocated IP 172.26.2.93 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/3f6d2f12-4a43-4054-9bcd-35aa47e3a7de) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:11.620877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.719752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] For port 229fbd46-c939-4c72-8d80-22e164e6ad5c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:11.728427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09c87db-c4a4-4ffa-a573-48e920d4c3e3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:11.731227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.731848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] For port bbc71f79-fc58-4708-9928-09ca0b085beb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bbc71f79-fc58-4708-9928-09ca0b085beb,segment=NetworkSegment(fe47a723-9b57-4e43-994e-58a87634523b),segment_id=fe47a723-9b57-4e43-994e-58a87634523b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:11.744696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] For port 229fbd46-c939-4c72-8d80-22e164e6ad5c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=229fbd46-c939-4c72-8d80-22e164e6ad5c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:11.764459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.792156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.799355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.823326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:11.827843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Usage tracker for resource:security_group_rule and tenant:8b93dc76a84b4c8b8e04440890d69cdb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:11.830756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:11.843281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:11.882065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef113-96ae-49ac-bbfa-605bd0f1ede4 None None] Pushing event updated for resources: {'Port': ['ID=bbc71f79-fc58-4708-9928-09ca0b085beb,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:11.885732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:11.937995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.009179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0377cc-e88c-4e13-bc28-da73326c8d79 None None] Pushing event updated for resources: {'Port': ['ID=229fbd46-c939-4c72-8d80-22e164e6ad5c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:12.060486 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a90c0a2e-366f-4d6e-b6be-f767cfe1bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e09c87db-c4a4-4ffa-a573-48e920d4c3e3 HTTP/1.1" status: 204 len: 168 time: 2.9745867 Mar 18 10:32:12.077209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35798) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:12.100854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35800) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:12.104774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.121526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-211a3702-d967-4859-ae47-2730d729caf4 None None] Provisioning complete for port bbc71f79-fc58-4708-9928-09ca0b085beb triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:12.121964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-211a3702-d967-4859-ae47-2730d729caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.141842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.233784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.238455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6ef5f3-c168-473e-8cd8-9e3f4bbdb438,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:12.245974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c14b9185-be3e-45c5-9b17-6eeec5d6ea97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b93dc76a84b4c8b8e04440890d69cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8230135 Mar 18 10:32:12.251127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35808) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:12.310334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.331448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:12.344460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.347869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.357180 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4a4fae-06cb-4f51-9c4d-ab3fc0100b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] GET failed (client error): The resource could not be found. Mar 18 10:32:12.357803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ae4a4fae-06cb-4f51-9c4d-ab3fc0100b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Synchronizing usage tracker for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:12.375290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:12.381301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.394836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:12.425931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port 477a2eb2-938c-4f25-8550-016c8913d975 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:12.426277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.541238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=ccb00b92-fc5a-427d-b0f1-bbd6334a117c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:12.554271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:12.608769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bbc71f79-fc58-4708-9928-09ca0b085beb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:12.616557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176459505'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:12.623712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ae4a4fae-06cb-4f51-9c4d-ab3fc0100b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] Unset dirty status for tenant:a175f1d6999b441fa19979adf9c4e96d on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:12.628566 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae4a4fae-06cb-4f51-9c4d-ab3fc0100b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60393362-project-admin] 10.222.0.18 "GET /v2.0/ports/e09c87db-c4a4-4ffa-a573-48e920d4c3e3 HTTP/1.1" status: 404 len: 333 time: 0.5361857 Mar 18 10:32:12.629780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35812) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:12.656940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:12.669394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:12.673403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.686835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.716152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port bbc71f79-fc58-4708-9928-09ca0b085beb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:12.716745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.817602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6ef5f3-c168-473e-8cd8-9e3f4bbdb438,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:12.829907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for 477a2eb2-938c-4f25-8550-016c8913d975 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:12.830238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:12.841753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:12.842375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.845886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.865803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 229fbd46-c939-4c72-8d80-22e164e6ad5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:12.871159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:12.872766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4d664903-e3ce-4924-821d-c37b69692423 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef6ef5f3-c168-473e-8cd8-9e3f4bbdb438 HTTP/1.1" status: 204 len: 168 time: 0.6202145 Mar 18 10:32:12.922394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:13.036674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=a5341cac-7ea6-49a2-a080-0ba33f75d6b9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:13.046420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-38aeaa95-bfa4-4f69-8d46-596bdb28e00c None None] Provisioning for port ccb00b92-fc5a-427d-b0f1-bbd6334a117c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:13.053854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-38aeaa95-bfa4-4f69-8d46-596bdb28e00c None None] Provisioning complete for port ccb00b92-fc5a-427d-b0f1-bbd6334a117c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:13.063574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-38aeaa95-bfa4-4f69-8d46-596bdb28e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.132649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 229fbd46-c939-4c72-8d80-22e164e6ad5c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:13.138806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-38aeaa95-bfa4-4f69-8d46-596bdb28e00c None None] Port ccb00b92-fc5a-427d-b0f1-bbd6334a117c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:13.186798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.229743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.270626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:13.275153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.283717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=477a2eb2-938c-4f25-8550-016c8913d975,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:13.289374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.292457 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3654be33-15fa-44eb-a96d-f18af36d92d3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.7278659 Mar 18 10:32:13.322088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35818) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:13.341185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.357883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'cc3d7c27-d0fc-44e7-a562-b1e0e94ad145', 'name': 'tempest-PortsTestJSON-1142662919'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:13.391775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:13.403418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:13.405910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:13.414647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.509562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:13.549171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Provisioning for port 229fbd46-c939-4c72-8d80-22e164e6ad5c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:13.554555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Provisioning complete for port 229fbd46-c939-4c72-8d80-22e164e6ad5c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:13.554939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.559234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'Port': ['ID=3f6d2f12-4a43-4054-9bcd-35aa47e3a7de,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:13.563337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:security_group_rule and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:13.595802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.598090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.621394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.623932 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-69f6c7b4-4416-493f-ac6d-4d475f0ef6d7 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/a5341cac-7ea6-49a2-a080-0ba33f75d6b9 HTTP/1.1" status: 204 len: 168 time: 4.0024993 Mar 18 10:32:13.626621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35824) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:13.628896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:13.665576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:13.683382 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3d5c90-8218-4199-bc2b-8cfd9b8eee0b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] GET failed (client error): The resource could not be found. Mar 18 10:32:13.683920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6e3d5c90-8218-4199-bc2b-8cfd9b8eee0b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Synchronizing usage tracker for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:13.686184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.688419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.688944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router 0a30fe54-2361-4b5e-9cee-a54e09c94236 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:13.714488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6e3d5c90-8218-4199-bc2b-8cfd9b8eee0b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Unset dirty status for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:13.719069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6e3d5c90-8218-4199-bc2b-8cfd9b8eee0b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports/a5341cac-7ea6-49a2-a080-0ba33f75d6b9 HTTP/1.1" status: 404 len: 333 time: 0.0878317 Mar 18 10:32:13.719318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35828) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:13.724643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] For port 229fbd46-c939-4c72-8d80-22e164e6ad5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=229fbd46-c939-4c72-8d80-22e164e6ad5c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:13.726035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-573749082'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:13.729294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::8e74:7ea8:4258:23a9 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ec24d60c-3fb5-44f8-ab6b-02da95d4e76d/3a1945e2-d7ed-4fc0-9e94-1c280ec203c7) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:13.743284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.744350 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3728d7dd-d3bb-4e1c-aad3-a3f80c78633d tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 204 len: 168 time: 2.2497559 Mar 18 10:32:13.748634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35832) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:13.764286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-242691269', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:13.779784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:13.798681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.817229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.824025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35836) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:13.835310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Usage tracker for resource:router and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:13.843083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:13.858200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:13.894167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5dc1c-f115-4114-823d-290897ff0ba1 None None] Pushing event updated for resources: {'Port': ['ID=229fbd46-c939-4c72-8d80-22e164e6ad5c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:13.920362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:13.930390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:13.930637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b6684c-3bf9-4231-b9f5-91800e842de1']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:13.947096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.948182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.962303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.970565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:13.971100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa0af42-4450-4bb1-b2b7-eb07b0624ed1') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:13.988260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:13.989618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:14.006316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:14.009970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.012849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:14.018919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:14.030472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.030785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port 2e6c965a-d10f-47f2-9719-69325a3a84eb yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:14.040293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:14.061598 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-73da8b58-827d-4c3a-9ae7-86d5f827c87f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1dcd2b0400b429f9dab45058bf4958f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2335289 Mar 18 10:32:14.066484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35840) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:14.177881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.203617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:14.207062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.231360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:14.231762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:14.251605 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:14.332248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.363590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:14.403220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 229fbd46-c939-4c72-8d80-22e164e6ad5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:14.418647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.458390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.478138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 229fbd46-c939-4c72-8d80-22e164e6ad5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:14.478521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.521446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.529582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:14.534138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.550257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.565446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.571110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.592490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.599291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.10 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/2e6c965a-d10f-47f2-9719-69325a3a84eb) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:14.618820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.619159 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment 936f223b-daac-4931-bcc6-4821f98e626f of type vlan for network f0fb759e-ef34-467f-acfc-eb2e3477b06e Mar 18 10:32:14.624988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c355e28c-d117-4164-ad1a-de93b45ef197,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:14.642292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] Pushing event deleted for resources: {'Network': ['ID=07b6684c-3bf9-4231-b9f5-91800e842de1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:14.851752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:14.869740 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8179cd2e-c335-40cc-9f9d-b63551de8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945283895-project] 10.222.0.18 "DELETE /v2.0/networks/07b6684c-3bf9-4231-b9f5-91800e842de1 HTTP/1.1" status: 204 len: 168 time: 2.2376144 Mar 18 10:32:14.922647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.946577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:14.972305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object 2e6c965a-d10f-47f2-9719-69325a3a84eb will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:15.001978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.13 (cc3d7c27-d0fc-44e7-a562-b1e0e94ad145/b456a938-7886-4763-ba08-4b8c22f41f85/6e738e47-a0c9-4bf8-b1bd-0315f6677c23) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:15.099602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.144674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.175349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.295826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.319740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea41ad-33eb-4c6d-a381-1fd74f508169,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.328423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.332884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.338433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:15.339027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.343573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.351517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.372617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Allocated IP 172.26.2.108 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/e435d0c8-32ba-43ed-99b8-941223d1e342) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:15.437108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:15.449860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:15.460627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:15.487863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=2e6c965a-d10f-47f2-9719-69325a3a84eb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.560779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:15.596464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.599981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1508f47f-4567-4347-9053-0ac042a1aa20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70ea41ad-33eb-4c6d-a381-1fd74f508169 HTTP/1.1" status: 204 len: 168 time: 1.5301993 Mar 18 10:32:15.608594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:15.609222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.628678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:15.631364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:15.638363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:15.638363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.665007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.682034 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5721254 Mar 18 10:32:15.716402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=3a1945e2-d7ed-4fc0-9e94-1c280ec203c7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.729057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df137d-bbf9-4531-93c7-7a2506ebc59f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=f0fb759e-ef34-467f-acfc-eb2e3477b06e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.744609 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d130adcd-ae25-4501-a9f1-203da82c092e tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0240526 Mar 18 10:32:15.746992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35850) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:15.753950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'network_id': 'bd1e117d-7b44-4d75-8077-d550af3cba31', 'name': 'tempest-AllowedAddressPairTestJSON-2110051401'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:15.775064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:15.781744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:15.816342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.821544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.891540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f53395f3-0a01-4ed9-9bf6-a93b7c852e41 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.0460556 Mar 18 10:32:15.915780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35860) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:15.953858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.963593 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6186039 Mar 18 10:32:15.978233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:15.996545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'ec24d60c-3fb5-44f8-ab6b-02da95d4e76d', 'ip_address': '2001:db8::8e74:7ea8:4258:23a9'}], 'name': 'tempest-NetworksTestDHCPv6-876905008'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:16.040401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b437d-4058-46e6-a78c-b1a27d5d530c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'Port': ['ID=3f6d2f12-4a43-4054-9bcd-35aa47e3a7de,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:16.103840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:16.212106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cab2153d-50cc-43fc-81c5-332fa562fb0e None None] Provisioning for port 2e6c965a-d10f-47f2-9719-69325a3a84eb completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:16.223516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cab2153d-50cc-43fc-81c5-332fa562fb0e None None] Provisioning complete for port 2e6c965a-d10f-47f2-9719-69325a3a84eb triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:16.224939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cab2153d-50cc-43fc-81c5-332fa562fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.248011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:16.258935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:16.266286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:16.277358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:16.295124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:16.307159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:16.315710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:16.343901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:16.350813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cab2153d-50cc-43fc-81c5-332fa562fb0e None None] Port 2e6c965a-d10f-47f2-9719-69325a3a84eb cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:16.352624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.355301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event updated for resources: {'Port': ['ID=e435d0c8-32ba-43ed-99b8-941223d1e342,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:16.381451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.436124 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fd6df571-7e16-462c-bbb3-2eef69e0b4f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6758a909dd9645d39f7fcc9eedd638ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504958 Mar 18 10:32:16.444774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35878) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:16.471298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:16.480746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:16.486949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:16.491105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:16.528288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 0b4b20d9-d592-4bdc-90d6-993d8969f2a2 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:16.535632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d17f31e8-e632-4151-a252-d3e077f5ea5d None None] Provisioning for port 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:16.544501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d17f31e8-e632-4151-a252-d3e077f5ea5d None None] Provisioning complete for port 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:16.547427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d17f31e8-e632-4151-a252-d3e077f5ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.575026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Usage tracker for resource:port and tenant:2756fc08f2624bf9bb826764abe5b55f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:16.607792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:16.671691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d17f31e8-e632-4151-a252-d3e077f5ea5d None None] Port 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:16.679870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:16.709720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=6e738e47-a0c9-4bf8-b1bd-0315f6677c23,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:16.798416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:16.798416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.887007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Made reservation on behalf of 2756fc08f2624bf9bb826764abe5b55f for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:16.895952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.915212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-92c5395f-fab3-40d3-b25d-122edd5b8ab1 None None] Provisioning for port 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:16.922697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-92c5395f-fab3-40d3-b25d-122edd5b8ab1 None None] Provisioning complete for port 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:16.924517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-92c5395f-fab3-40d3-b25d-122edd5b8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:16.948420 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0b671257-79f9-4456-9ab0-609823b6c2d4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6198916 Mar 18 10:32:16.951226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-d6591421-9119-46af-acad-4814baeeeded tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--108652512&fields=id&tenant_id=dde8d436bcb746e48dbbd10b882d57db HTTP/1.1" status: 200 len: 267 time: 0.4855304 Mar 18 10:32:16.952182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:17.038654 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 18 10:32:17.041138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:32:17.048970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-92c5395f-fab3-40d3-b25d-122edd5b8ab1 None None] Port 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:17.105976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a6da0-c755-47d2-bcf5-73a1680c6a1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:17.106709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bc7a6da0-c755-47d2-bcf5-73a1680c6a1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:17.127844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] device_id is not set on port 664962b1-af9c-4de3-a56e-996643e987ee yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:17.168183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.196255 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dbfb2e4f-93b2-4791-a649-b34f08e572d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2790890 Mar 18 10:32:17.197252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bc7a6da0-c755-47d2-bcf5-73a1680c6a1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:17.198458 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bc7a6da0-c755-47d2-bcf5-73a1680c6a1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 921 time: 0.2451794 Mar 18 10:32:17.199119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35896) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:17.206822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35900) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:17.281053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.306809 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:32:17.333811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4681b7-7831-4331-81e3-178ecf33bd16 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:17.339550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4681b7-7831-4331-81e3-178ecf33bd16 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:17.340306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b4681b7-7831-4331-81e3-178ecf33bd16 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:17.430090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-78d0a139-8263-4c34-90f4-a4d8205c492a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:17.434335 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-78d0a139-8263-4c34-90f4-a4d8205c492a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 812 time: 0.4822075 Mar 18 10:32:17.440562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b4681b7-7831-4331-81e3-178ecf33bd16 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:17.444520 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0b4681b7-7831-4331-81e3-178ecf33bd16 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2417991 Mar 18 10:32:17.447006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35910) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:17.472265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:17.476736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.552664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:17.553427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.605701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35914) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:17.666909 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-43d4ff8d-7543-4e40-bc03-5982afc62c1b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/quotas/dde8d436bcb746e48dbbd10b882d57db HTTP/1.1" status: 200 len: 375 time: 0.2150121 Mar 18 10:32:17.774378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.868373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36f717-63e6-4f01-978d-02644bc19573,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:17.893207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Allocated IP 172.20.0.13 (bd1e117d-7b44-4d75-8077-d550af3cba31/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273/664962b1-af9c-4de3-a56e-996643e987ee) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:17.920133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-552222604'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:17.940206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:17.957077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Usage tracker for resource:network and tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:17.962804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:17.969731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:17.972504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:18.003116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.078239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Made reservation on behalf of cfd6b357a6ea4b64bb7dc769de5ecd6e for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:18.082022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.160858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:18.190047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.205917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.209361 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-88f350fa-94ce-4dd3-8f92-0b10729aedf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf36f717-63e6-4f01-978d-02644bc19573 HTTP/1.1" status: 204 len: 168 time: 1.7608225 Mar 18 10:32:18.211505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:18.214537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Usage tracker for resource:security_group_rule and tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:18.217398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:18.223679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:18.304592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.376502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.401427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.414944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-c3d1a45f-ac5a-4bdf-a230-22ff793068be tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7464793 Mar 18 10:32:18.448515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d700a3-ffcb-432e-9a23-7f96d9cc27fb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:18.462923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:18.480832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.481226 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Added segment 2c7cb4e4-605c-4cbe-898e-4cfd291f5087 of type vlan for network a1ab0003-68da-4e43-b091-f07b556f6aaf Mar 18 10:32:18.509332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.553331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.604972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 6e738e47-a0c9-4bf8-b1bd-0315f6677c23 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:18.609842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=3a1945e2-d7ed-4fc0-9e94-1c280ec203c7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:18.611686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.617743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:18.618057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.726865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'Network': ['ID=a1ab0003-68da-4e43-b091-f07b556f6aaf,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:18.754504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a1ab0003-68da-4e43-b091-f07b556f6aaf details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:18.784585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:18.793551 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0dffdae7-df9a-4f5a-9073-222c28ccb21a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 HTTP/1.1" status: 204 len: 168 time: 1.3471849 Mar 18 10:32:18.797246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35924) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:18.897569 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-070b3aef-595d-4891-9379-dfeccce3bca9 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2875574 Mar 18 10:32:18.911236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:18.925125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:18.930675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:18.989188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Request body: {'subnet': {'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:19.026986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266efac-026c-4f0e-a629-fe889ce7136c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:19.028507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266efac-026c-4f0e-a629-fe889ce7136c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:19.033118 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a266efac-026c-4f0e-a629-fe889ce7136c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2348635 Mar 18 10:32:19.039206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35936) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:19.119043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:19.123740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.126240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:19.130828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:19.136814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet ec24d60c-3fb5-44f8-ab6b-02da95d4e76d {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:19.142035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:19.143831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.203053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.229762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35940) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:19.249720 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-02adfea9-5012-46ee-adf0-6211eb124ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349586 Mar 18 10:32:19.280365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:19.283958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.332878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:19.390562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Usage tracker for resource:subnet and tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:19.402857 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4f616792-b610-4881-89c2-22176c0eb1cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a175f1d6999b441fa19979adf9c4e96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698620 Mar 18 10:32:19.403572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:19.411919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35944) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:19.427692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.433276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:19.475840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.526234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.547427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.576547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=6e738e47-a0c9-4bf8-b1bd-0315f6677c23,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:19.639136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.709977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.754767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=ec24d60c-3fb5-44f8-ab6b-02da95d4e76d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:19.756203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.770473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Transition to ACTIVE for port object 664962b1-af9c-4de3-a56e-996643e987ee will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:19.775686 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd790e1e-8a7d-4768-afc0-ab5280463b0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ec24d60c-3fb5-44f8-ab6b-02da95d4e76d HTTP/1.1" status: 204 len: 168 time: 0.7354188 Mar 18 10:32:19.776456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d85442-483e-4033-a895-1724163a4e69 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:19.779509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35948) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:19.781959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Made reservation on behalf of cfd6b357a6ea4b64bb7dc769de5ecd6e for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:19.785359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.851222 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-5f620235-4947-4216-b54c-1d189658e5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888650 Mar 18 10:32:19.972294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.974822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:19.975933 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4b3c093-3b2a-4b83-aa25-383faf819f31 HTTP/1.1" status: 204 len: 168 time: 0.5630934 Mar 18 10:32:19.976876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.023522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.029165 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8c6cbf1-56fd-4813-b69c-73b788beb6fc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2485149 Mar 18 10:32:20.033667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35954) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:20.050130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588edf6a-b345-4643-8a7c-87870466c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3c093-3b2a-4b83-aa25-383faf819f31,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:20.052900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:20.085541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=0a84cd31-4c24-4837-afae-07c9afe92bf9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:20.095552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': '936f223b-daac-4931-bcc6-4821f98e626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:20.095552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: f0fb759e-ef34-467f-acfc-eb2e3477b06e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:20.177280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.205612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8f67c67e-81c4-4975-9651-489d7b34cc8f req-5e7aa028-d094-4ba4-9b6d-87d3856642bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Synchronizing usage tracker for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:20.211735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:20.295594 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5c0434c9-4f3a-4dae-b8ed-aed7d35c0477 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/6e738e47-a0c9-4bf8-b1bd-0315f6677c23 HTTP/1.1" status: 204 len: 168 time: 3.0844765 Mar 18 10:32:20.295594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Router b87443a7-3532-4dbe-9549-f72d30f68c95 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:32:20.295862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f0fb759e-ef34-467f-acfc-eb2e3477b06e) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:20.303384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:20.304063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.306791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff21095-7298-4ca7-8f7e-09fc0ce7c31f None None] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:20.311911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35962) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:20.358347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8f67c67e-81c4-4975-9651-489d7b34cc8f req-5e7aa028-d094-4ba4-9b6d-87d3856642bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Unset dirty status for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:20.359708 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8f67c67e-81c4-4975-9651-489d7b34cc8f req-5e7aa028-d094-4ba4-9b6d-87d3856642bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.1982677 Mar 18 10:32:20.399536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:20.416822 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7977ad2d-7ca1-405e-adf9-d5caae1cd470 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4906495 Mar 18 10:32:20.421232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35970) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:20.427110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573732792'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:20.428837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Deleting port 229fbd46-c939-4c72-8d80-22e164e6ad5c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:20.429213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.430217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Network bd1e117d-7b44-4d75-8077-d550af3cba31 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:20.433164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:20.437254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:20.440755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:20.447059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:20.457618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:20.464178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:20.495816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:20.552791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:20.556579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.609098 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b83bfb-d20c-4728-bde0-52b5a275d365 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:32:20.609646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f2b83bfb-d20c-4728-bde0-52b5a275d365 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:20.611976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:20.623827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.624147 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment 0cab2149-4e3c-485f-851e-bac1d697efb3 of type vlan for network 7605e868-cd58-493c-87b3-c5bb5f7e8b88 Mar 18 10:32:20.643152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:20.646277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:20.657032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:20.661735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=664962b1-af9c-4de3-a56e-996643e987ee,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:20.686410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.738411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:20.742101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.797436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:20.797436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.815455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.817674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.823936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:20.824573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.853199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f0fb759e-ef34-467f-acfc-eb2e3477b06e', 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '0a84cd31-4c24-4837-afae-07c9afe92bf9'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:20.860029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:20.956429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=7605e868-cd58-493c-87b3-c5bb5f7e8b88,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:20.981937 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8aa1028c-bb20-45d0-b769-d83b42bfc22c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5594499 Mar 18 10:32:20.983534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f2b83bfb-d20c-4728-bde0-52b5a275d365 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:20.985052 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f2b83bfb-d20c-4728-bde0-52b5a275d365 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/6e738e47-a0c9-4bf8-b1bd-0315f6677c23 HTTP/1.1" status: 404 len: 333 time: 0.6673532 Mar 18 10:32:20.985183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35984) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:20.987575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 35986) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:21.054484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '7605e868-cd58-493c-87b3-c5bb5f7e8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:21.058614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] For port 229fbd46-c939-4c72-8d80-22e164e6ad5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=229fbd46-c939-4c72-8d80-22e164e6ad5c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:21.059035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.066299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:21.076995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 7605e868-cd58-493c-87b3-c5bb5f7e8b88 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:21.105476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] Sync routers for ids ['b87443a7-3532-4dbe-9549-f72d30f68c95'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:21.109511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4e2a5031-e63a-4e44-8f83-a440af58f236 None None] Provisioning for port 664962b1-af9c-4de3-a56e-996643e987ee completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:21.117017 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f2cddc30-7e16-4203-8008-88f9bc3eaebc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3679459 Mar 18 10:32:21.123345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'Subnet': ['ID=dfba47ae-5634-433b-83c6-c9c261417471,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:21.126389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 35992) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:21.135536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port ccb00b92-fc5a-427d-b0f1-bbd6334a117c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:21.136432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.141908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:01:ba'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6d:77:b7'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:21.200171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Checking segment: {'id': '2c7cb4e4-605c-4cbe-898e-4cfd291f5087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:21.200768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Network hostable DHCP agents. Network: a1ab0003-68da-4e43-b091-f07b556f6aaf, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:21.272424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.273982 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de680817-2810-4f4c-84ef-eba4481394b9 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5243580 Mar 18 10:32:21.284578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36002) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:21.294459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Calling delete_port for 229fbd46-c939-4c72-8d80-22e164e6ad5c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:21.336569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:21.338370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4e2a5031-e63a-4e44-8f83-a440af58f236 None None] Provisioning complete for port 664962b1-af9c-4de3-a56e-996643e987ee triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:21.339934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5031-e63a-4e44-8f83-a440af58f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.364631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:21.374290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:21.378668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:21.394680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:21.465175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] Routers {'b87443a7-3532-4dbe-9549-f72d30f68c95'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:21.466380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b87443a7-3532-4dbe-9549-f72d30f68c95'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:21.558429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.566674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Network a1ab0003-68da-4e43-b091-f07b556f6aaf is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:21.578159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32b1df0e-de85-40bf-ac02-95e2e46159ad req-e08e5ada-db5d-4156-876b-9388d79ba267 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.0900068 Mar 18 10:32:21.581732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Allocated IP 2001:db8:0:ffff::2 (f0fb759e-ef34-467f-acfc-eb2e3477b06e/0a84cd31-4c24-4837-afae-07c9afe92bf9/c92abe01-7126-4fd4-af85-7d6ab30ab49a) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:21.594987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:21.627563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a5031-e63a-4e44-8f83-a440af58f236 None None] Port 664962b1-af9c-4de3-a56e-996643e987ee cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:21.662085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] Routers {'b87443a7-3532-4dbe-9549-f72d30f68c95'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:21.662808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:31:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b87443a7-3532-4dbe-9549-f72d30f68c95'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:21.671889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36012) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:21.715450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a1ab0003-68da-4e43-b091-f07b556f6aaf) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:21.737866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7e7aa-5cd0-4126-9fd4-58768de4a5ed None None] Network a1ab0003-68da-4e43-b091-f07b556f6aaf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:21.792529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:21.798147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.822725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:21.822968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6287c-43e0-49bb-8d95-8428da885d77 None None] The sync data for ids ['b87443a7-3532-4dbe-9549-f72d30f68c95'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:21.823087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for ccb00b92-fc5a-427d-b0f1-bbd6334a117c owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:21.895071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:21.895654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.907167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1807355819'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:21.910972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.939492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:21.987181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:22.032267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] Pushing event deleted for resources: {'Port': ['ID=229fbd46-c939-4c72-8d80-22e164e6ad5c,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:22.042348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881be02-07d2-45c0-b6b3-2f34cce9999a None None] No DVR routers for this DVR port 229fbd46-c939-4c72-8d80-22e164e6ad5c on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:22.070252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:network and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:22.090439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:22.111720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:22.116036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.130136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:22.145274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:22.152047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.172437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36c34e-f4e2-4808-8b07-372dab33dd2c None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:22.174254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:22.174856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.199351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=ccb00b92-fc5a-427d-b0f1-bbd6334a117c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:22.208805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fa50f10d-5870-492e-80c8-c9c73db5c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.368941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.376474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.383851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a1ab0003-68da-4e43-b091-f07b556f6aaf', 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf', 'tenant_id': 'cfd6b357a6ea4b64bb7dc769de5ecd6e', 'fixed_ips': [{'subnet_id': 'dfba47ae-5634-433b-83c6-c9c261417471'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:22.384694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.434797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Transition to ACTIVE for port object c92abe01-7126-4fd4-af85-7d6ab30ab49a will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:22.440689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8194b114-9d75-4d2b-a89a-da7f68d1185b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5237329 Mar 18 10:32:22.441546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=8e424b0d-3629-48d2-8c34-c289fbc6a666,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:22.457377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36018) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:22.468194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:22.475842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.482882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Request body: {'port': {'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-27439149'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:22.519351 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b61d0cab-5fe3-4bce-b000-3951e31330ef tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/ccb00b92-fc5a-427d-b0f1-bbd6334a117c HTTP/1.1" status: 204 len: 168 time: 1.5307016 Mar 18 10:32:22.534803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36022) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:22.566600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 229fbd46-c939-4c72-8d80-22e164e6ad5c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:22.581488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.606672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Transition to ACTIVE for port object c92abe01-7126-4fd4-af85-7d6ab30ab49a will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:22.608545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e6ab1340-7fde-47b3-ac56-39ff026e1673 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5734515 Mar 18 10:32:22.610186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 229fbd46-c939-4c72-8d80-22e164e6ad5c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:22.610580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 229fbd46-c939-4c72-8d80-22e164e6ad5c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:22.617855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36026) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:22.647580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': '8e424b0d-3629-48d2-8c34-c289fbc6a666', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1252381667'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:22.678926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:22.756199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.766161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:security_group_rule and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:22.795841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:22.817294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:22.822166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.827335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c590ef-51e8-46e3-84e9-38d093a99bcb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:32:22.828233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2c590ef-51e8-46e3-84e9-38d093a99bcb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:22.862871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '8e424b0d-3629-48d2-8c34-c289fbc6a666'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:22.863670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:22.879120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:22.881780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Allocated IP 172.20.0.2 (a1ab0003-68da-4e43-b091-f07b556f6aaf/dfba47ae-5634-433b-83c6-c9c261417471/a7293f1e-13be-4bc7-bf70-8232c5d17e38) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:22.886540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:22.893354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Pushing event updated for resources: {'Port': ['ID=c92abe01-7126-4fd4-af85-7d6ab30ab49a,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:22.899123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:22.957678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=814519c8-48fa-49e5-840e-496bb0c3ba55,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:23.024564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.058806 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d545c825-eb7b-4670-8cbc-53a1c9235ad4 req-dc83dd3e-2bb7-4720-80e3-58dd597c11c5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.2233133 Mar 18 10:32:23.166112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Attempting to bind port c92abe01-7126-4fd4-af85-7d6ab30ab49a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:23.167163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Attempting to bind port c92abe01-7126-4fd4-af85-7d6ab30ab49a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '936f223b-daac-4931-bcc6-4821f98e626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:23.167698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Attempting to bind port c92abe01-7126-4fd4-af85-7d6ab30ab49a on network f0fb759e-ef34-467f-acfc-eb2e3477b06e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:23.187396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:23.188147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Checking segment: {'id': '936f223b-daac-4931-bcc6-4821f98e626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:23.188811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.189435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Bound using segment: {'id': '936f223b-daac-4931-bcc6-4821f98e626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:23.190172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Bound port: c92abe01-7126-4fd4-af85-7d6ab30ab49a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936f223b-daac-4931-bcc6-4821f98e626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f0fb759e-ef34-467f-acfc-eb2e3477b06e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:23.190781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.196558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2c590ef-51e8-46e3-84e9-38d093a99bcb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:23.203183 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c2c590ef-51e8-46e3-84e9-38d093a99bcb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/ccb00b92-fc5a-427d-b0f1-bbd6334a117c HTTP/1.1" status: 404 len: 333 time: 0.6630700 Mar 18 10:32:23.203389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36032) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:23.221636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': '0cab2149-4e3c-485f-851e-bac1d697efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7605e868-cd58-493c-87b3-c5bb5f7e8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:23.226238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: 7605e868-cd58-493c-87b3-c5bb5f7e8b88, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:23.230910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:23.237372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.241732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Usage tracker for resource:port and tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:23.249270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:23.264066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:23.276039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:23.330199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:23.379321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet b456a938-7886-4763-ba08-4b8c22f41f85 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:23.383883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.392393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.404529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Made reservation on behalf of cfd6b357a6ea4b64bb7dc769de5ecd6e for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:23.408362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.426782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 7605e868-cd58-493c-87b3-c5bb5f7e8b88 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:23.427638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8e424b0d-3629-48d2-8c34-c289fbc6a666/4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:23.439575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] For port c92abe01-7126-4fd4-af85-7d6ab30ab49a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:23.464780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] For port c92abe01-7126-4fd4-af85-7d6ab30ab49a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c92abe01-7126-4fd4-af85-7d6ab30ab49a,segment=NetworkSegment(936f223b-daac-4931-bcc6-4821f98e626f),segment_id=936f223b-daac-4931-bcc6-4821f98e626f)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:23.478424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.502802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] device_id is not set on port 9d33bf8b-eeea-415f-a987-493e3debee64 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:23.519852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Transition to ACTIVE for port object a7293f1e-13be-4bc7-bf70-8232c5d17e38 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:23.531556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.558024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 7605e868-cd58-493c-87b3-c5bb5f7e8b88) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:23.572298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:23.572894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.605985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Deleting port e435d0c8-32ba-43ed-99b8-941223d1e342 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:23.607119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.617524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6240dd7-d725-43fd-a3f1-cc8514991812 None None] Network 7605e868-cd58-493c-87b3-c5bb5f7e8b88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:23.640213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.651606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-b158c067-a3ab-4752-8a87-b7d43bb2e161 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:23.651999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-b158c067-a3ab-4752-8a87-b7d43bb2e161 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Synchronizing usage tracker for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:23.661937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.701324 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7fa8b759-fded-43f3-8d30-afc27ea6eefe tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6556215 Mar 18 10:32:23.702488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36036) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:23.721252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.769684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-b158c067-a3ab-4752-8a87-b7d43bb2e161 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Unset dirty status for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:23.770890 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-b158c067-a3ab-4752-8a87-b7d43bb2e161 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 812 time: 0.4206042 Mar 18 10:32:23.846028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Transition to ACTIVE for port object a7293f1e-13be-4bc7-bf70-8232c5d17e38 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:23.928767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:23.986295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.055996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Allocated IP 172.20.0.12 (a1ab0003-68da-4e43-b091-f07b556f6aaf/dfba47ae-5634-433b-83c6-c9c261417471/9d33bf8b-eeea-415f-a987-493e3debee64) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:24.057416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2534-c992-4b75-97d7-79bd75a2eeac None None] Pushing event updated for resources: {'Port': ['ID=c92abe01-7126-4fd4-af85-7d6ab30ab49a,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.109748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.148379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:24.181379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.182445 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Added segment 47f2cd2b-cca3-4c80-8ade-3cc2622c288f of type vlan for network 672d8947-c45d-4585-b180-3b1187fa0172 Mar 18 10:32:24.208192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Network a1ab0003-68da-4e43-b091-f07b556f6aaf is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:24.220675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.250188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:24.252810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:24.306271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Pushing event updated for resources: {'Port': ['ID=a7293f1e-13be-4bc7-bf70-8232c5d17e38,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.311850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-e06f68be-f25e-4eca-8c22-6734216d8155 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Synchronizing usage tracker for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:24.366361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.383685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.390271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.399534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Transition to ACTIVE for port object 9d33bf8b-eeea-415f-a987-493e3debee64 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:24.477031 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Transition to ACTIVE for port object 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:24.477845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4cfff9eb-7dd6-4932-b9bb-5c0f23bf3d82 None None] Provisioning complete for port 664962b1-af9c-4de3-a56e-996643e987ee triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:24.478213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4cfff9eb-7dd6-4932-b9bb-5c0f23bf3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.482796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.530008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-e06f68be-f25e-4eca-8c22-6734216d8155 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Unset dirty status for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:24.533335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-e06f68be-f25e-4eca-8c22-6734216d8155 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde8d436bcb746e48dbbd10b882d57db HTTP/1.1" status: 200 len: 379 time: 0.7447369 Mar 18 10:32:24.547312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.548955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'port': {'device_id': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'admin_state_up': True, 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'security_groups': ['e3efdf69-8cea-4df9-b18c-d72fe7443db0']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:24.553686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:24.554868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.559908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.561228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Attempting to bind port a7293f1e-13be-4bc7-bf70-8232c5d17e38 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:24.561595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Attempting to bind port a7293f1e-13be-4bc7-bf70-8232c5d17e38 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2c7cb4e4-605c-4cbe-898e-4cfd291f5087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:24.561981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Attempting to bind port a7293f1e-13be-4bc7-bf70-8232c5d17e38 on network a1ab0003-68da-4e43-b091-f07b556f6aaf {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:24.563561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:24.564192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386f823-01aa-4ad4-9884-02f3b97787a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-7605e868-cd58-493c-87b3-c5bb5f7e8b88', 'network_id': '7605e868-cd58-493c-87b3-c5bb5f7e8b88', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '814519c8-48fa-49e5-840e-496bb0c3ba55'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:24.564969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3386f823-01aa-4ad4-9884-02f3b97787a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.583794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Transition to ACTIVE for port object 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:24.596454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:24.596828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Checking segment: {'id': '2c7cb4e4-605c-4cbe-898e-4cfd291f5087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:24.597224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.597616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Bound using segment: {'id': '2c7cb4e4-605c-4cbe-898e-4cfd291f5087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:24.598133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Bound port: a7293f1e-13be-4bc7-bf70-8232c5d17e38, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7cb4e4-605c-4cbe-898e-4cfd291f5087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:24.598502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.681198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7c181d47-7908-4465-98dd-11dc21aa5b8e req-bfca9365-ed15-484d-a0b8-bb413be1afe4 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.1847305 Mar 18 10:32:24.695004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4cfff9eb-7dd6-4932-b9bb-5c0f23bf3d82 None None] Port 664962b1-af9c-4de3-a56e-996643e987ee cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:24.709396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0405e166-6614-4064-ad0d-cef0d0951fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.723330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.724484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.748606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event updated for resources: {'Port': ['ID=664962b1-af9c-4de3-a56e-996643e987ee,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.751178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=b456a938-7886-4763-ba08-4b8c22f41f85,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.849860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Network a1ab0003-68da-4e43-b091-f07b556f6aaf is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:24.887263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:24.887505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8955b5a3-1642-4771-baca-37e44cb98461,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.889230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Pushing event updated for resources: {'Port': ['ID=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.896421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'Port': ['ID=9d33bf8b-eeea-415f-a987-493e3debee64,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.901531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:24.901842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:24.902943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:24.908111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd961673-e6e9-4a5c-9aad-e47d4e992668 None None] Network cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:24.913545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Network': ['ID=672d8947-c45d-4585-b180-3b1187fa0172,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.919249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:24.920218 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6bec1117-7576-4945-a6d1-05560d2ea3c9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/b456a938-7886-4763-ba08-4b8c22f41f85 HTTP/1.1" status: 204 len: 168 time: 1.7009110 Mar 18 10:32:24.948317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:24.959222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36052) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:24.971129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 672d8947-c45d-4585-b180-3b1187fa0172 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:24.999913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] In _notify_port_updated(), no bound segment for port 664962b1-af9c-4de3-a56e-996643e987ee on network bd1e117d-7b44-4d75-8077-d550af3cba31 {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:25.006228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:25.007420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.008507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ba4b1073-e5af-40a5-8f42-dfe37e46452b tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "PUT /v2.0/ports/664962b1-af9c-4de3-a56e-996643e987ee HTTP/1.1" status: 200 len: 1057 time: 3.8794611 Mar 18 10:32:25.013114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.019277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36056) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:25.048849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.093199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:25.112750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=814519c8-48fa-49e5-840e-496bb0c3ba55,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.119849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] For port a7293f1e-13be-4bc7-bf70-8232c5d17e38, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:25.195105 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bf87b1d6-c4c3-4b2e-a402-fc4ef4fa0d45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5133266 Mar 18 10:32:25.199028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:25.201920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Calling delete_port for e435d0c8-32ba-43ed-99b8-941223d1e342 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:25.204094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:25.217693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:25.217693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.240258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.254836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'subnet': {'network_id': '672d8947-c45d-4585-b180-3b1187fa0172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:25.274070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port f50611c6-4c39-481c-828d-14b91f59c242 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-3386f823-01aa-4ad4-9884-02f3b97787a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 814519c8-48fa-49e5-840e-496bb0c3ba55: This subnet is being modified by another concurrent operation. Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:32:25.388325 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 814519c8-48fa-49e5-840e-496bb0c3ba55: This subnet is being modified by another concurrent operation. Mar 18 10:32:25.392502 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:32:25.428221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] For port a7293f1e-13be-4bc7-bf70-8232c5d17e38, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7293f1e-13be-4bc7-bf70-8232c5d17e38,segment=NetworkSegment(2c7cb4e4-605c-4cbe-898e-4cfd291f5087),segment_id=2c7cb4e4-605c-4cbe-898e-4cfd291f5087)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:25.469387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7887e-2ba6-4cca-81ce-f8983daf0fda None None] Network 7605e868-cd58-493c-87b3-c5bb5f7e8b88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:25.493622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.505806 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:32:25.506409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:32:25.550011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port 664962b1-af9c-4de3-a56e-996643e987ee {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:25.550322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.596605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Made reservation on behalf of dde8d436bcb746e48dbbd10b882d57db for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:25.600078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.607668 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f1bad4f7-3fec-4cd5-819a-282cfbc0a762 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.9840384 Mar 18 10:32:25.610598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36066) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:25.628530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.657986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.692302 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fbff974e-3964-428b-a779-53f05286dc86 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2338014 Mar 18 10:32:25.696166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36070) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:25.714161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.720752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Request body: {'port': {'network_id': 'a1ab0003-68da-4e43-b091-f07b556f6aaf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-492575482', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:25.720752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.api.validators [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] bootfile-name is not in valid_values {{(pid=88542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:25.720752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.api.validators [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] tftp-server is not in valid_values {{(pid=88542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:25.721155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.api.validators [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] server-ip-address is not in valid_values {{(pid=88542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:25.741124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port bbc71f79-fc58-4708-9928-09ca0b085beb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:25.741478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.752449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.794028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:25.802733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7605e868-cd58-493c-87b3-c5bb5f7e8b88']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:25.807557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac786107-89dd-414a-96de-6e6e188d90ec None None] Pushing event updated for resources: {'Port': ['ID=a7293f1e-13be-4bc7-bf70-8232c5d17e38,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.817737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2786857-8e1c-4dd1-87eb-e211249964fb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:25.818645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d2786857-8e1c-4dd1-87eb-e211249964fb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:25.828027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Pushing event deleted for resources: {'Port': ['ID=e435d0c8-32ba-43ed-99b8-941223d1e342,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.834021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:25.835018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd218e55-022a-4ca8-824c-4c7d39fda205 None None] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:25.857216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:subnet and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:25.863894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:25.905239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab2149-4e3c-485f-851e-bac1d697efb3') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:25.905606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab2149-4e3c-485f-851e-bac1d697efb3') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:25.937407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Attempting to bind port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:25.938221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Attempting to bind port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:25.938221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Attempting to bind port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:25.959230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:26.032746 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e470ae65-9358-4d5f-bd5a-5ffbe4e96584 req-25914e75-df08-4675-8698-7c16d67b1db9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.1723840 Mar 18 10:32:26.050809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d2786857-8e1c-4dd1-87eb-e211249964fb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:26.050809 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d2786857-8e1c-4dd1-87eb-e211249964fb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4295659 Mar 18 10:32:26.050809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36078) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:26.050809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.051347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.064002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:26.064604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:26.066876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.066876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:26.066876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Bound port: 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:26.066876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.108007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.125623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-47be1381-a686-4b66-99da-dd1d99b09e83 None None] Provisioning for port c92abe01-7126-4fd4-af85-7d6ab30ab49a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:26.194433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] DHCP port deletion for cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:26.204755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Deleting port bbc71f79-fc58-4708-9928-09ca0b085beb {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:26.204755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.217369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.243003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:26.246260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.329435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:26.424566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:26.456315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:26.456728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:26.478387 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:26.536700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:26.576692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] For port bbc71f79-fc58-4708-9928-09ca0b085beb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bbc71f79-fc58-4708-9928-09ca0b085beb,segment=NetworkSegment(fe47a723-9b57-4e43-994e-58a87634523b),segment_id=fe47a723-9b57-4e43-994e-58a87634523b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:26.577085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.601224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Usage tracker for resource:port and tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:26.615788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:26.681241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:26.685762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.693472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.704373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Calling delete_port for bbc71f79-fc58-4708-9928-09ca0b085beb owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:26.704753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port bbc71f79-fc58-4708-9928-09ca0b085beb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bbc71f79-fc58-4708-9928-09ca0b085beb,segment=NetworkSegment(fe47a723-9b57-4e43-994e-58a87634523b),segment_id=fe47a723-9b57-4e43-994e-58a87634523b)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:26.705143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.707679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65afb8cc-6934-4e12-9f93-df029b74c51c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:26.709264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65afb8cc-6934-4e12-9f93-df029b74c51c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:26.710037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-65afb8cc-6934-4e12-9f93-df029b74c51c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:26.735980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c92abe01-7126-4fd4-af85-7d6ab30ab49a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:26.769890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.782627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Made reservation on behalf of cfd6b357a6ea4b64bb7dc769de5ecd6e for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:26.786125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.880932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] device_id is not set on port 593e4535-0230-4782-b62b-65cf1fcfe589 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:26.891428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for bbc71f79-fc58-4708-9928-09ca0b085beb owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:26.934056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:26.942896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.009408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0755-2017-4875-b699-ca87e61ff4aa None None] Pushing event updated for resources: {'Port': ['ID=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.019324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.025404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.087111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-65afb8cc-6934-4e12-9f93-df029b74c51c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:27.091623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-65afb8cc-6934-4e12-9f93-df029b74c51c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0411651 Mar 18 10:32:27.094716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Router b87443a7-3532-4dbe-9549-f72d30f68c95 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:27.095501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36084) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:27.108911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c92abe01-7126-4fd4-af85-7d6ab30ab49a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:27.115030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c92abe01-7126-4fd4-af85-7d6ab30ab49a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:27.115634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.125645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Allocated IP 172.20.0.8 (2d1a3abc-8c54-4124-a9fb-a8346ef76aff/09cd03c4-512f-4f27-b524-db43adb4f0aa/f4630433-ae1f-4bac-a3f8-e9416f5726ee) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:27.195230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.305092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] Pushing event deleted for resources: {'Port': ['ID=bbc71f79-fc58-4708-9928-09ca0b085beb,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.306990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda96a6a-63b9-4a19-9e73-0e3019d3e4b1 None None] No DVR routers for this DVR port bbc71f79-fc58-4708-9928-09ca0b085beb on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:27.381292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Allocated IP 172.20.0.10 (a1ab0003-68da-4e43-b091-f07b556f6aaf/dfba47ae-5634-433b-83c6-c9c261417471/593e4535-0230-4782-b62b-65cf1fcfe589) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:27.441536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.481060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=7605e868-cd58-493c-87b3-c5bb5f7e8b88,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.486273 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b710d5ec-5445-4906-a5d0-a4d53c20e744 req-30e5c06b-7e95-4478-be8f-aaa317935b43 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.2051523 Mar 18 10:32:27.487783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:27.498796 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] Sync routers for ids ['b87443a7-3532-4dbe-9549-f72d30f68c95'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:27.499227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 8e424b0d-3629-48d2-8c34-c289fbc6a666 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:27.504418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for 664962b1-af9c-4de3-a56e-996643e987ee owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:27.510693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.518483 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] Routers {'b87443a7-3532-4dbe-9549-f72d30f68c95'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:27.519692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b87443a7-3532-4dbe-9549-f72d30f68c95'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:27.521551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c92abe01-7126-4fd4-af85-7d6ab30ab49a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c92abe01-7126-4fd4-af85-7d6ab30ab49a,segment=NetworkSegment(936f223b-daac-4931-bcc6-4821f98e626f),segment_id=936f223b-daac-4931-bcc6-4821f98e626f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:27.558677 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/7605e868-cd58-493c-87b3-c5bb5f7e8b88 HTTP/1.1" status: 204 len: 168 time: 3.8550949 Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.572931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f89a3d-8163-4945-9adf-5f9a9cd01b7b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:27.576191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36088) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:27.592236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.598108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd4c4044-3151-48d1-9948-7a250564379b None None] Provisioning complete for port c92abe01-7126-4fd4-af85-7d6ab30ab49a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:27.598977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4044-3151-48d1-9948-7a250564379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.599677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36092) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:27.607396 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-10d55c2f-b882-4f98-966c-dad7815a2151 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "PUT /v2.0/routers/b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 200 len: 705 time: 6.3196108 Mar 18 10:32:27.622453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12223279'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:27.622758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:27.636465 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] Routers {'b87443a7-3532-4dbe-9549-f72d30f68c95'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:27.636465 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b87443a7-3532-4dbe-9549-f72d30f68c95'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:27.660141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:27.664307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.664482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a7293f1e-13be-4bc7-bf70-8232c5d17e38 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:27.675830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:27.680947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:27.700890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:27.721613 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:27.722422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aa8df-729e-4f89-9e02-9bd7a0c4e3a2 None None] The sync data for ids ['b87443a7-3532-4dbe-9549-f72d30f68c95'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:27.738276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:27.764139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:27.765536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:27.798333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b07437-d5de-473a-a413-6a08fad4730f None None] Network a1ab0003-68da-4e43-b091-f07b556f6aaf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:27.863805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7b364989-f343-47ca-a47f-f8ba9be969d8 tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/routers/b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 200 len: 740 time: 0.2611384 Mar 18 10:32:27.900321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36096) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:27.943036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c92abe01-7126-4fd4-af85-7d6ab30ab49a,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.969957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:27.974035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.021956 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-08bdb149-81a0-49c7-b337-c76771bd812b tempest-RoutersAdminTest-1673152354 tempest-RoutersAdminTest-1673152354-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=2d94c899-6953-49a1-a319-d82134e71066&device_id=b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 200 len: 205 time: 0.1190524 Mar 18 10:32:28.022513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:28.026068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36100) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:28.095877 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-44dd6379-d5d5-4438-81f5-50d31f0800e1 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 200 len: 205 time: 0.0661161 Mar 18 10:32:28.097222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.097535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment dccc8037-a16f-4281-8c19-27a1a5a94be9 of type vlan for network 1d4d3546-d1fb-4dcc-b121-09856b93c831 Mar 18 10:32:28.098741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36104) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:28.108270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.124017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a7293f1e-13be-4bc7-bf70-8232c5d17e38 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:28.171263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.222790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bbc71f79-fc58-4708-9928-09ca0b085beb no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:28.270035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: bbc71f79-fc58-4708-9928-09ca0b085beb {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:28.270519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bbc71f79-fc58-4708-9928-09ca0b085beb not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:28.292777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port bbc71f79-fc58-4708-9928-09ca0b085beb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:28.293336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.297910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.304803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:28.305439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.355384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.356765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.373491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Provisioning for port a7293f1e-13be-4bc7-bf70-8232c5d17e38 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:28.379310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Provisioning complete for port a7293f1e-13be-4bc7-bf70-8232c5d17e38 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:28.379473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.458652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.487500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.512784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] The port 'bbc71f79-fc58-4708-9928-09ca0b085beb' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:32:28.528664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.580666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c92abe01-7126-4fd4-af85-7d6ab30ab49a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:28.603583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Transition to ACTIVE for port object f4630433-ae1f-4bac-a3f8-e9416f5726ee will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:28.690130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.734865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] For port a7293f1e-13be-4bc7-bf70-8232c5d17e38, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7293f1e-13be-4bc7-bf70-8232c5d17e38,segment=NetworkSegment(2c7cb4e4-605c-4cbe-898e-4cfd291f5087),segment_id=2c7cb4e4-605c-4cbe-898e-4cfd291f5087)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:28.736411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c92abe01-7126-4fd4-af85-7d6ab30ab49a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:28.736787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.767333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=8e424b0d-3629-48d2-8c34-c289fbc6a666,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.788779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.793274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6d682e55-403d-48b4-b63a-39179b6e99da tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8e424b0d-3629-48d2-8c34-c289fbc6a666 HTTP/1.1" status: 204 len: 168 time: 1.6912796 Mar 18 10:32:28.793417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e077e-b12f-402f-aed4-38c34be461af None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:28.796254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36110) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:28.802403 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2224052 Mar 18 10:32:28.802403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca859683-78e4-4aa9-b7df-579fb45ea32f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=1d4d3546-d1fb-4dcc-b121-09856b93c831,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.804993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36114) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:28.819093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Subnet': ['ID=9b84f205-4a05-454a-8cfa-71905cfcad31,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.831133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:28.847001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=664962b1-af9c-4de3-a56e-996643e987ee,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.851311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.867329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:28.885761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:28.953393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-13de0368-14f4-4670-a910-480533ba90de tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553683 Mar 18 10:32:28.971674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36118) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:29.031608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:29.057491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Transition to ACTIVE for port object 593e4535-0230-4782-b62b-65cf1fcfe589 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:29.147760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:29.157043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:29.163085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:29.207056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d86e6-4fb6-4c0d-b746-d01e1ad4efed None None] Pushing event updated for resources: {'Port': ['ID=a7293f1e-13be-4bc7-bf70-8232c5d17e38,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:29.220916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Provisioning for port 9d33bf8b-eeea-415f-a987-493e3debee64 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:29.240892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.242806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:29.243327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Provisioning complete for port 9d33bf8b-eeea-415f-a987-493e3debee64 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:29.243709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.255706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-c9462bd7-f241-40b0-a5d6-3a0ad8698b37 req-e3140ba2-70d6-4eb8-b7f8-4683991a5bd9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Synchronizing usage tracker for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:29.282591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:29.331566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Network a1ab0003-68da-4e43-b091-f07b556f6aaf is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:29.334146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:29.343512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:29.354191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:29.359013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Port 9d33bf8b-eeea-415f-a987-493e3debee64 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:29.393847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'Port': ['ID=593e4535-0230-4782-b62b-65cf1fcfe589,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:29.396816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:29.411447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:29.414849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.429397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.431996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.448243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.462512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-c9462bd7-f241-40b0-a5d6-3a0ad8698b37 req-e3140ba2-70d6-4eb8-b7f8-4683991a5bd9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Unset dirty status for tenant:dde8d436bcb746e48dbbd10b882d57db on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:29.463653 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c9462bd7-f241-40b0-a5d6-3a0ad8698b37 req-e3140ba2-70d6-4eb8-b7f8-4683991a5bd9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.6458802 Mar 18 10:32:29.473161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:29.473807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.478640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Provisioning for port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:29.517890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:29.521313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Provisioning complete for port a7293f1e-13be-4bc7-bf70-8232c5d17e38 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:29.521897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a24ea899-9619-4645-a38d-89cd3ed0757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.522622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3d7c27-d0fc-44e7-a562-b1e0e94ad145']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:29.533802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Checking segment: {'id': '47f2cd2b-cca3-4c80-8ade-3cc2622c288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672d8947-c45d-4585-b180-3b1187fa0172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:29.534181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network hostable DHCP agents. Network: 672d8947-c45d-4585-b180-3b1187fa0172, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:29.560558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe47a723-9b57-4e43-994e-58a87634523b') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:29.561120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe47a723-9b57-4e43-994e-58a87634523b') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:29.572315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:29.577548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.585937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.610908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.620925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:29.620925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Deleting port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:29.620925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.642455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.657787 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-23869e6c-d280-4192-be22-427505278c11 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9581106 Mar 18 10:32:29.662468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36122) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:29.694264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:29.694665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:29.720172 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:29.723373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.723373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Fanout notify agent at l3_agent the message router_deleted on router b87443a7-3532-4dbe-9549-f72d30f68c95 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:29.763754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:29.764132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.775815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:29.834691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:29.881628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:29.949379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:29.977970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:29.983561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:29.983720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:29.987671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:29.988880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Synchronizing usage tracker for tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:30.005602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:30.021929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.057260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 672d8947-c45d-4585-b180-3b1187fa0172) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:30.058914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event updated for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.078440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:30.079126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.108004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=09d31453-c829-4d28-bf30-46592a473e4f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.112339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Unset dirty status for tenant:cfd6b357a6ea4b64bb7dc769de5ecd6e on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:30.113513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3b3ad60a-3c07-4c0f-8bbf-ee8ea18efaac tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4501288 Mar 18 10:32:30.122859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36126) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.125568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.125702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5d04c-56b0-4389-a17e-e646703fbfc0 None None] Network 672d8947-c45d-4585-b180-3b1187fa0172 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:30.136474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.138212 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-42056ef7-1035-425d-9e00-5dfb01f3cfff tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 204 len: 168 time: 2.0385365 Mar 18 10:32:30.161037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36130) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.164665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.165031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.165350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.165684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.166088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.166415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.166735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.167057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.167405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.167730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.168052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.168369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:30.187283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:30.188029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.191960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.201987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Calling delete_port for 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:30.226502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.228436 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/cc3d7c27-d0fc-44e7-a562-b1e0e94ad145 HTTP/1.1" status: 204 len: 168 time: 5.2656538 Mar 18 10:32:30.237809 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fee1c35e-adf4-4924-8e4b-0328d3dac4b6 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/664962b1-af9c-4de3-a56e-996643e987ee HTTP/1.1" status: 204 len: 168 time: 5.1861665 Mar 18 10:32:30.238051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.238051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36136) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.243670 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-02a1070d-a6a5-4cca-a6a1-103cb766609b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0326061 Mar 18 10:32:30.246006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233661c3-0097-4056-a701-66c66bc9cdf7 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=cc3d7c27-d0fc-44e7-a562-b1e0e94ad145,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.248367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36138) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.255387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2098411870'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:30.255534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1445076740', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:30.264798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4004c628-be59-407e-b7bf-68c3a43478f5 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 200 len: 205 time: 0.1025295 Mar 18 10:32:30.265700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36146) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.269930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:30.278502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:router and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:30.284708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Deleting port 593e4535-0230-4782-b62b-65cf1fcfe589 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:30.285334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.315147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:30.319807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:30.321715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.325290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': 'dccc8037-a16f-4281-8c19-27a1a5a94be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:30.325657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: 1d4d3546-d1fb-4dcc-b121-09856b93c831, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:30.332993 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-cceaa8d6-40d9-4cb4-8624-91046da04fed tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7918420 Mar 18 10:32:30.335893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:30.344871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Request body: {'port': {'device_id': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:30.400465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:30.404334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb3d1a1-dc33-4388-8127-6a3413551290 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] GET failed (client error): The resource could not be found. Mar 18 10:32:30.404939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cb3d1a1-dc33-4388-8127-6a3413551290 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Synchronizing usage tracker for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:30.408139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Provisioning complete for port 9d33bf8b-eeea-415f-a987-493e3debee64 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:30.408515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.410690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:30.425955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.521120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:30.525391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:30.527641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=ddcc68ac-778e-46df-841b-caf317bf9cb8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.532654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-3f8e66e9-cf27-44c5-beb8-79e17fe9e3c6 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:30.536273 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f8e66e9-cf27-44c5-beb8-79e17fe9e3c6 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/b87443a7-3532-4dbe-9549-f72d30f68c95 HTTP/1.1" status: 404 len: 336 time: 0.2288764 Mar 18 10:32:30.536395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36154) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.553996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:30.554939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Port 9d33bf8b-eeea-415f-a987-493e3debee64 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:30.590142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.594074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:30.599726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.600975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.605689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:30.606910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.620737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.623162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fb0c9b6-b83f-40ca-841d-9481299e732c tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 200 len: 205 time: 0.0811205 Mar 18 10:32:30.629358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36158) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.663702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:30.664219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:30.713978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Provisioning for port 593e4535-0230-4782-b62b-65cf1fcfe589 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:30.739603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Provisioning complete for port 593e4535-0230-4782-b62b-65cf1fcfe589 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:30.739603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.771907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bddb688-2016-41a4-bb22-60e549d76018 None None] Network 672d8947-c45d-4585-b180-3b1187fa0172 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:30.785471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.795258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a7293f1e-13be-4bc7-bf70-8232c5d17e38 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:30.835412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-54a8e525-4b5b-4272-bd4a-afd834f14f02 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:30.840747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-54a8e525-4b5b-4272-bd4a-afd834f14f02 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/0a30fe54-2361-4b5e-9cee-a54e09c94236 HTTP/1.1" status: 404 len: 336 time: 0.2080181 Mar 18 10:32:30.840894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36162) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.844297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.847732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:30.852919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.853244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.868062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cb3d1a1-dc33-4388-8127-6a3413551290 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Unset dirty status for tenant:2756fc08f2624bf9bb826764abe5b55f on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:30.869053 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5cb3d1a1-dc33-4388-8127-6a3413551290 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports/664962b1-af9c-4de3-a56e-996643e987ee HTTP/1.1" status: 404 len: 333 time: 0.6220708 Mar 18 10:32:30.891036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36166) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:30.923126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:30.961649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:30.973509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:30.973742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment 39d5764a-aed8-42f0-8d3b-6620d9b359ff of type vlan for network e9f7fc77-762b-4e55-ba3b-6001b4849b08 Mar 18 10:32:31.007151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.016755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4f223e31-a54a-4c0c-acad-07c9e8562f2e None None] Port 593e4535-0230-4782-b62b-65cf1fcfe589 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:31.052561 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25cd1544-8217-4d50-bd2e-9e48702e1afb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0776083 Mar 18 10:32:31.057096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36170) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.063887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:31.073711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:31.076702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a7293f1e-13be-4bc7-bf70-8232c5d17e38 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:31.077089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.080770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:router and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:31.088594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:31.097858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:31.114819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0862d56-793d-4bef-974f-fc53b923839c req-1ce28276-2a66-436c-bf2e-c2d5d6073aaa tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:31.116371 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0862d56-793d-4bef-974f-fc53b923839c req-1ce28276-2a66-436c-bf2e-c2d5d6073aaa tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 931 time: 0.2711232 Mar 18 10:32:31.143877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 1d4d3546-d1fb-4dcc-b121-09856b93c831) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:31.145649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.151534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:31.152122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.161414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2ad88-3fbd-4b74-9e5f-31c02e2d95bb None None] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:31.179249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Deleting port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:31.179547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.217763 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c08117fa-c56a-4743-9363-1bc8dc1d7978 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 200 len: 205 time: 0.3756599 Mar 18 10:32:31.277442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.279612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:31.280215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.284728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=e9f7fc77-762b-4e55-ba3b-6001b4849b08,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.298649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Calling delete_port for 593e4535-0230-4782-b62b-65cf1fcfe589 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:31.316578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-013460be-ed71-4b24-800c-d14cd811857c None None] Provisioning for port f4630433-ae1f-4bac-a3f8-e9416f5726ee completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:31.333042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:31.369353 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3acdd978-7b3b-4942-8266-ff472760d309 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1244085 Mar 18 10:32:31.370342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.371352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.376203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-013460be-ed71-4b24-800c-d14cd811857c None None] Provisioning complete for port f4630433-ae1f-4bac-a3f8-e9416f5726ee triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:31.376579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-013460be-ed71-4b24-800c-d14cd811857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.386969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.413858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36178) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.422018 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0862d56-793d-4bef-974f-fc53b923839c req-d54867e2-21f7-47dd-a8cb-c383e667dd7a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997065 Mar 18 10:32:31.426045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-be6ab846-d439-4dab-bf62-18039a63e9b4 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:31.429949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-be6ab846-d439-4dab-bf62-18039a63e9b4 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/eaef6d75-ad23-46d5-a764-a0e92e771e0e HTTP/1.1" status: 404 len: 336 time: 0.1425054 Mar 18 10:32:31.430739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36182) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.435098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:31.490519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.503109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f36aa59f-ea6f-4c8f-b1d8-692817fbd708 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 200 len: 205 time: 0.0681381 Mar 18 10:32:31.506555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36186) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.580630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-987a76d1-24e0-4dbe-9365-d1c65c9c8a72 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:31.587287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-987a76d1-24e0-4dbe-9365-d1c65c9c8a72 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/a8ad97b5-9587-491b-a31e-ed5fbca8329a HTTP/1.1" status: 404 len: 336 time: 0.0749838 Mar 18 10:32:31.587287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2526174e-5dc1-4a28-b3ca-d4f1e3f3079b tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7770929 Mar 18 10:32:31.594573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port 2e6c965a-d10f-47f2-9719-69325a3a84eb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:31.594573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.594788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36190) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.594788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62614769'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:31.598586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.601415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:31.607231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-013460be-ed71-4b24-800c-d14cd811857c None None] Port f4630433-ae1f-4bac-a3f8-e9416f5726ee cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:31.643113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:31.650269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:31.661007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0fc10965-2514-43d4-85fc-6c78b4f60248 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 200 len: 205 time: 0.0557804 Mar 18 10:32:31.661007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.661007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c45b52dc-5c85-4e33-91af-2ca211792313 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5995069 Mar 18 10:32:31.663355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.663465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36200) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.667637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:31.775600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:31.801753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.807989 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-75e557cd-6a9b-4099-b6bc-766e03e41d8c tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:31.812218 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-75e557cd-6a9b-4099-b6bc-766e03e41d8c tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/dc314af4-e99a-4e05-b3f6-f594992fef3e HTTP/1.1" status: 404 len: 336 time: 0.1430612 Mar 18 10:32:31.812218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36206) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:31.853464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:31.897460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:31.904399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:31.912038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:31.916602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.924146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:31.930130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3e3450ef-58b6-497e-a002-af1d1e6fd64f tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "GET /v2.0/ports?device_id=179d554e-e8a1-4aea-b013-f6b70571db3f HTTP/1.1" status: 200 len: 205 time: 0.1168177 Mar 18 10:32:31.944907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-1d4d3546-d1fb-4dcc-b121-09856b93c831', 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '09d31453-c829-4d28-bf30-46592a473e4f'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:31.948631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:31.968067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36210) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:32.087110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:32.087605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.119237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:32.125812 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-5738e4ba-3d7e-408e-9758-2a6577c99eb5 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] delete failed (client error): The resource could not be found. Mar 18 10:32:32.129331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5738e4ba-3d7e-408e-9758-2a6577c99eb5 tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/routers/179d554e-e8a1-4aea-b013-f6b70571db3f HTTP/1.1" status: 404 len: 336 time: 0.1518147 Mar 18 10:32:32.134077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:32.192623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.193024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment b2452e4c-943f-40e5-afbc-620fb171059f of type vlan for network 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa Mar 18 10:32:32.228615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:32.229498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Calling delete_port for 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:32.232867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.250480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:32:32.256992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.276158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.285336 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5137ed43-3d61-4e85-82db-ed8c13be87ca tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] DELETE failed (client error): The resource could not be found. Mar 18 10:32:32.285784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5137ed43-3d61-4e85-82db-ed8c13be87ca tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:32:32.313389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:32.342269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.423954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.485290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:32.485721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:32.515859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Allocated IP 2001:db8::3 (1d4d3546-d1fb-4dcc-b121-09856b93c831/09d31453-c829-4d28-bf30-46592a473e4f/cec14b1c-1c58-437e-b58e-5d8d40abd36b) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:32.537580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:32.537580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Deleting port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:32.537580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.596921 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5137ed43-3d61-4e85-82db-ed8c13be87ca tempest-RoutersAdminTest-2124721371 tempest-RoutersAdminTest-2124721371-project] 10.222.0.18 "DELETE /v2.0/subnets/2cb61912-c1df-430d-bb7d-de69edc5a065 HTTP/1.1" status: 404 len: 337 time: 0.4563951 Mar 18 10:32:32.596921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.643135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.648998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:32.649587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.734610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event deleted for resources: {'Port': ['ID=593e4535-0230-4782-b62b-65cf1fcfe589,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:32.758324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4630433-ae1f-4bac-a3f8-e9416f5726ee {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:32:32.768654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.816746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.853417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:32.933168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:32.945922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Transition to ACTIVE for port object cec14b1c-1c58-437e-b58e-5d8d40abd36b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:32.968521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-90a91bc2-94f2-444d-a4b0-818c83b95eb1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3794179 Mar 18 10:32:32.971105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Transition to ACTIVE for port object cec14b1c-1c58-437e-b58e-5d8d40abd36b will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:32.973104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36222) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:32.982817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:32.990453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:33.038940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for 2e6c965a-d10f-47f2-9719-69325a3a84eb owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:33.100625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Transition to ACTIVE for port object f4630433-ae1f-4bac-a3f8-e9416f5726ee will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:33.134546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] For port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:33.135102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.185388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36228) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:33.186466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.206895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.208263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ddcc68ac-778e-46df-841b-caf317bf9cb8/fc65cf65-75a9-4cb6-88e9-2b226557286c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:33.233868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.274603 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-929f26fb-7361-40f1-8a1b-4d1ec3f5f27d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "DELETE /v2.0/ports/593e4535-0230-4782-b62b-65cf1fcfe589 HTTP/1.1" status: 204 len: 168 time: 3.1506155 Mar 18 10:32:33.299159 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36234) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:33.317040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Request body: {'port': {'name': 'tempest-new-port-name-46339492', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:33.317710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] bootfile-name is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:33.318216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] tftp-server is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:33.318680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.api.validators [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] server-ip-address is not in valid_values {{(pid=88541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 18 10:32:33.384921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Calling delete_port for 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:33.401563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.414323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Pushing event updated for resources: {'Port': ['ID=cec14b1c-1c58-437e-b58e-5d8d40abd36b,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.423193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769204e-7c75-47d3-8c70-918d16b48238 req-7f0c5672-47c3-4dab-b8eb-455e7de34b18 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:33.424732 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9769204e-7c75-47d3-8c70-918d16b48238 req-7f0c5672-47c3-4dab-b8eb-455e7de34b18 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 931 time: 0.8168983 Mar 18 10:32:33.433322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object fc65cf65-75a9-4cb6-88e9-2b226557286c will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:33.453278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:33.457193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:33.465345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:33.488644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:33.493252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:33.497194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:33.504806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:33.530867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.622968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:33.630123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.642961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.648483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Attempting to bind port cec14b1c-1c58-437e-b58e-5d8d40abd36b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:33.649214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Attempting to bind port cec14b1c-1c58-437e-b58e-5d8d40abd36b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'dccc8037-a16f-4281-8c19-27a1a5a94be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:33.649588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Attempting to bind port cec14b1c-1c58-437e-b58e-5d8d40abd36b on network 1d4d3546-d1fb-4dcc-b121-09856b93c831 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:33.657276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:33.657608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Checking segment: {'id': 'dccc8037-a16f-4281-8c19-27a1a5a94be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:33.658509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.658509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Bound using segment: {'id': 'dccc8037-a16f-4281-8c19-27a1a5a94be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:33.658930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Bound port: cec14b1c-1c58-437e-b58e-5d8d40abd36b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccc8037-a16f-4281-8c19-27a1a5a94be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d4d3546-d1fb-4dcc-b121-09856b93c831'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:33.659569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.666217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:33.668485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Pushing event updated for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.678860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:33.688660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:33.689166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.722419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.791075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] No DVR routers for this DVR port 4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:33.796529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb430a-1870-47fd-b111-bb780bc5cdc6 None None] Pushing event deleted for resources: {'Port': ['ID=4ceb260d-ae4d-4d88-b954-b9a3c5ac37c9,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.817449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:33.821802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4edc4f9-ebe0-463c-b364-f32bd2c4d206 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:33.831355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:33.860372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=fc65cf65-75a9-4cb6-88e9-2b226557286c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.886758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing IP validity checks on allocation pools {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:32:33.887066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:32:33.935897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Usage tracker for resource:security_group_rule and tenant:602f3a613fb24cf1b45fcddc565b9383 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:33.936589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] For port cec14b1c-1c58-437e-b58e-5d8d40abd36b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:33.945115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:33.955558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] For port cec14b1c-1c58-437e-b58e-5d8d40abd36b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cec14b1c-1c58-437e-b58e-5d8d40abd36b,segment=NetworkSegment(dccc8037-a16f-4281-8c19-27a1a5a94be9),segment_id=dccc8037-a16f-4281-8c19-27a1a5a94be9)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:33.986381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:33.997790 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9769204e-7c75-47d3-8c70-918d16b48238 req-3f19ecaf-fe71-4715-9f3f-e703b0a8c736 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4810815 Mar 18 10:32:34.006802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.046361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.066625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.074209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.083411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.097850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.162664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.177751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d248963-e1a9-4687-8224-b0b0437ce852 None None] Pushing event updated for resources: {'Port': ['ID=cec14b1c-1c58-437e-b58e-5d8d40abd36b,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:34.229108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9176599-3a52-471d-927b-fb094687550f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:34.230015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.328286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=3f97469f-118c-4b22-8790-10c624990a56,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:34.346065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=2e6c965a-d10f-47f2-9719-69325a3a84eb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:34.461190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f9176599-3a52-471d-927b-fb094687550f None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ddcc68ac-778e-46df-841b-caf317bf9cb8/8a04fb20-4d21-4695-a84f-5cd568e72af4) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:34.479188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Attempting to bind port f4630433-ae1f-4bac-a3f8-e9416f5726ee on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:34.479526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Attempting to bind port f4630433-ae1f-4bac-a3f8-e9416f5726ee by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:34.479888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Attempting to bind port f4630433-ae1f-4bac-a3f8-e9416f5726ee on network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:34.489289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': '39d5764a-aed8-42f0-8d3b-6620d9b359ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:34.489421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: e9f7fc77-762b-4e55-ba3b-6001b4849b08, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:34.495061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=5d2340ac-c5a0-4181-8dd3-a751318a3b57,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:34.543693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Port f4630433-ae1f-4bac-a3f8-e9416f5726ee on network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:32:34.544009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Attempting to bind port f4630433-ae1f-4bac-a3f8-e9416f5726ee on network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:34.546046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': 'b2452e4c-943f-40e5-afbc-620fb171059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:34.546412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:34.602615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:34.602953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Checking segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:34.603338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Bound using segment: {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:34.603784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Bound port: f4630433-ae1f-4bac-a3f8-e9416f5726ee, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccc7efa-b47b-4147-be23-ff0429cb214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:34.604167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.781035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:34.792866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.816062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f9176599-3a52-471d-927b-fb094687550f None None] Transition to ACTIVE for port object 8a04fb20-4d21-4695-a84f-5cd568e72af4 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:34.832774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.833990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f9176599-3a52-471d-927b-fb094687550f None None] Transition to ACTIVE for port object 8a04fb20-4d21-4695-a84f-5cd568e72af4 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:34.899434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.917235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:34.923955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:34.934890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:34.934890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.935130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.943757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbd113-921c-4d9b-b4dd-b44a427c3114 None None] Network 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:34.958477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.964620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:34.964772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, e9f7fc77-762b-4e55-ba3b-6001b4849b08) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:34.970666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.002568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:35.003142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.010192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.116 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/9acf3171-cadb-4bf3-8189-3cdab1f6df12) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:35.019321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1dc07-0d8c-4a81-b1a0-c7bc892c95dc None None] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:35.022171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.090538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:35.093227 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f4b1d10-3a97-4dec-97c0-2d5f72501afc tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/2e6c965a-d10f-47f2-9719-69325a3a84eb HTTP/1.1" status: 204 len: 168 time: 4.1634974 Mar 18 10:32:35.097979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.151146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e9e40dea-d42e-4ba8-8d0d-b74a62458482 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1734219 Mar 18 10:32:35.151146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=fc65cf65-75a9-4cb6-88e9-2b226557286c,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.151146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36244) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.153915 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=602f3a613fb24cf1b45fcddc565b9383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9581985 Mar 18 10:32:35.154719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c56f7-2ae3-4104-a5a8-fa3bb2ee930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3d29d-88dd-4bc1-9d1b-b9b108ffbf7e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.159329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:35.161766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36246) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.196467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9176599-3a52-471d-927b-fb094687550f None None] Pushing event updated for resources: {'Port': ['ID=8a04fb20-4d21-4695-a84f-5cd568e72af4,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.227690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c8673e45-ec40-461d-b4cc-969bf97a1399 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8070776 Mar 18 10:32:35.232686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36252) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.251078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08', 'name': 'tempest-PortsTestJSON-1963567320', 'fixed_ips': [{'subnet_id': '3f97469f-118c-4b22-8790-10c624990a56', 'ip_address': '172.20.0.10'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:35.271969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.285533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c23f25-4e11-47b6-a9fd-096a28919966 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] GET failed (client error): The resource could not be found. Mar 18 10:32:35.292590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d7c23f25-4e11-47b6-a9fd-096a28919966 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "GET /v2.0/ports/2e6c965a-d10f-47f2-9719-69325a3a84eb HTTP/1.1" status: 404 len: 333 time: 0.1515915 Mar 18 10:32:35.293810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36256) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.383222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.452146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:35.452750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.453324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9176599-3a52-471d-927b-fb094687550f None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:35.454161 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] 10.222.0.24 "PUT /v2.0/ports/f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1093 time: 5.1139839 Mar 18 10:32:35.457376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:35.514426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.525656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:35.529841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port ec67b401-2a8a-421a-8e7e-7ded43d97f3c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:35.530200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.561360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'status': 'completed', 'code': 200} Mar 18 10:32:35.578556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f9176599-3a52-471d-927b-fb094687550f None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:35.586637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9176599-3a52-471d-927b-fb094687550f None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:35.588113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:35.635933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.639188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.655771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-e9f7fc77-762b-4e55-ba3b-6001b4849b08', 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': '3f97469f-118c-4b22-8790-10c624990a56'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:35.657043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.760465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.763326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:35.797680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ac8e8-7f2f-46be-b156-34fc1d73994a service neutron] Pushing event updated for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.811396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:35.819320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:35.873860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:35.922749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] In _notify_port_updated(), no bound segment for port 9d33bf8b-eeea-415f-a987-493e3debee64 on network a1ab0003-68da-4e43-b091-f07b556f6aaf {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:32:35.928075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:35.929710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938684e-7c60-40a5-8ded-f72303043c89 req-d8553555-4ec5-4bda-b38a-285e66a5a669 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:35.929921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.931316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1938684e-7c60-40a5-8ded-f72303043c89 req-d8553555-4ec5-4bda-b38a-285e66a5a669 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 943 time: 0.7348089 Mar 18 10:32:35.931570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "PUT /v2.0/ports/9d33bf8b-eeea-415f-a987-493e3debee64 HTTP/1.1" status: 200 len: 1135 time: 2.6302981 Mar 18 10:32:35.934838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:35.940095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36262) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:35.986781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed5c23-5711-406d-bbd6-3e88b2e51819 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event updated for resources: {'Port': ['ID=9d33bf8b-eeea-415f-a987-493e3debee64,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:36.030187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-029aba1e-6201-4c57-bb04-0f45ab291ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:36.031954 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-029aba1e-6201-4c57-bb04-0f45ab291ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1096 time: 0.3887568 Mar 18 10:32:36.045881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91010d71-fca4-4c16-93d0-9d4d340060d9 None None] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:36.066920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:36.156737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.161074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f9176599-3a52-471d-927b-fb094687550f None None] Attempting to bind port 8a04fb20-4d21-4695-a84f-5cd568e72af4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:36.161903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f9176599-3a52-471d-927b-fb094687550f None None] Attempting to bind port 8a04fb20-4d21-4695-a84f-5cd568e72af4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:36.161903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9176599-3a52-471d-927b-fb094687550f None None] Attempting to bind port 8a04fb20-4d21-4695-a84f-5cd568e72af4 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:36.166532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.236092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.236229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9176599-3a52-471d-927b-fb094687550f None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:36.236595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9176599-3a52-471d-927b-fb094687550f None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:36.237103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.237509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9176599-3a52-471d-927b-fb094687550f None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:36.238075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f9176599-3a52-471d-927b-fb094687550f None None] Bound port: 8a04fb20-4d21-4695-a84f-5cd568e72af4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:36.238511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.263328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721de23-b748-416e-9677-1e4b37fb2063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa', 'network_id': '9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '5d2340ac-c5a0-4181-8dd3-a751318a3b57'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:36.263642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f96203-928d-452f-9135-1646002d736b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:36.264669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d721de23-b748-416e-9677-1e4b37fb2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.265044 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-13f96203-928d-452f-9135-1646002d736b tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "GET /v2.0/ports/9d33bf8b-eeea-415f-a987-493e3debee64 HTTP/1.1" status: 200 len: 1135 time: 0.2925887 Mar 18 10:32:36.401709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Allocated IP 172.20.0.2 (e9f7fc77-762b-4e55-ba3b-6001b4849b08/3f97469f-118c-4b22-8790-10c624990a56/fd1c4d55-8f58-4e00-8275-8cb8d3eab750) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:36.402502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36266) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:36.415796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1938684e-7c60-40a5-8ded-f72303043c89 req-06a5cef3-e25f-43c1-bd45-ab458268db75 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321780 Mar 18 10:32:36.427678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3d29d-88dd-4bc1-9d1b-b9b108ffbf7e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:36.484972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.499584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:36.517297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:36.520732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.520732 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2a25d416-41f4-4c07-9e25-ecba792d99f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8a3d29d-88dd-4bc1-9d1b-b9b108ffbf7e HTTP/1.1" status: 204 len: 168 time: 1.3577337 Mar 18 10:32:36.521333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:36.564712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=9acf3171-cadb-4bf3-8189-3cdab1f6df12,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:36.573228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Router ef7fa2a7-3231-4a0c-80df-d814437fde78 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:32:36.620901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6589cf8a-d8ea-49fa-b8ba-64096536dbfe None None] Provisioning complete for port 9d33bf8b-eeea-415f-a987-493e3debee64 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:36.621917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6589cf8a-d8ea-49fa-b8ba-64096536dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.625349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Deleting port 9d33bf8b-eeea-415f-a987-493e3debee64 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:36.625890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.660429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-72d7edc9-a2e8-4adc-8434-3ccdce1c1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:36.661929 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-72d7edc9-a2e8-4adc-8434-3ccdce1c1556 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dde8d436bcb746e48dbbd10b882d57db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6225686 Mar 18 10:32:36.665954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:36.667517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for ec67b401-2a8a-421a-8e7e-7ded43d97f3c owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-d721de23-b748-416e-9677-1e4b37fb2063 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d2340ac-c5a0-4181-8dd3-a751318a3b57: This subnet is being modified by another concurrent operation. Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:32:36.742118 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d2340ac-c5a0-4181-8dd3-a751318a3b57: This subnet is being modified by another concurrent operation. Mar 18 10:32:36.746028 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:32:36.755491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f9176599-3a52-471d-927b-fb094687550f None None] For port 8a04fb20-4d21-4695-a84f-5cd568e72af4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:36.799711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86345f2b-ecdb-4557-9bb7-8f68e2382e05 None None] Network 9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:36.814028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port fa4d4770-243b-4eb5-8992-c2178c30d81b yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:36.830314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cec14b1c-1c58-437e-b58e-5d8d40abd36b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:36.898002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6589cf8a-d8ea-49fa-b8ba-64096536dbfe None None] Port 9d33bf8b-eeea-415f-a987-493e3debee64 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:36.902447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f9176599-3a52-471d-927b-fb094687550f None None] For port 8a04fb20-4d21-4695-a84f-5cd568e72af4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8a04fb20-4d21-4695-a84f-5cd568e72af4,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:36.944802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.002728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2340ac-c5a0-4181-8dd3-a751318a3b57,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:37.028574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9176599-3a52-471d-927b-fb094687550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.076391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6589cf8a-d8ea-49fa-b8ba-64096536dbfe None None] Provisioning for port cec14b1c-1c58-437e-b58e-5d8d40abd36b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:37.146268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:37.184896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.195379 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5b899c58-711b-4111-a455-2cdadedc8f8e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "PUT /v2.0/routers/ef7fa2a7-3231-4a0c-80df-d814437fde78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5309255 Mar 18 10:32:37.199296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36274) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:37.249142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Sync routers for ids ['ef7fa2a7-3231-4a0c-80df-d814437fde78'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:37.255152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.264005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.315351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2452e4c-943f-40e5-afbc-620fb171059f') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.315623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2452e4c-943f-40e5-afbc-620fb171059f') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.339703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=ec67b401-2a8a-421a-8e7e-7ded43d97f3c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:37.342560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.356753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9176599-3a52-471d-927b-fb094687550f None None] Pushing event updated for resources: {'Port': ['ID=8a04fb20-4d21-4695-a84f-5cd568e72af4,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:37.368000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.369789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Routers {'ef7fa2a7-3231-4a0c-80df-d814437fde78'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:37.370608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ef7fa2a7-3231-4a0c-80df-d814437fde78'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.414072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e2012-4d3d-46fe-9f30-934838784e2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:37.414841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f1e2012-4d3d-46fe-9f30-934838784e2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:37.446495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.462180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-92c4b438-e77e-49ea-9d47-672a5667e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:37.471882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.474308 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45f5e15d-ffe1-40a6-9b04-44901529752e req-92c4b438-e77e-49ea-9d47-672a5667e90c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7809148 Mar 18 10:32:37.474458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cec14b1c-1c58-437e-b58e-5d8d40abd36b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:37.487103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:37.487750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:37.504527 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:37.579506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Calling delete_port for 9d33bf8b-eeea-415f-a987-493e3debee64 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:37.648442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36280) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:37.649488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Transition to ACTIVE for port object fd1c4d55-8f58-4e00-8275-8cb8d3eab750 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:37.670418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cec14b1c-1c58-437e-b58e-5d8d40abd36b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:37.670776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.673615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f1e2012-4d3d-46fe-9f30-934838784e2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:37.677195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f1e2012-4d3d-46fe-9f30-934838784e2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports/fc65cf65-75a9-4cb6-88e9-2b226557286c HTTP/1.1" status: 200 len: 911 time: 0.4764080 Mar 18 10:32:37.698114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36284) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:37.825981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f84e0528-93fc-4d71-8f30-7d619178b156 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=200fd9f823b94ac39d265d83550f2d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710029 Mar 18 10:32:37.829699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.850916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36288) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:37.853889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Transition to ACTIVE for port object fd1c4d55-8f58-4e00-8275-8cb8d3eab750 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:37.882528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Set router ef7fa2a7-3231-4a0c-80df-d814437fde78 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:37.890553 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0eb6eaf4-ee19-47e7-8462-5d7c64f44559 tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/ports/ec67b401-2a8a-421a-8e7e-7ded43d97f3c HTTP/1.1" status: 204 len: 168 time: 2.5867615 Mar 18 10:32:37.935072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36292) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:37.952858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.991174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:37.997103 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa HTTP/1.1" status: 204 len: 168 time: 2.8005517 Mar 18 10:32:38.002091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36296) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:38.013050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901398682'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:38.017946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:38.026114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:38.026350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:38.034554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:38.043220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.046120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.065577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556ae80-3376-4651-a655-5cec41710b44 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.083247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.106006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:38.109392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.133424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c9104-dd7b-44c0-96f8-6ab713efb894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:38.139995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c9104-dd7b-44c0-96f8-6ab713efb894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:38.144376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d46c9104-dd7b-44c0-96f8-6ab713efb894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4405291 Mar 18 10:32:38.146255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36300) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:38.246184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:38.262399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:38.264493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-dc3f8ca9-5fc3-4fde-8557-61392a1a26f7 None None] Provisioning complete for port cec14b1c-1c58-437e-b58e-5d8d40abd36b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:38.264754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8ca9-5fc3-4fde-8557-61392a1a26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.288696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:38.295353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Pushing event updated for resources: {'Port': ['ID=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.312833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:38.339757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.340185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment bd7cae39-4468-4276-adfe-802d279106f8 of type vlan for network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 Mar 18 10:32:38.419430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting subnet b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:38.423025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.453079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.10 (e9f7fc77-762b-4e55-ba3b-6001b4849b08/3f97469f-118c-4b22-8790-10c624990a56/fa4d4770-243b-4eb5-8992-c2178c30d81b) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:38.530233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.537900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.558707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca649c0-adff-4048-acd7-0f0b0d248d7f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.563585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Attempting to bind port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:38.563955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Attempting to bind port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '39d5764a-aed8-42f0-8d3b-6620d9b359ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:38.564310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Attempting to bind port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 on network e9f7fc77-762b-4e55-ba3b-6001b4849b08 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:38.603035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e7b5b-b35b-429b-ab15-e8d35592e2a7 req-e1f2f9eb-9661-4ccb-9593-91fc306ab03b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:38.611102 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a4e7b5b-b35b-429b-ab15-e8d35592e2a7 req-e1f2f9eb-9661-4ccb-9593-91fc306ab03b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 943 time: 0.8634961 Mar 18 10:32:38.627915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-da6f71f5-d670-4fb5-a171-164d75bada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:38.629748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-da6f71f5-d670-4fb5-a171-164d75bada28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1096 time: 0.8324282 Mar 18 10:32:38.631631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:38.631804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Checking segment: {'id': '39d5764a-aed8-42f0-8d3b-6620d9b359ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:38.633997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.634661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Bound using segment: {'id': '39d5764a-aed8-42f0-8d3b-6620d9b359ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:38.635303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Bound port: fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d5764a-aed8-42f0-8d3b-6620d9b359ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:38.635839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.673333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.720903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.723199 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bc4690fb-8862-4348-bc9e-1fa7ffeb6f57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cca649c0-adff-4048-acd7-0f0b0d248d7f HTTP/1.1" status: 204 len: 168 time: 0.8710248 Mar 18 10:32:38.723696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cec14b1c-1c58-437e-b58e-5d8d40abd36b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cec14b1c-1c58-437e-b58e-5d8d40abd36b,segment=NetworkSegment(dccc8037-a16f-4281-8c19-27a1a5a94be9),segment_id=dccc8037-a16f-4281-8c19-27a1a5a94be9)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:38.759315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-96db0c59-8761-4d1a-9919-7567bba3c630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 217 time: 0.1185346 Mar 18 10:32:38.808723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.817623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.852334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8ca9-5fc3-4fde-8557-61392a1a26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.924157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:38.946249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:38.946904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.053641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] For port fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:39.063912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] For port fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,segment=NetworkSegment(39d5764a-aed8-42f0-8d3b-6620d9b359ff),segment_id=39d5764a-aed8-42f0-8d3b-6620d9b359ff)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:39.073358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cec14b1c-1c58-437e-b58e-5d8d40abd36b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.076834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8a04fb20-4d21-4695-a84f-5cd568e72af4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:39.164747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.187389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.202829 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1957839 Mar 18 10:32:39.209086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36306) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:39.210017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d61f35-0db7-4b8f-8d34-971c6fbf311f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.221071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:39.227743 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a4e7b5b-b35b-429b-ab15-e8d35592e2a7 req-35e7db25-e62e-41c9-8cb8-324dae66c637 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6151810 Mar 18 10:32:39.325132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:39.352238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-dc3f8ca9-5fc3-4fde-8557-61392a1a26f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:39.352723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-dc3f8ca9-5fc3-4fde-8557-61392a1a26f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:39.401632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.473622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:39.489373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:39.494818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:39.508660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:39.521190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.526208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-d6f9c328-fa99-4651-a3a4-1d896b6bf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:39.528626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-d6f9c328-fa99-4651-a3a4-1d896b6bf82a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.4694612 Mar 18 10:32:39.563522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': 'fc65cf65-75a9-4cb6-88e9-2b226557286c', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:00:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:32Z', 'updated_at': '2022-03-18T10:32:34Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:39.585035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0972f-2602-4f45-a0b0-5aa6386f200d None None] Pushing event updated for resources: {'Port': ['ID=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.593889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Checking router: ef7fa2a7-3231-4a0c-80df-d814437fde78 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:39.594214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Updating router ef7fa2a7-3231-4a0c-80df-d814437fde78 port fc65cf65-75a9-4cb6-88e9-2b226557286c binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:39.703992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.756583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:39.760459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.800597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event deleted for resources: {'Port': ['ID=9d33bf8b-eeea-415f-a987-493e3debee64,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.880712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:39.984257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 8a04fb20-4d21-4695-a84f-5cd568e72af4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:40.096157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.102286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.196650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object fa4d4770-243b-4eb5-8992-c2178c30d81b will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:40.223985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.264112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port fc65cf65-75a9-4cb6-88e9-2b226557286c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:40.264789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.344057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Provisioning for port 8a04fb20-4d21-4695-a84f-5cd568e72af4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:40.355403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Provisioning complete for port 8a04fb20-4d21-4695-a84f-5cd568e72af4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:40.355403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.409310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.498081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-2f284349-0a8a-4247-aba2-4454903696f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:40.500840 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-2f284349-0a8a-4247-aba2-4454903696f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8343859 Mar 18 10:32:40.508898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.511478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Transition to ACTIVE for port object fc65cf65-75a9-4cb6-88e9-2b226557286c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:40.516245 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2cb1b0a4-1479-4ebe-85e7-e0eeef512433 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "DELETE /v2.0/ports/9d33bf8b-eeea-415f-a987-493e3debee64 HTTP/1.1" status: 204 len: 168 time: 4.1005063 Mar 18 10:32:40.524935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36328) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:40.526420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.563984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] For port 8a04fb20-4d21-4695-a84f-5cd568e72af4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8a04fb20-4d21-4695-a84f-5cd568e72af4,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:40.605313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.610013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:40.615520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.618048 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9b6d746c-322c-40c5-82ae-45e09723f5fe tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/subnets/b2d1e5ef-dfa9-4ba3-87e7-ab98e05e4273 HTTP/1.1" status: 204 len: 168 time: 2.6819990 Mar 18 10:32:40.630754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36334) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:40.667776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570ca8a-7b30-410d-8296-a4feefcd626a None None] Network bd1e117d-7b44-4d75-8077-d550af3cba31 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:40.676552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Deleting subnet dfba47ae-5634-433b-83c6-c9c261417471 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:40.679709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.695893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.825612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.881378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:40.935679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Pushing event updated for resources: {'Port': ['ID=fc65cf65-75a9-4cb6-88e9-2b226557286c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.026145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.072846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.073543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.074062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.075778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.076293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.076787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.077272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.077762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.078273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.078753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.079986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.080486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:41.160937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cec14b1c-1c58-437e-b58e-5d8d40abd36b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:41.186130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.195883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:41.211721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:41.225580 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-57684888-b01c-4e69-8f58-5d96e5325097 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069514 Mar 18 10:32:41.227500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:41.260609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Provisioning for port fc65cf65-75a9-4cb6-88e9-2b226557286c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:41.272750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=fa4d4770-243b-4eb5-8992-c2178c30d81b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.285665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Deleting port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:41.286096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.373808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for fc65cf65-75a9-4cb6-88e9-2b226557286c owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:41.409002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:32:41.413166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4555310-4363-4d8d-9f91-e65c9e2dcb13 None None] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:41.416922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.515404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0528c9-4c75-46df-882b-74978849c202 req-e584ee3b-c816-4e6c-84f1-4478bb35a0c8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:41.516987 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5e0528c9-4c75-46df-882b-74978849c202 req-e584ee3b-c816-4e6c-84f1-4478bb35a0c8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 943 time: 0.9930308 Mar 18 10:32:41.519378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.550347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Attempting to bind port fc65cf65-75a9-4cb6-88e9-2b226557286c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:41.550718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Attempting to bind port fc65cf65-75a9-4cb6-88e9-2b226557286c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:41.551148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Attempting to bind port fc65cf65-75a9-4cb6-88e9-2b226557286c on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:41.553171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c86b8a-94df-4fb7-8f89-52294d5ce48c None None] Pushing event updated for resources: {'Port': ['ID=8a04fb20-4d21-4695-a84f-5cd568e72af4,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.568868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cec14b1c-1c58-437e-b58e-5d8d40abd36b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:41.569099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.582821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:41.583445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.619584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:41.619944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:41.620347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.620789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:41.621210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Bound port: fc65cf65-75a9-4cb6-88e9-2b226557286c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:41.623684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.634188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=a4df5e83-c046-4a43-b9c8-6c9aa55c0c86,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.674019 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffe20544-42b2-4787-a163-9a90bf1e3aa4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.4344914 Mar 18 10:32:41.675665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36346) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:41.691173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'e9f7fc77-762b-4e55-ba3b-6001b4849b08', 'name': 'tempest-PortsTestJSON-1350169751', 'fixed_ips': [{'subnet_id': '3f97469f-118c-4b22-8790-10c624990a56', 'ip_address': '172.20.0.9'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.707426 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5e0528c9-4c75-46df-882b-74978849c202 req-7fc2caac-6d5b-419f-9090-b2368dbf9bba tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419296 Mar 18 10:32:41.732532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': 'bd7cae39-4468-4276-adfe-802d279106f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:41.732993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:41.781315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3837bcda-ce4b-412d-818d-fd7afb4e1d3e req-3cbe1266-6bcb-4fac-a671-f55d3818a70f service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050230 Mar 18 10:32:41.824454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4a7deb9d-8b0c-4d5d-a7ff-8477c0ee5ca8 None None] Provisioning for port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:41.853244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] For port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,segment=NetworkSegment(a8ade6b3-6750-419a-9791-d50d7a848a90),segment_id=a8ade6b3-6750-419a-9791-d50d7a848a90)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:41.853706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.874634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.910552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] For port fc65cf65-75a9-4cb6-88e9-2b226557286c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:41.912313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:41.914458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:41.914772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:41.923244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event deleted for resources: {'Subnet': ['ID=dfba47ae-5634-433b-83c6-c9c261417471,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.925428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:41.928730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:41.936844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:41.938876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:41.947197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] For port fc65cf65-75a9-4cb6-88e9-2b226557286c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fc65cf65-75a9-4cb6-88e9-2b226557286c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:41.947357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:41.955747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-92c17f58-e448-47ab-9c10-482bd10a277d tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "DELETE /v2.0/subnets/dfba47ae-5634-433b-83c6-c9c261417471 HTTP/1.1" status: 204 len: 168 time: 1.4109066 Mar 18 10:32:41.958292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36352) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:41.963708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e283ca-73da-44d9-9f62-a3b918a7e866 None None] Network a1ab0003-68da-4e43-b091-f07b556f6aaf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:42.003853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd1c4d55-8f58-4e00-8275-8cb8d3eab750 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:42.079034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49abe8e0-adf1-4c33-913b-e69701f5b42c None None] DHCP port deletion for bd1e117d-7b44-4d75-8077-d550af3cba31 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:42.085742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Calling delete_port for 9334f6a0-fe1e-4d81-b962-46e4f1a758fe owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:42.091556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:42.099183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.113245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:42.127008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:42.139850 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:42.140468 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.197376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:42.209253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-49abe8e0-adf1-4c33-913b-e69701f5b42c None None] Deleting port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:42.211451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-49abe8e0-adf1-4c33-913b-e69701f5b42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.219643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:42.220472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.229104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.231355 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-673cbac8-b987-4c31-9c8f-aa85eca0fc4f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.9810243 Mar 18 10:32:42.233958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36360) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:42.248222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.271028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36364) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:42.279231 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.290397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:42.291260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.297106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Deleting port a7293f1e-13be-4bc7-bf70-8232c5d17e38 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:42.297443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.360715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.362038 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.362723 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95479f0d-6811-48e3-b8fc-4c3f8d6aff9c None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:42.385170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b7d2f120-7b15-4f31-ba45-4fe42952d452 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1713145 Mar 18 10:32:42.385353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba88966-bf66-426e-8464-4578fde13771 None None] Network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:42.393152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:42.425114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.428036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-49abe8e0-adf1-4c33-913b-e69701f5b42c None None] The port '9334f6a0-fe1e-4d81-b962-46e4f1a758fe' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:32:42.490159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Routers {'ef7fa2a7-3231-4a0c-80df-d814437fde78'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:42.490928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ef7fa2a7-3231-4a0c-80df-d814437fde78'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.524105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port fc65cf65-75a9-4cb6-88e9-2b226557286c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:42.524733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.573931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 6787190c-fcdb-419b-b141-f42185079dc8 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:42.604824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:42.613553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1959537808'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:42.618462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:42.641762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Port': ['ID=9334f6a0-fe1e-4d81-b962-46e4f1a758fe,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:42.646431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Usage tracker for resource:router and tenant:007001aa75344a298770010156f91330 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:42.646990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] No DVR routers for this DVR port 9334f6a0-fe1e-4d81-b962-46e4f1a758fe on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:42.657474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:42.679037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:42.679463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.713115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:42.811879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c4491-88ef-4b17-9b5f-587d484ec130 None None] Pushing event updated for resources: {'Port': ['ID=fc65cf65-75a9-4cb6-88e9-2b226557286c,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:42.894388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:42.903511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] Set router ef7fa2a7-3231-4a0c-80df-d814437fde78 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:43.003278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1e117d-7b44-4d75-8077-d550af3cba31']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:43.032495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ade6b3-6750-419a-9791-d50d7a848a90') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:43.032863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ade6b3-6750-419a-9791-d50d7a848a90') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:43.125193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.125758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.127069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.152236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.173084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.260282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:43.260685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:43.284244 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:43.304398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] For port a7293f1e-13be-4bc7-bf70-8232c5d17e38, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7293f1e-13be-4bc7-bf70-8232c5d17e38,segment=NetworkSegment(2c7cb4e4-605c-4cbe-898e-4cfd291f5087),segment_id=2c7cb4e4-605c-4cbe-898e-4cfd291f5087)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:43.305196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.360455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.367142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] DHCP port deletion for a1ab0003-68da-4e43-b091-f07b556f6aaf request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:43.382275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4', 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': 'a4df5e83-c046-4a43-b9c8-6c9aa55c0c86'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:43.383094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.399384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Deleting port a7293f1e-13be-4bc7-bf70-8232c5d17e38 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:43.399664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.435035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.439371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d65b7-4f57-4318-915a-2c3938701de3 req-48d43d80-2fdc-42fb-ab18-3e1be79f6fb8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:43.440925 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-349d65b7-4f57-4318-915a-2c3938701de3 req-48d43d80-2fdc-42fb-ab18-3e1be79f6fb8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 943 time: 0.5052943 Mar 18 10:32:43.527661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Provisioning complete for port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:43.528027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.549539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Calling delete_port for a7293f1e-13be-4bc7-bf70-8232c5d17e38 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:43.564457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.595958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port fc65cf65-75a9-4cb6-88e9-2b226557286c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fc65cf65-75a9-4cb6-88e9-2b226557286c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:43.596431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.607881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.607881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] Pushing event deleted for resources: {'Network': ['ID=bd1e117d-7b44-4d75-8077-d550af3cba31,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:43.611526 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-349d65b7-4f57-4318-915a-2c3938701de3 req-74b2aa76-3acb-4e6c-a755-8431aa017b1a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635208 Mar 18 10:32:43.650379 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8bc6e5b-2196-498a-b4bb-a217144843ff tempest-AllowedAddressPairTestJSON-1162554978 tempest-AllowedAddressPairTestJSON-1162554978-project] 10.222.0.18 "DELETE /v2.0/networks/bd1e117d-7b44-4d75-8077-d550af3cba31 HTTP/1.1" status: 204 len: 168 time: 3.0058470 Mar 18 10:32:43.692686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,segment=NetworkSegment(39d5764a-aed8-42f0-8d3b-6620d9b359ff),segment_id=39d5764a-aed8-42f0-8d3b-6620d9b359ff)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:43.754484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.9 (e9f7fc77-762b-4e55-ba3b-6001b4849b08/3f97469f-118c-4b22-8790-10c624990a56/6787190c-fcdb-419b-b141-f42185079dc8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:43.763640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for fc65cf65-75a9-4cb6-88e9-2b226557286c owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:43.793622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.819465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.843963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:43.925550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Allocated IP 2001:db8::1 (c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4/a4df5e83-c046-4a43-b9c8-6c9aa55c0c86/9f0a13c9-0c01-4741-98c2-283aa87233e8) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:43.936002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.018742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.053273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.056924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f86a9a0-c7a7-4078-b5df-a33c4f03d970 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7823555 Mar 18 10:32:44.059936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36378) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:44.060521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.153654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8a04fb20-4d21-4695-a84f-5cd568e72af4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:44.167366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event deleted for resources: {'Port': ['ID=a7293f1e-13be-4bc7-bf70-8232c5d17e38,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.185278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] No DVR routers for this DVR port a7293f1e-13be-4bc7-bf70-8232c5d17e38 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:44.288558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] For port a7293f1e-13be-4bc7-bf70-8232c5d17e38, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7293f1e-13be-4bc7-bf70-8232c5d17e38,segment=NetworkSegment(2c7cb4e4-605c-4cbe-898e-4cfd291f5087),segment_id=2c7cb4e4-605c-4cbe-898e-4cfd291f5087)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:44.290111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.368541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36384) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:44.374164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': 'fc65cf65-75a9-4cb6-88e9-2b226557286c', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:00:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:32Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.392860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.416191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.435090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.447446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f4630433-ae1f-4bac-a3f8-e9416f5726ee details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:32:44.450860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ab0003-68da-4e43-b091-f07b556f6aaf']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.469606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7cb4e4-605c-4cbe-898e-4cfd291f5087') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.470321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7cb4e4-605c-4cbe-898e-4cfd291f5087') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.477269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 6787190c-fcdb-419b-b141-f42185079dc8 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:44.485023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.504267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.514620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:44.515293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:44.532039 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:44.554025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.563891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Provisioning for port fa4d4770-243b-4eb5-8992-c2178c30d81b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:44.581628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Calling delete_port for a7293f1e-13be-4bc7-bf70-8232c5d17e38 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:44.612972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9e4c9-e5d9-469e-9752-6b41f92feaf7 None None] The sync data for ids ['ef7fa2a7-3231-4a0c-80df-d814437fde78'] in dv-neutron-834265-1-hyperv is: [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': 'fc65cf65-75a9-4cb6-88e9-2b226557286c', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:00:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:32Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': 'ddcc68ac-778e-46df-841b-caf317bf9cb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:44.785059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Provisioning complete for port fa4d4770-243b-4eb5-8992-c2178c30d81b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:44.786361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.800770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.805553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:44.824653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=fc65cf65-75a9-4cb6-88e9-2b226557286c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.906839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.1 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/61a9769b-8616-4f30-8562-4b5bc306f7b5) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:44.917717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:44.922093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:44.926039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:44.932748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.001893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9967dcd1-9a76-4d9f-b409-08ad19a5dce1 None None] Port fa4d4770-243b-4eb5-8992-c2178c30d81b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:45.037878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.038385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f520e236-c85b-4c1d-9fde-16dd33d46e98 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:45.106679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.107659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'port_id': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'mac_address': 'fa:16:3e:9c:e0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:32:45.123776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.173770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.174900 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1143961c-73f6-4854-8061-da57cd442031 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "DELETE /v2.0/routers/f520e236-c85b-4c1d-9fde-16dd33d46e98 HTTP/1.1" status: 204 len: 168 time: 1.1159899 Mar 18 10:32:45.179893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36392) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:45.186280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.205645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.229288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.238040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Transition to ACTIVE for port object 9f0a13c9-0c01-4741-98c2-283aa87233e8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:45.267680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4630433-ae1f-4bac-a3f8-e9416f5726ee {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:32:45.271530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 8a04fb20-4d21-4695-a84f-5cd568e72af4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:45.271904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.295910 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] 10.222.0.18 "DELETE /v2.0/networks/a1ab0003-68da-4e43-b091-f07b556f6aaf HTTP/1.1" status: 204 len: 168 time: 3.3361890 Mar 18 10:32:45.299698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Request body: {'router': {'name': 'tempest-router-1052288132', 'distributed': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:45.309134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:45.310280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f821b01-7c3e-4e88-9f3e-bb6ec1e43650 tempest-ExtraDHCPOptionsTestJSON-377313544 tempest-ExtraDHCPOptionsTestJSON-377313544-project] Pushing event deleted for resources: {'Network': ['ID=a1ab0003-68da-4e43-b091-f07b556f6aaf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.314274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3ffa6e7f-1a54-4e6f-af91-1744f7c85e2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2756fc08f2624bf9bb826764abe5b55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9387574 Mar 18 10:32:45.318176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36398) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:45.331109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:45.337972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.345294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:45.348646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.353007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:45.373979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Transition to ACTIVE for port object 9f0a13c9-0c01-4741-98c2-283aa87233e8 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:45.393787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1a5a8d55-4997-4121-8015-7deff7e7271a None None] Provisioning complete for port fa4d4770-243b-4eb5-8992-c2178c30d81b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:45.395706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d55-4997-4121-8015-7deff7e7271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.440825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Deleting port a7293f1e-13be-4bc7-bf70-8232c5d17e38 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:45.441651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.466273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:45.476151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Usage tracker for resource:router and tenant:007001aa75344a298770010156f91330 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:45.477994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:45.480884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:45.498620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=6787190c-fcdb-419b-b141-f42185079dc8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.513344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:45.521235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:45.543747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:45.546692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=61a9769b-8616-4f30-8562-4b5bc306f7b5,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.556677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1c885827-bda5-49ac-b89b-7c380b7cb498 None None] The port 'a7293f1e-13be-4bc7-bf70-8232c5d17e38' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:32:45.560842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.589561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.625360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.686662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874847d-be5d-4fe0-9f95-7fe1d2f36c2f req-e609c628-a1ff-4f25-8da1-dca7f9415d12 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:45.688213 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4874847d-be5d-4fe0-9f95-7fe1d2f36c2f req-e609c628-a1ff-4f25-8da1-dca7f9415d12 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 943 time: 0.8719759 Mar 18 10:32:45.695455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:45.696317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.698568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.714288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.729996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a8d55-4997-4121-8015-7deff7e7271a None None] Port fa4d4770-243b-4eb5-8992-c2178c30d81b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:45.738096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:45.747869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:45.752355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:45.761015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Pushing event updated for resources: {'Port': ['ID=9f0a13c9-0c01-4741-98c2-283aa87233e8,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.829603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9334f6a0-fe1e-4d81-b962-46e4f1a758fe no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:45.851359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.898106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da130839-b02e-4b41-9467-0c4336bcf355,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.904862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.909346 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c2522eb-c67d-4be6-b879-b26261fbf6fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da130839-b02e-4b41-9467-0c4336bcf355 HTTP/1.1" status: 204 len: 168 time: 0.5872815 Mar 18 10:32:45.909520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.912552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.913628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:45.987828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4874847d-be5d-4fe0-9f95-7fe1d2f36c2f req-721bfd11-ba02-48f4-b12f-4ab6b457ccf0 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838271 Mar 18 10:32:46.016776 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8cb3ca19-7e16-4537-b658-dc4b69865722 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3373394 Mar 18 10:32:46.025772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.026515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Router ef7fa2a7-3231-4a0c-80df-d814437fde78 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:46.027305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=a4df5e83-c046-4a43-b9c8-6c9aa55c0c86,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:46.029511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36406) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.068025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.118923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.123895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 9334f6a0-fe1e-4d81-b962-46e4f1a758fe {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:46.124458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9334f6a0-fe1e-4d81-b962-46e4f1a758fe not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:46.125398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a7293f1e-13be-4bc7-bf70-8232c5d17e38 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:46.187745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['f4630433-ae1f-4bac-a3f8-e9416f5726ee'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:32:46.252182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.280395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-15d7b5b1-fad2-45e5-851c-20e7e0e262ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfd6b357a6ea4b64bb7dc769de5ecd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042477 Mar 18 10:32:46.282857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36416) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.293147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a7293f1e-13be-4bc7-bf70-8232c5d17e38 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:46.293501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a7293f1e-13be-4bc7-bf70-8232c5d17e38 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:46.308271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:46.331009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Attempting to bind port 9f0a13c9-0c01-4741-98c2-283aa87233e8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:46.331009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Attempting to bind port 9f0a13c9-0c01-4741-98c2-283aa87233e8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bd7cae39-4468-4276-adfe-802d279106f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:46.331009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Attempting to bind port 9f0a13c9-0c01-4741-98c2-283aa87233e8 on network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:46.365894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:46.371979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:46.372466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Checking segment: {'id': 'bd7cae39-4468-4276-adfe-802d279106f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:46.372750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.373135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Bound using segment: {'id': 'bd7cae39-4468-4276-adfe-802d279106f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:46.373614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Bound port: 9f0a13c9-0c01-4741-98c2-283aa87233e8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7cae39-4468-4276-adfe-802d279106f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:46.374019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.383378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7cae39-4468-4276-adfe-802d279106f8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:46.388642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7cae39-4468-4276-adfe-802d279106f8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:46.392886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:46.413863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.428258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.439342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3635e569-1da7-4218-8feb-3b0da7f932ea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "PUT /v2.0/routers/ef7fa2a7-3231-4a0c-80df-d814437fde78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2841527 Mar 18 10:32:46.440421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36422) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.467673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e9ddb0-cbb5-425b-8fcb-17a59b9bed68 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:46.468393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-44e9ddb0-cbb5-425b-8fcb-17a59b9bed68 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:46.484318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c03e2a1f-f73d-4e32-a45d-daa96cdb2e6c None None] Provisioning for port 6787190c-fcdb-419b-b141-f42185079dc8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:46.505476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.524263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:46.524897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:46.543729 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:46.582373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.585646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd1c4d55-8f58-4e00-8275-8cb8d3eab750 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:46.672590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c03e2a1f-f73d-4e32-a45d-daa96cdb2e6c None None] Provisioning complete for port 6787190c-fcdb-419b-b141-f42185079dc8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:46.672965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c03e2a1f-f73d-4e32-a45d-daa96cdb2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.766832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.770927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25f4d0fd-aaec-4fa5-aacc-e741d5ccbe8d tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4982924 Mar 18 10:32:46.774040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36432) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.782507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:46.782876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.818537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.843400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] For port 9f0a13c9-0c01-4741-98c2-283aa87233e8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:46.850866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c03e2a1f-f73d-4e32-a45d-daa96cdb2e6c None None] Port 6787190c-fcdb-419b-b141-f42185079dc8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:32:46.859734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c00b96-3986-400d-b58e-a25f36061e51 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:46.861188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c00b96-3986-400d-b58e-a25f36061e51 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:46.861317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] For port 9f0a13c9-0c01-4741-98c2-283aa87233e8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9f0a13c9-0c01-4741-98c2-283aa87233e8,segment=NetworkSegment(bd7cae39-4468-4276-adfe-802d279106f8),segment_id=bd7cae39-4468-4276-adfe-802d279106f8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:46.862137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-15c00b96-3986-400d-b58e-a25f36061e51 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:46.936124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.950830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:46.956168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-44e9ddb0-cbb5-425b-8fcb-17a59b9bed68 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:46.960193 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-44e9ddb0-cbb5-425b-8fcb-17a59b9bed68 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.9257417 Mar 18 10:32:46.960859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36438) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:46.967958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:32:46.967958 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:32:46.967958 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': 'c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4'}] Mar 18 10:32:46.967958 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:46.968314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:46.975979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.021304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530bb5-6982-47c6-a075-32ff8b630530 None None] Pushing event updated for resources: {'Port': ['ID=9f0a13c9-0c01-4741-98c2-283aa87233e8,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:47.024046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Sync routers for ids ['ef7fa2a7-3231-4a0c-80df-d814437fde78'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:47.040892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.043708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Routers {'ef7fa2a7-3231-4a0c-80df-d814437fde78'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:47.044341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ef7fa2a7-3231-4a0c-80df-d814437fde78'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:47.060261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.085149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d700a3-ffcb-432e-9a23-7f96d9cc27fb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:47.186359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-15c00b96-3986-400d-b58e-a25f36061e51 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:47.188630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-15c00b96-3986-400d-b58e-a25f36061e51 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7422197 Mar 18 10:32:47.242289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Set router ef7fa2a7-3231-4a0c-80df-d814437fde78 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:47.251156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.253636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36448) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:47.260982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=61a9769b-8616-4f30-8562-4b5bc306f7b5,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:47.269697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.277706 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3edff3b1-ebb9-4364-96b1-6e069b729011 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0d700a3-ffcb-432e-9a23-7f96d9cc27fb HTTP/1.1" status: 204 len: 168 time: 0.9895768 Mar 18 10:32:47.372067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:44Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:47.374482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.376484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Checking router: ef7fa2a7-3231-4a0c-80df-d814437fde78 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:47.379126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.386189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Routers {'ef7fa2a7-3231-4a0c-80df-d814437fde78'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:47.386822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ef7fa2a7-3231-4a0c-80df-d814437fde78'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:47.415526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet ddcc68ac-778e-46df-841b-caf317bf9cb8 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:47.419718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.442542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e5bc1-f7a3-45ef-8f6b-5e439d15c27e None None] Network c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:47.469975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.485310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.540002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:47.551121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:47.553346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:47.556609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port 9f0a13c9-0c01-4741-98c2-283aa87233e8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:47.556929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.560118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:47.561151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:47.607451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:47.608231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.608481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] Set router ef7fa2a7-3231-4a0c-80df-d814437fde78 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:47.608944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab528c4-37e2-46de-bd8b-bac6b34b21ee {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:47.610143 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8d64df4-cba9-4c45-b413-185f31a73bbb tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6485610 Mar 18 10:32:47.616816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36466) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:47.654957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.663486 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-61e30146-182f-4458-a5c6-7f824acd3817 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3ab528c4-37e2-46de-bd8b-bac6b34b21ee HTTP/1.1" status: 204 len: 168 time: 0.8855224 Mar 18 10:32:47.667460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36470) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:47.679753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Request body: {'router': {'name': 'tempest-router-1947697900', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '68a493ffe4774596b4875068c3b7bc2a'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:47.697750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:47.710101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Usage tracker for resource:router and tenant:68a493ffe4774596b4875068c3b7bc2a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:47.718871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:47.744031 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:44Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:47.750015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8dee9-0034-40c7-bba6-f4b447270561 None None] The sync data for ids ['ef7fa2a7-3231-4a0c-80df-d814437fde78'] in dv-neutron-834265-1-hyperv is: [{'id': 'ef7fa2a7-3231-4a0c-80df-d814437fde78', 'name': 'tempest-NetworksTestDHCPv6-router-640419569', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:31Z', 'updated_at': '2022-03-18T10:32:44Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:47.758239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709308-b90b-4aa1-ad92-08cbb306798f req-c0205472-e3cd-40b1-bcb4-687f527a824f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:47.761239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ad709308-b90b-4aa1-ad92-08cbb306798f req-c0205472-e3cd-40b1-bcb4-687f527a824f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 944 time: 0.4872410 Mar 18 10:32:47.772554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:47.779438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:47.823518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1064400181'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:47.832482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:47.837417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:network and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:47.842284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:47.851480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:47.863518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:47.919078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 6787190c-fcdb-419b-b141-f42185079dc8 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:47.919768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:47.935233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3510f-e440-4961-8efc-62aeb4fc2f40 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:32:47.974470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ad709308-b90b-4aa1-ad92-08cbb306798f req-b710c455-2172-479e-b099-6e60981a6dac tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001326 Mar 18 10:32:48.019607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port 9f0a13c9-0c01-4741-98c2-283aa87233e8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9f0a13c9-0c01-4741-98c2-283aa87233e8,segment=NetworkSegment(bd7cae39-4468-4276-adfe-802d279106f8),segment_id=bd7cae39-4468-4276-adfe-802d279106f8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:48.020129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.088925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3510f-e440-4961-8efc-62aeb4fc2f40 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:32:48.150759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for 9f0a13c9-0c01-4741-98c2-283aa87233e8 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:48.214727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Made reservation on behalf of d8501cc7e3c047108b9e6f188dc5befb for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:48.220577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.249649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.260531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:48.274640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.284946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f4630433-ae1f-4bac-a3f8-e9416f5726ee up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:48.325425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:48.346545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.347814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.351915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:security_group_rule and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:48.359556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:48.376450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:48.379940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fc65cf65-75a9-4cb6-88e9-2b226557286c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:48.403696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.429178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.444373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: fc65cf65-75a9-4cb6-88e9-2b226557286c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:32:48.444714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fc65cf65-75a9-4cb6-88e9-2b226557286c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:32:48.461110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.600905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port f4630433-ae1f-4bac-a3f8-e9416f5726ee completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:48.611955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port f4630433-ae1f-4bac-a3f8-e9416f5726ee triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:48.612658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.622383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 6787190c-fcdb-419b-b141-f42185079dc8 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:48.650923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36490) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:48.672891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.677279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.717581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=9f0a13c9-0c01-4741-98c2-283aa87233e8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:48.729094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=ddcc68ac-778e-46df-841b-caf317bf9cb8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:48.731595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port 9f0a13c9-0c01-4741-98c2-283aa87233e8 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:48.760507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6512721-ba24-4a41-83d9-9f834fc15881 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:32:48.799074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.850786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:48.859238 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c486b1f8-dee4-4fa8-af8d-2ec8a7eb5e45 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/routers/617efac5-a3bc-4500-9344-b839e4e26ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6214700 Mar 18 10:32:48.859852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36496) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:48.867479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'port': {'network_id': '672d8947-c45d-4585-b180-3b1187fa0172', 'name': 'tempest-FloatingIPTestJSON-1387184345'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:48.870684 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:48.892026 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:48.893000 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:48.896506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.900072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-61624708'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:48.905340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:48.909536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:48.912510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:48.918897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:48.924253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.937226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:48.959754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7cae39-4468-4276-adfe-802d279106f8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:48.960036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7cae39-4468-4276-adfe-802d279106f8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:48.979960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:48.990979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:48.997447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:49.001597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.002791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6dcbbbd4-cc4e-4a26-b3aa-32d575c482db tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3321695 Mar 18 10:32:49.009988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36502) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:49.017447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-585ddbb8-7290-45ba-ba9f-a434eb69301f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ddcc68ac-778e-46df-841b-caf317bf9cb8 HTTP/1.1" status: 204 len: 168 time: 1.7577753 Mar 18 10:32:49.017993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36506) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:49.020931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:49.023397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:49.033262 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:49.033892 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:49.072878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6512721-ba24-4a41-83d9-9f834fc15881 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:32:49.075372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.078591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.095082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:49.107434 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:49.108145 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dca54-f5c6-4824-a35e-17effeaf12e9 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:49.109448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.115482 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'code': 200} Mar 18 10:32:49.147797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.178278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.184561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:49.184961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.197812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:49.207186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:security_group_rule and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:49.208124 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:49.213663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:49.220651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:49.223359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:49.229108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:port and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:49.235250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:49.241952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:49.243873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.328309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.354752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:49.414946 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=6787190c-fcdb-419b-b141-f42185079dc8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:49.416772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:49.425262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.443228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.491443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0931c286-c7d4-4b26-a08b-1b7d936e53c9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:49.541162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] device_id is not set on port 9e98475d-ef99-4001-a852-783d1ba3eb92 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:49.555522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de1df5b-6865-4c21-9edc-e533c68707da None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:49.587947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.695694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-30972ea0-9fff-4fef-aa90-1195bb48e3d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:49.716628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6bbcff-5d1e-4dce-b93d-5cb8d044aca2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:49.720187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:49.722105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.726527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.731171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:49.780991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.781338 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment bbb382d7-1cb4-4def-95f9-3e616afcb564 of type vlan for network a2c58816-c4f7-430b-bab6-b87749ec1cbb Mar 18 10:32:49.797183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.832815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:49.852639 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-868cf9ea-26e6-46cf-ae6f-b7b6ac978b64 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 HTTP/1.1" status: 204 len: 168 time: 7.4585295 Mar 18 10:32:49.856865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36512) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:49.857218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.857546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.884970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394f130-bdaf-41a4-873c-0ca43d411c90 req-85a4e039-4304-43ca-a60e-fc1205a073ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:49.886541 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a394f130-bdaf-41a4-873c-0ca43d411c90 req-85a4e039-4304-43ca-a60e-fc1205a073ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.3469250 Mar 18 10:32:49.893064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950106088'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:49.911413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.911640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:49.911761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Added segment eaa36cd9-3f89-4e13-af44-c7fcc69b67ea of type vlan for network 2b0780b1-b552-4793-a6e8-ce89eec18669 Mar 18 10:32:49.915402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:49.921947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Deleting port 8a04fb20-4d21-4695-a84f-5cd568e72af4 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:49.922889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.926315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:49.935773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:49.945068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:49.958976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:49.970390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.13 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/9e98475d-ef99-4001-a852-783d1ba3eb92) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:50.005960 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a394f130-bdaf-41a4-873c-0ca43d411c90 req-b784d139-df6e-490b-9619-f1dcc04a22ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977533 Mar 18 10:32:50.009653 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-479f3e6a-0d6d-4f0b-8f39-beeedcdc976e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/6787190c-fcdb-419b-b141-f42185079dc8 HTTP/1.1" status: 204 len: 168 time: 2.3891158 Mar 18 10:32:50.013501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36516) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:50.065799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:50.069230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.103331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0985ec95-2670-4abc-9198-7c23c54e21fa tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:32:50.103861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0985ec95-2670-4abc-9198-7c23c54e21fa tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:50.122800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ee0b-ee0a-466c-8494-da02610e64cb req-23d3677a-0594-4035-8574-1092784ccf8b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:50.124426 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f9ee0b-ee0a-466c-8494-da02610e64cb req-23d3677a-0594-4035-8574-1092784ccf8b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.8494167 Mar 18 10:32:50.134119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-30972ea0-9fff-4fef-aa90-1195bb48e3d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:50.135190 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-30972ea0-9fff-4fef-aa90-1195bb48e3d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0668118 Mar 18 10:32:50.142332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36520) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:50.171698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.179790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88542) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 18 10:32:50.180118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Router 1cd8be2c-8363-4b79-8989-eef70119a592 migrating from provider to provider. {{(pid=88542) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 18 10:32:50.180485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.191465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.216100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] For port 8a04fb20-4d21-4695-a84f-5cd568e72af4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8a04fb20-4d21-4695-a84f-5cd568e72af4,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:50.216493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.221964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.225179 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f9ee0b-ee0a-466c-8494-da02610e64cb req-43451d5c-aa09-47fe-8e53-8f70960d0522 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888534 Mar 18 10:32:50.227284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:50.227881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.254768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.280913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:50.286329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0985ec95-2670-4abc-9198-7c23c54e21fa tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:50.290267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0985ec95-2670-4abc-9198-7c23c54e21fa tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/6787190c-fcdb-419b-b141-f42185079dc8 HTTP/1.1" status: 404 len: 333 time: 0.2730212 Mar 18 10:32:50.300878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36524) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:50.313468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.318757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:50.319444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.337759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Calling delete_port for 8a04fb20-4d21-4695-a84f-5cd568e72af4 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:50.422508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8a04fb20-4d21-4695-a84f-5cd568e72af4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:32:50.503843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.504192 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment b053df8b-6c9b-47ed-a411-31ac3038bd06 of type vlan for network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 Mar 18 10:32:50.526916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.529884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Network': ['ID=2b0780b1-b552-4793-a6e8-ce89eec18669,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:50.533377 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] No L3 agents can host the router 1cd8be2c-8363-4b79-8989-eef70119a592 Mar 18 10:32:50.552304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.582330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:50.594542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] No DVR routers for this DVR port 8a04fb20-4d21-4695-a84f-5cd568e72af4 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:50.595942 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1b06c5cf-f14a-451d-a42e-9030e6f821e1 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0432482 Mar 18 10:32:50.609213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:50.616945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08674b-a5f1-4ac3-8108-76c8e53055d6 None None] Pushing event deleted for resources: {'Port': ['ID=8a04fb20-4d21-4695-a84f-5cd568e72af4,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:50.618198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.618848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'subnet': {'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:50.646354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9881816 Mar 18 10:32:50.712669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.732211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:50.736163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:subnet and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:50.739191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:50.745033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:50.859963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Hosts for router 1cd8be2c-8363-4b79-8989-eef70119a592: [] {{(pid=88542) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 18 10:32:50.905371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Made reservation on behalf of d8501cc7e3c047108b9e6f188dc5befb for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:50.909256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.948008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Hosts for other DVR routers connected to router 1cd8be2c-8363-4b79-8989-eef70119a592: set() {{(pid=88542) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 18 10:32:50.950976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:50.954615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e7a43fd-1fa6-4f8f-baf5-9f5cdc7eafef tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "PUT /v2.0/routers/1cd8be2c-8363-4b79-8989-eef70119a592 HTTP/1.1" status: 200 len: 717 time: 1.9411430 Mar 18 10:32:50.965962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36534) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:51.005995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d39f0-9bc2-4a76-9d67-0892ffd51f84 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=a2c58816-c4f7-430b-bab6-b87749ec1cbb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:51.020345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:51.033529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port fa4d4770-243b-4eb5-8992-c2178c30d81b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:51.034125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.188562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.252133 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a4926d01-3b8f-450a-86d9-bfa57386b05e tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "GET /v2.0/routers/1cd8be2c-8363-4b79-8989-eef70119a592 HTTP/1.1" status: 200 len: 717 time: 0.2840927 Mar 18 10:32:51.254765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36538) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:51.390741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.434334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:32:51.449041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.579584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fcf15066-8948-43e8-b05b-341cba15acae tempest-RoutersTestDVR-2108451748 tempest-RoutersTestDVR-2108451748-project] 10.222.0.18 "GET /v2.0/routers/1cd8be2c-8363-4b79-8989-eef70119a592 HTTP/1.1" status: 200 len: 683 time: 0.3234375 Mar 18 10:32:51.582137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36546) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:51.590412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.595897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:51.596710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.600644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.688306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.688819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Fanout notify agent at l3_agent the message router_deleted on router ef7fa2a7-3231-4a0c-80df-d814437fde78 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:51.844277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:51.852738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.858194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=9e98475d-ef99-4001-a852-783d1ba3eb92,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:51.866713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:51.896759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7893c6-c6be-4dfb-925c-a9f6da971f71 req-8a233f3e-242e-418c-9075-1cda873d4da9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:51.903638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca7893c6-c6be-4dfb-925c-a9f6da971f71 req-8a233f3e-242e-418c-9075-1cda873d4da9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5049329 Mar 18 10:32:51.903638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0312986 Mar 18 10:32:51.903638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:51.943823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36550) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:51.949145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Subnet': ['ID=0830cdde-7fc2-414d-b4ab-52c05526f097,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:51.953496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.972475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:51.994913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1c34-51e9-47f5-9092-a0efe530c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:51.998536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.000076 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-622db87a-82c6-4ff6-9ebf-df539a3d5b86 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/routers/ef7fa2a7-3231-4a0c-80df-d814437fde78 HTTP/1.1" status: 204 len: 168 time: 1.8537140 Mar 18 10:32:52.000635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99315473-7af4-4b2c-bbf5-d27986772560 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=90fd6594-08a0-4ebb-9a8b-278ba5b3ca61,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:52.012624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:32:52.025637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36554) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:52.033625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.043589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:52.148981 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca7893c6-c6be-4dfb-925c-a9f6da971f71 req-3bb66d39-6167-4983-a86a-e08f88909f57 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060215 Mar 18 10:32:52.249313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Checking segment: {'id': 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:52.249686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network hostable DHCP agents. Network: 2b0780b1-b552-4793-a6e8-ce89eec18669, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:52.268963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for fa4d4770-243b-4eb5-8992-c2178c30d81b owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:52.345810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:52.346789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.379021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:52.388469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:52.392491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:52.409019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:52.437787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:52.448792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:52.469043 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-54d74f47-99b3-4060-a578-6c1a666009df tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6085501 Mar 18 10:32:52.474510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36560) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:52.485332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'port': {'network_id': '672d8947-c45d-4585-b180-3b1187fa0172', 'name': 'tempest-FloatingIPTestJSON-126577316'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:52.500277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:52.519223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:52.522574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.530637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.577829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac333c-0854-4176-88e0-64f3fd900a35 req-201894cc-1a60-4816-b0b9-c8634b419b55 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:52.579304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-65ac333c-0854-4176-88e0-64f3fd900a35 req-201894cc-1a60-4816-b0b9-c8634b419b55 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2813916 Mar 18 10:32:52.581808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:52.585719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.588789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36564) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:52.592692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:52.597384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Request body: {'floatingip': {'port_id': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:52.662915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:52.666244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.707959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.708433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd8be2c-8363-4b79-8989-eef70119a592 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:52.721800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.798686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2b0780b1-b552-4793-a6e8-ce89eec18669) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:52.807897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eacba5-aaef-4b7f-b9c2-8ccb2a559462 None None] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:52.824756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.884431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.889247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f0aa76fa-3a15-4d03-8e25-712869fc2c18 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1cd8be2c-8363-4b79-8989-eef70119a592 HTTP/1.1" status: 204 len: 168 time: 1.3023610 Mar 18 10:32:52.889247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:52.889247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:52.912860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:52.927285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Request body: {'router': {'name': 'tempest-router-2137184380', 'distributed': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:52.932166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:52.936551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Usage tracker for resource:router and tenant:007001aa75344a298770010156f91330 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:52.939471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:52.945182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:53.046987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:53.051118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:port and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:53.054195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:53.060983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:53.068435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=fa4d4770-243b-4eb5-8992-c2178c30d81b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:53.104096 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-266404b1-0783-4ebb-aa44-2e27fa6f6e97 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4931824 Mar 18 10:32:53.104995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.109667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36572) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:53.136296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2b0780b1-b552-4793-a6e8-ce89eec18669', 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669', 'tenant_id': 'd8501cc7e3c047108b9e6f188dc5befb', 'fixed_ips': [{'subnet_id': '0830cdde-7fc2-414d-b4ab-52c05526f097'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:53.138068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.211028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=d5e11bf7-4ed7-41c7-a3f2-a86b1eeba7d1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:53.213355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:53.216919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.218662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.219621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.237189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.259631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1307408814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:53.366205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.373030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Allocated IP 172.20.0.2 (2b0780b1-b552-4793-a6e8-ce89eec18669/0830cdde-7fc2-414d-b4ab-52c05526f097/cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:53.377803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:53.382426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] device_id is not set on port d56e1aaa-2c0d-4315-bead-c82e38cc0ac6 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:32:53.636330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.12 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/d56e1aaa-2c0d-4315-bead-c82e38cc0ac6) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:53.641050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.653366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Transition to ACTIVE for port object cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:53.674820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Transition to ACTIVE for port object cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:53.717496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.721130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-997f8b91-7aac-4f44-8fa3-c2a14a548b73 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8007860 Mar 18 10:32:53.726553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36576) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:53.732433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.786850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:53.793589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:53.796897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:53.874237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.885105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.908271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36580) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:53.910858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:router and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:53.914818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:53.921503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:53.944437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.948588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:53.972244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.987298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Attempting to bind port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:53.987298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Attempting to bind port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:53.987298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Attempting to bind port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c on network 2b0780b1-b552-4793-a6e8-ce89eec18669 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:53.992758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:53.993162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Checking segment: {'id': 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:53.994125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:53.994125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Bound using segment: {'id': 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:53.994468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Bound port: cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:53.995860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.001758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.005177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Pushing event updated for resources: {'Port': ['ID=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:54.081490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:54.093360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] For port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:54.096673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] For port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,segment=NetworkSegment(eaa36cd9-3f89-4e13-af44-c7fcc69b67ea),segment_id=eaa36cd9-3f89-4e13-af44-c7fcc69b67ea)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:54.121055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.122696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.126911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:54.137120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:54.146461 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-463beef6-5c5c-4380-995d-877bf21e5b06 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/fa4d4770-243b-4eb5-8992-c2178c30d81b HTTP/1.1" status: 204 len: 168 time: 3.8270683 Mar 18 10:32:54.146461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:54.146678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': 'b053df8b-6c9b-47ed-a411-31ac3038bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:54.147191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:54.150819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490e9fc-5afb-4668-849c-3c57017107d3 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:54.151493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36584) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:54.167402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:54.202995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:54.204437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.220692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=952a796e-8150-4803-b0f1-2f6733fe41fb,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:54.270693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=d56e1aaa-2c0d-4315-bead-c82e38cc0ac6,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:54.285149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:54.288688 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-26049ddc-5c89-475f-ad0b-98d7480fece6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:32:54.289215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26049ddc-5c89-475f-ad0b-98d7480fece6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:32:54.298088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.300977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.304218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.313083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:subnet and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:54.320324 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:32:54.322582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:54.333764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:54.334458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.346382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:54.364995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.392148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:54.403259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c8811549-1e84-4d9b-a943-6c934c4e3220 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3764672 Mar 18 10:32:54.406011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:54.412743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:54.428064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:54.432177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:router and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:54.435806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:54.443476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:54.447693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.452148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26049ddc-5c89-475f-ad0b-98d7480fece6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:32:54.454218 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-26049ddc-5c89-475f-ad0b-98d7480fece6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/fa4d4770-243b-4eb5-8992-c2178c30d81b HTTP/1.1" status: 404 len: 333 time: 0.2641647 Mar 18 10:32:54.456777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36594) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:54.461388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '952a796e-8150-4803-b0f1-2f6733fe41fb'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:54.462230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.484127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.484758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0242197-e73d-437e-98fc-9f93b8d18f23 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:32:54.494830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.496205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-783ee0bf-1f30-47d5-aafa-cd6b7ed0ed00 tempest-RoutersTestDVR-1770549875 tempest-RoutersTestDVR-1770549875-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d0242197-e73d-437e-98fc-9f93b8d18f23 HTTP/1.1" status: 204 len: 168 time: 0.7643991 Mar 18 10:32:54.497851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-732975db-86f4-4144-bc6c-882fdb77b79f tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0210512 Mar 18 10:32:54.499588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.502023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28b161-6ff3-4276-bb24-a494113dbb63 None None] Pushing event updated for resources: {'Port': ['ID=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:54.502203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36600) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:54.507782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'd56e1aaa-2c0d-4315-bead-c82e38cc0ac6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:54.514262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:54.518386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:floatingip and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:54.521955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:54.523925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:54.526007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:54.529025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:54.530850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.546833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.547055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f732f-b9de-4ffa-a94f-403585d3d615 None None] Network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:54.573344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45616161-020b-4f60-93e3-78564f56b334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.600564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 3f97469f-118c-4b22-8790-10c624990a56 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:32:54.604100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.644777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:54.645356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.659905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.704389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.805208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.855290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.856400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.858001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/952a796e-8150-4803-b0f1-2f6733fe41fb/4ebc1a7c-9708-4572-a817-eeab5195e0b1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:54.859784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:54.863576 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c6f8ae79-cad6-498d-a466-fa528b46089f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.6577344 Mar 18 10:32:54.892117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36604) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:54.978239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Floating IP 3fc48fee-4932-4f2e-bf09-3a8e351ffcab associated. External IP: 172.26.2.93, port: f4630433-ae1f-4bac-a3f8-e9416f5726ee. Mar 18 10:32:55.160894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-90fd6594-08a0-4ebb-9a8b-278ba5b3ca61', 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': 'd5e11bf7-4ed7-41c7-a3f2-a86b1eeba7d1'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:55.161845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.243323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36610) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:55.256996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.289990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.313430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Transition to ACTIVE for port object 4ebc1a7c-9708-4572-a817-eeab5195e0b1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:55.336609 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9c7115a5-effb-4247-9518-139857440eec tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3716457 Mar 18 10:32:55.344547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36616) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:55.350183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.350384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.374426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.395763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Transition to ACTIVE for port object 4ebc1a7c-9708-4572-a817-eeab5195e0b1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:55.415775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Allocated IP 2001:db8::1 (90fd6594-08a0-4ebb-9a8b-278ba5b3ca61/d5e11bf7-4ed7-41c7-a3f2-a86b1eeba7d1/96a1ee6f-86a9-441e-ace6-e46c0940e6a1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:55.527359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.579771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.606073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:55.610665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:55.624579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:55.632675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.662807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=3f97469f-118c-4b22-8790-10c624990a56,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:55.665067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.692781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98816a-a46d-4899-9333-6aae77d132ac None None] Network e9f7fc77-762b-4e55-ba3b-6001b4849b08 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:55.742172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.756653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:55.801280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.804735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Usage tracker for resource:security_group_rule and tenant:68a493ffe4774596b4875068c3b7bc2a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:55.819525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:55.836457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:55.855305 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cfadab41-8c1b-4ba3-a119-439887fe4a85 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/3f97469f-118c-4b22-8790-10c624990a56 HTTP/1.1" status: 204 len: 168 time: 1.3974178 Mar 18 10:32:55.861425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36620) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:55.897162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Pushing event updated for resources: {'Port': ['ID=4ebc1a7c-9708-4572-a817-eeab5195e0b1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:55.925909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.934275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.947108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.953024 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd49b171-3b69-467a-8380-dc77b40f3007 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5444667 Mar 18 10:32:55.956786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36624) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:55.986454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:55.998610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f974f-11b0-48a2-9838-05bafef92aec None None] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:56.076980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.79 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/3b923980-dc2d-4d09-8c30-646433256589) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:56.088862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Attempting to bind port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:56.089239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Attempting to bind port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:56.089606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Attempting to bind port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:56.159837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:56.160279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:56.160615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.161011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:56.161589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Bound port: 4ebc1a7c-9708-4572-a817-eeab5195e0b1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:56.161876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.167839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Router a60392c9-3cf3-4451-b6ad-90303b850823 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:32:56.231490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.274842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Transition to ACTIVE for port object 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:56.280562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6745dc12-d39c-4e3d-a0dd-2f49551c96ad None None] Provisioning for port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:56.364193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.382988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Transition to ACTIVE for port object 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:56.395253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] For port 4ebc1a7c-9708-4572-a817-eeab5195e0b1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:56.471160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.472890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] For port 4ebc1a7c-9708-4572-a817-eeab5195e0b1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ebc1a7c-9708-4572-a817-eeab5195e0b1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:56.481877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.496543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.589111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] DHCP port deletion for e9f7fc77-762b-4e55-ba3b-6001b4849b08 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:32:56.593845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:56.629907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Deleting port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:56.630432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.631180 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68a493ffe4774596b4875068c3b7bc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3858297 Mar 18 10:32:56.631974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e0fef-66a1-4bda-a81d-27b928e0fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529952c6-8474-44ad-bc57-90bbed20e8f1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:56.634671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36628) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:56.663076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.669697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:56.679734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:32:56.702136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:56.703433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.705003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:56.754692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Pushing event updated for resources: {'Port': ['ID=96a1ee6f-86a9-441e-ace6-e46c0940e6a1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:56.786810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Sync routers for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:56.831815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.837869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.853059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.906435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e11bf7-4ed7-41c7-a3f2-a86b1eeba7d1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:56.912958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:56.921350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:56.936154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:56.936804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:56.941175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:56.948724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:56.975556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:56.975929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.023766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=3b923980-dc2d-4d09-8c30-646433256589,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:57.048804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.064366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.079777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Attempting to bind port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:32:57.079777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Attempting to bind port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'b053df8b-6c9b-47ed-a411-31ac3038bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:32:57.080114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Attempting to bind port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 on network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:32:57.108423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65f0a2-39d1-441d-a1d3-568abf2de204 None None] Pushing event updated for resources: {'Port': ['ID=4ebc1a7c-9708-4572-a817-eeab5195e0b1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:57.116953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Checking segment: {'id': 'b053df8b-6c9b-47ed-a411-31ac3038bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Bound using segment: {'id': 'b053df8b-6c9b-47ed-a411-31ac3038bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Bound port: 96a1ee6f-86a9-441e-ace6-e46c0940e6a1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b053df8b-6c9b-47ed-a411-31ac3038bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:32:57.121770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.142993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c14e3043-70f9-4a37-9794-10033b977b59 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "PUT /v2.0/floatingips/3fc48fee-4932-4f2e-bf09-3a8e351ffcab HTTP/1.1" status: 200 len: 990 time: 4.5473452 Mar 18 10:32:57.220870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.328882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:57.344062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=fe51c31b-bec5-4c9a-badf-651f56e909f0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:57.384231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': 'bbb382d7-1cb4-4def-95f9-3e616afcb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:32:57.384591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: a2c58816-c4f7-430b-bab6-b87749ec1cbb, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:57.410688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:57.424487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:57.425269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.468922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.528174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] For port fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,segment=NetworkSegment(39d5764a-aed8-42f0-8d3b-6620d9b359ff),segment_id=39d5764a-aed8-42f0-8d3b-6620d9b359ff)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:57.528706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.563146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'status': 'completed', 'code': 200} Mar 18 10:32:57.564994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fd6594-08a0-4ebb-9a8b-278ba5b3ca61']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:57.576444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:57.577913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.609079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b053df8b-6c9b-47ed-a411-31ac3038bd06') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:57.609079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b053df8b-6c9b-47ed-a411-31ac3038bd06') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:57.624937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529952c6-8474-44ad-bc57-90bbed20e8f1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:57.628755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.664097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.668463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b2d81e11-5a1f-486d-a1bf-7d36c9911ee8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/529952c6-8474-44ad-bc57-90bbed20e8f1 HTTP/1.1" status: 204 len: 168 time: 1.0094690 Mar 18 10:32:57.669752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.710999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Allocated IP 172.20.0.1 (2b0780b1-b552-4793-a6e8-ce89eec18669/0830cdde-7fc2-414d-b4ab-52c05526f097/b63e555b-73d2-435d-a973-a4101834599f) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:57.742357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:57.742758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:57.758646 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:57.821852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Calling delete_port for fd1c4d55-8f58-4e00-8275-8cb8d3eab750 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:57.898792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] For port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:32:57.930410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:32:57.930410 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:32:57.930410 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '90fd6594-08a0-4ebb-9a8b-278ba5b3ca61'}] Mar 18 10:32:57.930410 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:57.930876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:57.955641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:57.978290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port fd1c4d55-8f58-4e00-8275-8cb8d3eab750, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,segment=NetworkSegment(39d5764a-aed8-42f0-8d3b-6620d9b359ff),segment_id=39d5764a-aed8-42f0-8d3b-6620d9b359ff)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:57.979000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.002366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] For port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=96a1ee6f-86a9-441e-ace6-e46c0940e6a1,segment=NetworkSegment(b053df8b-6c9b-47ed-a411-31ac3038bd06),segment_id=b053df8b-6c9b-47ed-a411-31ac3038bd06)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:32:58.064240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.103769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.179120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.221280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for fd1c4d55-8f58-4e00-8275-8cb8d3eab750 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:58.250233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.307619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422c10a-e93c-4d85-a494-f831e942d732 req-f395dcd4-a755-4d8a-838f-6e5d4ccd5bd3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:58.309323 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9422c10a-e93c-4d85-a494-f831e942d732 req-f395dcd4-a755-4d8a-838f-6e5d4ccd5bd3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 1.0339050 Mar 18 10:32:58.341447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.354983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,segment=NetworkSegment(eaa36cd9-3f89-4e13-af44-c7fcc69b67ea),segment_id=eaa36cd9-3f89-4e13-af44-c7fcc69b67ea)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:58.360641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12cad4-0d76-4a2c-8efe-7fe9cf330cc4 None None] Pushing event updated for resources: {'Port': ['ID=96a1ee6f-86a9-441e-ace6-e46c0940e6a1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:58.406603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a2c58816-c4f7-430b-bab6-b87749ec1cbb) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:58.414685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] No DVR routers for this DVR port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:58.418735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:58.419030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e4a3-5db9-4f98-ab80-e3cdeda03bc7 None None] Pushing event deleted for resources: {'Port': ['ID=fd1c4d55-8f58-4e00-8275-8cb8d3eab750,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:58.419362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.426219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8084a-fbce-4be5-9cb2-de77a9ee2c2b None None] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:58.444809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.478907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:58.478907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.494189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-81cc8742-04c3-46b8-80ff-4e0d5cb592f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:58.494530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.497079 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-81cc8742-04c3-46b8-80ff-4e0d5cb592f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.8507853 Mar 18 10:32:58.574898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:32:58.575251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:32:58.623931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.626382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36640) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:58.685896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ebc1a7c-9708-4572-a817-eeab5195e0b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:32:58.702085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.717285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.779945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:58.822772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:58.832106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Usage tracker for resource:security_group_rule and tenant:007001aa75344a298770010156f91330 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:58.854885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:58.856336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.862135 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9422c10a-e93c-4d85-a494-f831e942d732 req-24712472-8eda-4197-807b-d6c7bd796677 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263515 Mar 18 10:32:58.863246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a2281-40d4-4175-9373-1d90c5c22bc4 None None] Network 90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:32:58.880083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:58.886321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=3b923980-dc2d-4d09-8c30-646433256589,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:58.903500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7143fe48-eff6-4453-99c4-f70e0ee8742c None None] Provisioning for port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:58.916462 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b0865451-ce92-476f-bdea-8c40c559782d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9764090 Mar 18 10:32:58.927136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:32:58.948307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1222439620'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:58.953217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Transition to ACTIVE for port object b63e555b-73d2-435d-a973-a4101834599f will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:32:58.961262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:32:58.979691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:32:58.989991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:58.994490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:32:59.011044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-66c1271b-1774-4217-bfa2-7f99a506a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:59.013504 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-66c1271b-1774-4217-bfa2-7f99a506a315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.5033433 Mar 18 10:32:59.014747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::1 (862ac36c-a15b-4807-bb67-f61f5836b3bd/952a796e-8150-4803-b0f1-2f6733fe41fb/8df5a7f2-1581-42d6-b56a-25f9bb99563a) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:59.017059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:32:59.083082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port fd1c4d55-8f58-4e00-8275-8cb8d3eab750 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:32:59.083656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.104636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=96a1ee6f-86a9-441e-ace6-e46c0940e6a1,segment=NetworkSegment(b053df8b-6c9b-47ed-a411-31ac3038bd06),segment_id=b053df8b-6c9b-47ed-a411-31ac3038bd06)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:59.104993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.114125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:32:59.127231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '3fc48fee-4932-4f2e-bf09-3a8e351ffcab', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'port_id': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'mac_address': 'fa:16:3e:9c:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:13Z', 'updated_at': '2022-03-18T10:32:54Z', 'revision_number': 1, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:59.141331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:32:59.141779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.165554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Checking router: a60392c9-3cf3-4451-b6ad-90303b850823 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:59.175400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a2c58816-c4f7-430b-bab6-b87749ec1cbb', 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': 'fe51c31b-bec5-4c9a-badf-651f56e909f0'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:32:59.176211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.194328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] The port 'fd1c4d55-8f58-4e00-8275-8cb8d3eab750' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:32:59.222320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:32:59.222859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:59.257689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:59.261689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.397668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.402409 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-685c052b-45cf-4ff6-8036-c0e76c37b9e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 998 time: 0.3788383 Mar 18 10:32:59.451663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:32:59.566068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:59.595539 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 18cfefe6-9bc0-48b4-9b7a-c2561c47fc15 associated. External IP: 172.26.2.79, port: d56e1aaa-2c0d-4315-bead-c82e38cc0ac6. Mar 18 10:32:59.601252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:59.610235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.628659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:59.631084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:32:59.650969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:32:59.663631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.663983 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment 83f38d79-ea6a-49b0-8522-3e16b631f21a of type vlan for network 74748d8a-ebed-43c5-b350-5ffc3262de2e Mar 18 10:32:59.689041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.719108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=b63e555b-73d2-435d-a973-a4101834599f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:59.733001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.744826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Allocated IP 2001:db8:0:ffff::2 (a2c58816-c4f7-430b-bab6-b87749ec1cbb/fe51c31b-bec5-4c9a-badf-651f56e909f0/8d2d95a3-fb08-4767-8919-3cd96ad692d6) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:59.745689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582888-8472-4ce6-9a14-b89391ba8e76 req-730aa614-0fd9-429c-8196-8efc2b402b70 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:59.748441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23582888-8472-4ce6-9a14-b89391ba8e76 req-730aa614-0fd9-429c-8196-8efc2b402b70 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5640354 Mar 18 10:32:59.765097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f7fc77-762b-4e55-ba3b-6001b4849b08']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:59.775491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-5440aa03-a49b-460a-89e3-ebe8ddc074ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:59.778352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-5440aa03-a49b-460a-89e3-ebe8ddc074ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.3362110 Mar 18 10:32:59.789687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.814122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.854940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.867363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.873035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d5764a-aed8-42f0-8d3b-6620d9b359ff') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:59.873202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d5764a-aed8-42f0-8d3b-6620d9b359ff') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:59.916177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.926959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4ebc1a7c-9708-4572-a817-eeab5195e0b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ebc1a7c-9708-4572-a817-eeab5195e0b1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:32:59.927419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:32:59.982605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=96a1ee6f-86a9-441e-ace6-e46c0940e6a1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:59.987595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port 96a1ee6f-86a9-441e-ace6-e46c0940e6a1 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:59.991319 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.003403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 8df5a7f2-1581-42d6-b56a-25f9bb99563a will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:00.009165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.027501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:00.027907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.038105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaba0aed-2057-4b54-b5d7-4e025acff921,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:00.045333 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:00.066598 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7a78ea43-2913-4158-919d-153394e88cac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=007001aa75344a298770010156f91330&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4389336 Mar 18 10:33:00.070188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36650) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:00.092810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23582888-8472-4ce6-9a14-b89391ba8e76 req-cf854c3c-332f-4e9a-93bf-ff9fec72041d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802925 Mar 18 10:33:00.110931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd1c4d55-8f58-4e00-8275-8cb8d3eab750 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:00.159025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.164468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.165053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.215210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: fd1c4d55-8f58-4e00-8275-8cb8d3eab750 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:00.215559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd1c4d55-8f58-4e00-8275-8cb8d3eab750 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:00.248663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4ebc1a7c-9708-4572-a817-eeab5195e0b1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.279094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.331191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd46eef5-feea-46ec-b07a-bfde5039d79a None None] Provisioning for port b63e555b-73d2-435d-a973-a4101834599f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:00.340454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-ce91707d-a342-4093-ba6d-94b315ec8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.349617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-ce91707d-a342-4093-ba6d-94b315ec8d42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5466273 Mar 18 10:33:00.349617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=74748d8a-ebed-43c5-b350-5ffc3262de2e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.365749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd46eef5-feea-46ec-b07a-bfde5039d79a None None] Provisioning complete for port b63e555b-73d2-435d-a973-a4101834599f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:00.366396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd46eef5-feea-46ec-b07a-bfde5039d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.389586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fd6594-08a0-4ebb-9a8b-278ba5b3ca61']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:00.399006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.401039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.409016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:00.418905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b053df8b-6c9b-47ed-a411-31ac3038bd06') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:00.423784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b053df8b-6c9b-47ed-a411-31ac3038bd06') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:00.432635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.435174 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/e9f7fc77-762b-4e55-ba3b-6001b4849b08 HTTP/1.1" status: 204 len: 168 time: 4.5023742 Mar 18 10:33:00.436316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.438074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.446958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36654) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:00.477578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.494985 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-83ca984b-ffcb-482c-9460-04d93831e768 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5628562 Mar 18 10:33:00.500437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36658) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:00.501428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.504720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-65513200'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:00.511233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7645f-fd79-496e-8d89-1663c67b7644 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=e9f7fc77-762b-4e55-ba3b-6001b4849b08,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.515756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:00.523762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.531018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:00.531595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.533290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:00.560036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fd46eef5-feea-46ec-b07a-bfde5039d79a None None] Port b63e555b-73d2-435d-a973-a4101834599f cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:00.565506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:00.566014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.569859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Transition to ACTIVE for port object 8d2d95a3-fb08-4767-8919-3cd96ad692d6 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:00.581932 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:00.604540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Transition to ACTIVE for port object 8d2d95a3-fb08-4767-8919-3cd96ad692d6 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:00.633752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '3fc48fee-4932-4f2e-bf09-3a8e351ffcab', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'port_id': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'mac_address': 'fa:16:3e:9c:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:13Z', 'updated_at': '2022-03-18T10:32:54Z', 'revision_number': 1, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:00.638474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:00.675998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8595ebd-5289-4456-be2b-03e38425d7d0 None None] The sync data for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv is: [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '3fc48fee-4932-4f2e-bf09-3a8e351ffcab', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'port_id': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'mac_address': 'fa:16:3e:9c:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:13Z', 'updated_at': '2022-03-18T10:32:54Z', 'revision_number': 1, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:00.682320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.739111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:network and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:00.767584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:00.776327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:00.784292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:00.786743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Pushing event updated for resources: {'Port': ['ID=8d2d95a3-fb08-4767-8919-3cd96ad692d6,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.789037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:00.797332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:00.831209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:00.835835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:00.837038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:subnet and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:00.840310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:00.841174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.842344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:00.856084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:00.856454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:00.863593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=8df5a7f2-1581-42d6-b56a-25f9bb99563a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.882888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:00.890015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:00.999378 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-eb2576bd-8d75-4abb-9b39-8641e501721c service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462734 Mar 18 10:33:01.009226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:01.013652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.047530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Attempting to bind port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:01.047960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Attempting to bind port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bbb382d7-1cb4-4def-95f9-3e616afcb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:01.048392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Attempting to bind port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 on network a2c58816-c4f7-430b-bab6-b87749ec1cbb {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:01.057657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:01.058065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Checking segment: {'id': 'bbb382d7-1cb4-4def-95f9-3e616afcb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:01.058522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.058923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Bound using segment: {'id': 'bbb382d7-1cb4-4def-95f9-3e616afcb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:01.059397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Bound port: 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb382d7-1cb4-4def-95f9-3e616afcb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2c58816-c4f7-430b-bab6-b87749ec1cbb'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:01.059774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.102514 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0bc29b-a6a7-4463-8fa4-e93ffd0c0872 None None] New status for floating IP 3fc48fee-4932-4f2e-bf09-3a8e351ffcab: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:33:01.193155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:01.209693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.213808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.215823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:01.223200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ebc1a7c-9708-4572-a817-eeab5195e0b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:01.252923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=90fd6594-08a0-4ebb-9a8b-278ba5b3ca61,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:01.263559 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4420d634-bb8c-4fc6-89b7-6d445d2a215f tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 HTTP/1.1" status: 204 len: 168 time: 5.9179270 Mar 18 10:33:01.270200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:01.276157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884648983'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:01.279457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.281963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.286690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaba0aed-2057-4b54-b5d7-4e025acff921 HTTP/1.1" status: 204 len: 168 time: 1.2119956 Mar 18 10:33:01.287684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] For port 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:01.294389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:01.295284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:01.311632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:01.331407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd354-c5cc-4d34-87e4-cef04726bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaba0aed-2057-4b54-b5d7-4e025acff921,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:01.336142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:01.344401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:01.349894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:01.357428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.402530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] For port 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d2d95a3-fb08-4767-8919-3cd96ad692d6,segment=NetworkSegment(bbb382d7-1cb4-4def-95f9-3e616afcb564),segment_id=bbb382d7-1cb4-4def-95f9-3e616afcb564)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:01.409618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:01.432336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.441649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:01.442461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:01.471654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:01.494488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:01.497960 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a76c92c7-45a1-4567-9c22-9e38a498dfc0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9945006 Mar 18 10:33:01.503848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36672) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:01.512863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.513103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:01.578640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:01.579185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5eb43-35f1-49ec-b5b1-b382df86392c None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:01.588581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:01.589034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.589924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.590490 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Added segment 9642f790-a763-4d8a-867f-8ae4fd8aa5fb of type vlan for network d3537c17-554b-4717-894c-9bca93a74080 Mar 18 10:33:01.634691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7ef26e0c-0e3e-4b81-827a-d5a8163d1274 None None] Provisioning for port 8df5a7f2-1581-42d6-b56a-25f9bb99563a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:01.660936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7ef26e0c-0e3e-4b81-827a-d5a8163d1274 None None] Provisioning complete for port 8df5a7f2-1581-42d6-b56a-25f9bb99563a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:01.661158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7ef26e0c-0e3e-4b81-827a-d5a8163d1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.728231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034d7a-b224-4e9a-96e8-7f063a27ad34 None None] Pushing event updated for resources: {'Port': ['ID=8d2d95a3-fb08-4767-8919-3cd96ad692d6,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:01.736137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c623f94-265b-4f92-b2b4-c4d37d2f8e48 req-73f27465-9b52-4621-8835-941f88b80acb service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045035 Mar 18 10:33:01.740047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.755118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26e0c-0e3e-4b81-827a-d5a8163d1274 None None] Port 8df5a7f2-1581-42d6-b56a-25f9bb99563a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:01.823511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:01.827546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.827777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5549a7d-fda5-4c5d-a1a2-3db083befc80 req-dc04d921-69ee-4deb-8372-868d8c975351 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.831074 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b5549a7d-fda5-4c5d-a1a2-3db083befc80 req-dc04d921-69ee-4deb-8372-868d8c975351 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5366056 Mar 18 10:33:01.873838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.912107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:01.927008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.018575 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b5549a7d-fda5-4c5d-a1a2-3db083befc80 req-f422c8b7-64a2-41fe-8ea9-b80d8c402a9d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669354 Mar 18 10:33:02.040884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.047346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.048287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.052505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.077997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:02.103830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.104176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment 909f6812-e140-4a1d-ad95-bc2bcd909f2f of type vlan for network 64c9aac3-09bd-4fb9-a744-b2668078de88 Mar 18 10:33:02.292322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:02.292529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.299072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.416248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=b63e555b-73d2-435d-a973-a4101834599f,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:02.419003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Network': ['ID=d3537c17-554b-4717-894c-9bca93a74080,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:02.432753 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7ea08228-05da-4942-b7e7-812905b5ad3e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9369929 Mar 18 10:33:02.435412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d3537c17-554b-4717-894c-9bca93a74080 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:02.437393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.442609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36686) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:02.451059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': 'd3537c17-554b-4717-894c-9bca93a74080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:02.456271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:02.504227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.508839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': '83f38d79-ea6a-49b0-8522-3e16b631f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:02.509203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: 74748d8a-ebed-43c5-b350-5ffc3262de2e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:02.527191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=779a0ee7-ba1f-4b07-9272-ab81f64fa186,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:02.597889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.598084 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 18cfefe6-9bc0-48b4-9b7a-c2561c47fc15 disassociated. External IP: 172.26.2.79, port: d56e1aaa-2c0d-4315-bead-c82e38cc0ac6. Mar 18 10:33:02.669130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d2d95a3-fb08-4767-8919-3cd96ad692d6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:02.776672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:02.818328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.824218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.824990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:02.826634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:02.989698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:03.008389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:03.015724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:03.020193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36698) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:03.034573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:03.039865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 74748d8a-ebed-43c5-b350-5ffc3262de2e) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:03.044472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:03.045370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.051881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a374eeb-9774-4bde-be4f-922a88cef160 None None] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:03.074488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=64c9aac3-09bd-4fb9-a744-b2668078de88,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:03.081121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:03.100163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:03.177728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a96fe6c6-7b25-40de-b897-af6758396e33 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9038095 Mar 18 10:33:03.178142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36706) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:03.209793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:03.244246 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-be6f5658-8b54-4703-9ccf-4fe93dde9e79 tempest-ServiceProvidersTest-1068230445 tempest-ServiceProvidersTest-1068230445-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2227657 Mar 18 10:33:03.256582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.300368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:03.315035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626acd8-0627-4889-b49e-aaf17edd8d30 None None] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:03.340582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:03.344262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.439354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:03.467582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.468329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.484429 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4ab7066c-4bb9-4ccd-8b70-d5bc536a4b7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9769506 Mar 18 10:33:03.491955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36712) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:03.511567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'port': {'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e', 'name': 'tempest-NetworksIpV6TestAttrs-477543213'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:03.586557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Provisioning for port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:03.603569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-74748d8a-ebed-43c5-b350-5ffc3262de2e', 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': '779a0ee7-ba1f-4b07-9272-ab81f64fa186'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:03.604262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.626556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Provisioning complete for port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:03.627087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.637266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:03.695054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:03.717459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:03.724606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:03.744199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:03.817891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=8df5a7f2-1581-42d6-b56a-25f9bb99563a,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:03.838678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106826d-3e5d-4c12-b65e-e75f747c4594 req-f6942469-a35b-4b18-a50f-ee7d25b3e63e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:03.845927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e106826d-3e5d-4c12-b65e-e75f747c4594 req-f6942469-a35b-4b18-a50f-ee7d25b3e63e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6517091 Mar 18 10:33:03.912704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:03.939807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:03.942940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:03.957753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:03.978637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:port and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:03.983719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:04.001122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:04.004172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:04.008278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.009769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Allocated IP 2001:db8::f816:3eff:fef2:7af3 (74748d8a-ebed-43c5-b350-5ffc3262de2e/779a0ee7-ba1f-4b07-9272-ab81f64fa186/f8359cf6-8c21-4351-9fb8-369eca07bc58) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:04.012640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.065035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Router d4f5b6b4-0964-4875-8a08-55c17213ce0d is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:33:04.076490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e106826d-3e5d-4c12-b65e-e75f747c4594 req-c2ae6671-73fe-4e7f-a021-a608d7a2b869 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294631 Mar 18 10:33:04.079196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:04.167223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] For port 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d2d95a3-fb08-4767-8919-3cd96ad692d6,segment=NetworkSegment(bbb382d7-1cb4-4def-95f9-3e616afcb564),segment_id=bbb382d7-1cb4-4def-95f9-3e616afcb564)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:04.240098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.391108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:04.391108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.391353 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:04.392487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.398307 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:04.398932 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.458266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:04.466715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Usage tracker for resource:security_group_rule and tenant:2ed0eae22c2347da9ad5e244e970378f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:04.469778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cdd7888b-c00f-4d2b-99e6-c8a1d02c1852 None None] Provisioning complete for port b63e555b-73d2-435d-a973-a4101834599f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:04.474207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cdd7888b-c00f-4d2b-99e6-c8a1d02c1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.476957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:04.487716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:04.493104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-546a47d8-ee08-4727-bd61-5182874e755a tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/18cfefe6-9bc0-48b4-9b7a-c2561c47fc15 HTTP/1.1" status: 200 len: 687 time: 2.9883280 Mar 18 10:33:04.502360 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.503505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:04.522752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.523777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:04.524389 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.527036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20c256-4466-47dd-a0b5-386ad4674d3b None None] Pushing event updated for resources: {'Port': ['ID=8d2d95a3-fb08-4767-8919-3cd96ad692d6,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:04.530239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=e1972c5c-8131-4d4f-8ee9-eee0549d5c00,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:04.563073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Transition to ACTIVE for port object f8359cf6-8c21-4351-9fb8-369eca07bc58 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:04.575666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7888b-c00f-4d2b-99e6-c8a1d02c1852 None None] Port b63e555b-73d2-435d-a973-a4101834599f cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:04.591286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Transition to ACTIVE for port object f8359cf6-8c21-4351-9fb8-369eca07bc58 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:04.630113 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.630509 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cdd8c-9b6f-4f6b-8be0-6838b79223e5 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:04.641486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Checking segment: {'id': '9642f790-a763-4d8a-867f-8ae4fd8aa5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:04.641860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network hostable DHCP agents. Network: d3537c17-554b-4717-894c-9bca93a74080, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:04.663586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:04.674594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] Sync routers for ids ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:04.679391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:04.684071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.691049 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63cd0cd1-0f8d-4c1e-a302-28cf9540625b tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "PUT /v2.0/routers/d4f5b6b4-0964-4875-8a08-55c17213ce0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7945004 Mar 18 10:33:04.691690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36730) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:04.693365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] Routers {'d4f5b6b4-0964-4875-8a08-55c17213ce0d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:04.694249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.699336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'port': {'network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669', 'name': 'tempest-FloatingIPNegativeTestJSON-2027528421'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:04.712015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 3b923980-dc2d-4d09-8c30-646433256589 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:04.712358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.740151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1074f50-f340-420d-9074-278f32de2d03 req-bdfb7aec-8d4c-4a03-8c2c-2919d8f47783 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:04.741837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b1074f50-f340-420d-9074-278f32de2d03 req-bdfb7aec-8d4c-4a03-8c2c-2919d8f47783 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4585621 Mar 18 10:33:04.760262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.764897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.790194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] device_id is not set on port 3d7d2359-648d-41ec-abe3-b2fbff778baa yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:04.833589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:04.836171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] Routers {'d4f5b6b4-0964-4875-8a08-55c17213ce0d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:04.836809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.887113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:04.899295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:04.911775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9fc5fb9a-c693-4c1d-abd3-1b4ab5410883 None None] Provisioning complete for port 8df5a7f2-1581-42d6-b56a-25f9bb99563a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:04.912558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb9a-c693-4c1d-abd3-1b4ab5410883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:04.937461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network d3537c17-554b-4717-894c-9bca93a74080 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:04.939578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Router 690704df-d8cd-4a07-8c6a-f090582e2e91 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:33:04.950319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.950624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d94b00-20f1-49df-801a-c9edfda06237 None None] The sync data for ids ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:04.996532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Pushing event updated for resources: {'Port': ['ID=f8359cf6-8c21-4351-9fb8-369eca07bc58,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:05.046339 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b1074f50-f340-420d-9074-278f32de2d03 req-deb031e2-2b33-499a-9252-19f5fd58f5af tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960548 Mar 18 10:33:05.066184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5fb9a-c693-4c1d-abd3-1b4ab5410883 None None] Port 8df5a7f2-1581-42d6-b56a-25f9bb99563a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:05.069284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d3537c17-554b-4717-894c-9bca93a74080) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:05.069777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Attempting to bind port f8359cf6-8c21-4351-9fb8-369eca07bc58 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:05.069925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Attempting to bind port f8359cf6-8c21-4351-9fb8-369eca07bc58 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '83f38d79-ea6a-49b0-8522-3e16b631f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:05.070312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Attempting to bind port f8359cf6-8c21-4351-9fb8-369eca07bc58 on network 74748d8a-ebed-43c5-b350-5ffc3262de2e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:05.078224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:05.078599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Checking segment: {'id': '83f38d79-ea6a-49b0-8522-3e16b631f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:05.081852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.081852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Bound using segment: {'id': '83f38d79-ea6a-49b0-8522-3e16b631f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:05.081852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Bound port: f8359cf6-8c21-4351-9fb8-369eca07bc58, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f38d79-ea6a-49b0-8522-3e16b631f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '74748d8a-ebed-43c5-b350-5ffc3262de2e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:05.081852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.133214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.136765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:05.137351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.147236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c633aca-b6db-42c0-a1d6-5959e28ce3d6 None None] Network d3537c17-554b-4717-894c-9bca93a74080 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:05.169465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.169963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.184448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:05.191873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:port and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:05.194274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9fc5fb9a-c693-4c1d-abd3-1b4ab5410883 None None] Provisioning complete for port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:05.194461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fb9a-c693-4c1d-abd3-1b4ab5410883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.198055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:05.207010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:05.215243 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-08c5fcf5-0c8d-45d5-84ca-ac525d62218f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "PUT /v2.0/routers/690704df-d8cd-4a07-8c6a-f090582e2e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2129717 Mar 18 10:33:05.215243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:05.216209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36736) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:05.221136 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Sync routers for ids ['690704df-d8cd-4a07-8c6a-f090582e2e91'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:05.237128 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Routers {'690704df-d8cd-4a07-8c6a-f090582e2e91'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:05.237743 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['690704df-d8cd-4a07-8c6a-f090582e2e91'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:05.334759 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f354384b-ed5c-490a-ac3a-582ce09864f9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8910041 Mar 18 10:33:05.341073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36740) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:05.348541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-191338062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:05.360932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:05.374300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:router and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:05.379341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:05.389107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38003b-f1ee-49e8-bac5-b7257dd04910 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:05.390330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ad38003b-f1ee-49e8-bac5-b7257dd04910 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:05.400389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:05.438503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Made reservation on behalf of d8501cc7e3c047108b9e6f188dc5befb for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:05.440002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] For port f8359cf6-8c21-4351-9fb8-369eca07bc58, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:05.444427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.457198 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Set router 690704df-d8cd-4a07-8c6a-f090582e2e91 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:05.473301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] device_id is not set on port c2d495df-94e8-46b1-a578-2eaed09c7aa8 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:05.496571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] For port f8359cf6-8c21-4351-9fb8-369eca07bc58, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f8359cf6-8c21-4351-9fb8-369eca07bc58,segment=NetworkSegment(83f38d79-ea6a-49b0-8522-3e16b631f21a),segment_id=83f38d79-ea6a-49b0-8522-3e16b631f21a)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:05.520242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ad38003b-f1ee-49e8-bac5-b7257dd04910 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:05.528292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 3b923980-dc2d-4d09-8c30-646433256589 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:05.536052 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ad38003b-f1ee-49e8-bac5-b7257dd04910 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports/8df5a7f2-1581-42d6-b56a-25f9bb99563a HTTP/1.1" status: 200 len: 911 time: 0.3191133 Mar 18 10:33:05.541003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36744) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:05.557107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.562403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.578900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-d3537c17-554b-4717-894c-9bca93a74080', 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': 'e1972c5c-8131-4d4f-8ee9-eee0549d5c00'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:05.579748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.604873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.705303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.766482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Allocated IP 2001:db8::f816:3eff:fef7:d2b2 (74748d8a-ebed-43c5-b350-5ffc3262de2e/779a0ee7-ba1f-4b07-9272-ab81f64fa186/3d7d2359-648d-41ec-abe3-b2fbff778baa) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:05.773426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4070b7-f25a-4fb3-9dd3-da1ee1a29d07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:05.780228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4070b7-f25a-4fb3-9dd3-da1ee1a29d07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:05.784602 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0d4070b7-f25a-4fb3-9dd3-da1ee1a29d07 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2362404 Mar 18 10:33:05.788518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:05.791473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Allocated IP 172.20.0.6 (2b0780b1-b552-4793-a6e8-ce89eec18669/0830cdde-7fc2-414d-b4ab-52c05526f097/c2d495df-94e8-46b1-a578-2eaed09c7aa8) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:05.804829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.846773 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ed0eae22c2347da9ad5e244e970378f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8595085 Mar 18 10:33:05.846773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77432e0-d754-4826-ae57-72e7f2a352fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b71ee8-22aa-47d2-a751-e98740e910e5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:05.863833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:01Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': '8df5a7f2-1581-42d6-b56a-25f9bb99563a', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:5f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:57Z', 'updated_at': '2022-03-18T10:33:02Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:05.863833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Checking router: 690704df-d8cd-4a07-8c6a-f090582e2e91 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:05.863833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Updating router 690704df-d8cd-4a07-8c6a-f090582e2e91 port 8df5a7f2-1581-42d6-b56a-25f9bb99563a binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:33:05.864430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36752) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:05.885231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.939783 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:05.951804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=3b923980-dc2d-4d09-8c30-646433256589,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:06.082796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.112346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed47ab-b47e-455b-a52a-ad69d62bc2cb None None] Pushing event updated for resources: {'Port': ['ID=f8359cf6-8c21-4351-9fb8-369eca07bc58,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:06.121623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Allocated IP 172.20.0.2 (d3537c17-554b-4717-894c-9bca93a74080/e1972c5c-8131-4d4f-8ee9-eee0549d5c00/59ba8210-7bca-44d9-a439-456e2e186a7a) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:06.211912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.302856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=81e48eb5-4649-47bd-aac9-dcc17cc87fde,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:06.362843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': '909f6812-e140-4a1d-ad95-bc2bcd909f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:06.364364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: 64c9aac3-09bd-4fb9-a744-b2668078de88, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:06.416865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.435010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Transition to ACTIVE for port object 59ba8210-7bca-44d9-a439-456e2e186a7a will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:06.437129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.437257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.441659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-53bdaa26-1917-43a3-9e06-2f56339dcd09 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/18cfefe6-9bc0-48b4-9b7a-c2561c47fc15 HTTP/1.1" status: 204 len: 168 time: 1.9367735 Mar 18 10:33:06.444264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36758) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:06.449003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.457057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '9e98475d-ef99-4001-a852-783d1ba3eb92'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:06.468693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Transition to ACTIVE for port object 59ba8210-7bca-44d9-a439-456e2e186a7a will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:06.475882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:06.484211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:floatingip and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:06.490209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:06.498029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Transition to ACTIVE for port object 3d7d2359-648d-41ec-abe3-b2fbff778baa will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:06.499478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:06.510402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:06.533527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.547417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.600557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.628024 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.634558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.640533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.643934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 64c9aac3-09bd-4fb9-a744-b2668078de88) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:06.652064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7ac04-dc7f-4779-82a5-b5e1a6fa6090 req-b5931d5b-e1d5-4ec9-81ee-c4036adc665e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:06.656349 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Transition to ACTIVE for port object 8df5a7f2-1581-42d6-b56a-25f9bb99563a will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:06.659790 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-eca7ac04-dc7f-4779-82a5-b5e1a6fa6090 req-b5931d5b-e1d5-4ec9-81ee-c4036adc665e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3736067 Mar 18 10:33:06.677722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b039f-9421-4d5a-8b2a-6ceb6ccc0a3b None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:06.717436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:06.721910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.729262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Pushing event updated for resources: {'Port': ['ID=59ba8210-7bca-44d9-a439-456e2e186a7a,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:06.752022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f8359cf6-8c21-4351-9fb8-369eca07bc58 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:06.753695 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.758320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.766916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.767258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:06.768092 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b9907d61-c09f-4264-9db5-a5551f0ffca0 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.4258456 Mar 18 10:33:06.777165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36762) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:06.778578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:06.785491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:06.792391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:06.793736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:06.800088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-eca7ac04-dc7f-4779-82a5-b5e1a6fa6090 req-aef82d4c-2353-4236-b503-cf63a51c3b4f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390564 Mar 18 10:33:06.806812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Network d3537c17-554b-4717-894c-9bca93a74080 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:06.819002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'network_id': 'd3537c17-554b-4717-894c-9bca93a74080', 'name': 'tempest-PortsTestJSON-2053922345'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:06.931893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:06.937959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:06.946625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Transition to ACTIVE for port object c2d495df-94e8-46b1-a578-2eaed09c7aa8 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:07.011015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.021410 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f484365-f1d9-4fb0-911d-571d080f3bf0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8418839 Mar 18 10:33:07.026763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36770) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:07.055376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Port': ['ID=3d7d2359-648d-41ec-abe3-b2fbff778baa,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:07.096525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:07.117051 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Pushing event updated for resources: {'Port': ['ID=8df5a7f2-1581-42d6-b56a-25f9bb99563a,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:07.213206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-270a2583-f385-41b5-b689-19a8699cc992 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7183599 Mar 18 10:33:07.215891 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.216258 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.216599 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.216930 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.217257 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.217599 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.217949 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.218270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.218587 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.218902 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.219287 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.219552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:07.242559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36774) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:07.288428 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Attempting to bind port 8df5a7f2-1581-42d6-b56a-25f9bb99563a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:07.288797 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Attempting to bind port 8df5a7f2-1581-42d6-b56a-25f9bb99563a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:07.289143 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Attempting to bind port 8df5a7f2-1581-42d6-b56a-25f9bb99563a on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:07.303290 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:07.306756 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:07.306756 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.306756 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:07.307614 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Bound port: 8df5a7f2-1581-42d6-b56a-25f9bb99563a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:07.308053 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.330496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting subnet 779a0ee7-ba1f-4b07-9272-ab81f64fa186 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:07.341903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.342178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b71ee8-22aa-47d2-a751-e98740e910e5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:07.352705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.401628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.450903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.451536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2e1144d6-10ba-4168-a268-7d669377dccb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4b71ee8-22aa-47d2-a751-e98740e910e5 HTTP/1.1" status: 204 len: 168 time: 1.5875957 Mar 18 10:33:07.463152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:07.469860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:07.472461 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] For port 8df5a7f2-1581-42d6-b56a-25f9bb99563a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:07.475221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:07.479823 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] For port 8df5a7f2-1581-42d6-b56a-25f9bb99563a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8df5a7f2-1581-42d6-b56a-25f9bb99563a,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:07.523218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-64c9aac3-09bd-4fb9-a744-b2668078de88', 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '81e48eb5-4649-47bd-aac9-dcc17cc87fde'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:07.524106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.561705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Attempting to bind port 59ba8210-7bca-44d9-a439-456e2e186a7a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:07.562655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Attempting to bind port 59ba8210-7bca-44d9-a439-456e2e186a7a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9642f790-a763-4d8a-867f-8ae4fd8aa5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:07.563828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=c2d495df-94e8-46b1-a578-2eaed09c7aa8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:07.563961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Attempting to bind port 59ba8210-7bca-44d9-a439-456e2e186a7a on network d3537c17-554b-4717-894c-9bca93a74080 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:07.595601 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.633900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:07.635005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.714266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.732076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f8359cf6-8c21-4351-9fb8-369eca07bc58 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:07.758735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:07.759333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Checking segment: {'id': '9642f790-a763-4d8a-867f-8ae4fd8aa5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:07.759755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.760151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Bound using segment: {'id': '9642f790-a763-4d8a-867f-8ae4fd8aa5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:07.760642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Bound port: 59ba8210-7bca-44d9-a439-456e2e186a7a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9642f790-a763-4d8a-867f-8ae4fd8aa5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd3537c17-554b-4717-894c-9bca93a74080'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:07.764121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:07.765215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:07.784942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e082-1eb0-4d56-874d-883bc632c00b None None] Pushing event updated for resources: {'Port': ['ID=8df5a7f2-1581-42d6-b56a-25f9bb99563a,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:07.802472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:port and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:07.814597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:07.825592 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Routers {'690704df-d8cd-4a07-8c6a-f090582e2e91'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:07.827020 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['690704df-d8cd-4a07-8c6a-f090582e2e91'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:07.842163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d2d95a3-fb08-4767-8919-3cd96ad692d6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:07.860108 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8d55c1c3-1bb3-450d-acdc-62a200f22c61 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1670976 Mar 18 10:33:07.876048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:07.881975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36782) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:07.923469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:07.928123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:07.939522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:subnet and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:07.946473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:07.947277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:07.958934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:floatingip and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:07.989104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:08.061725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.067285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:08.085611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09919468-a801-4aaa-8441-1b7b33915274 None None] Network 74748d8a-ebed-43c5-b350-5ffc3262de2e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:08.109640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:08.222580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.243969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] Set router 690704df-d8cd-4a07-8c6a-f090582e2e91 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:08.267041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.334936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:08.342585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.365049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Allocated IP 2001:db8::2 (64c9aac3-09bd-4fb9-a744-b2668078de88/81e48eb5-4649-47bd-aac9-dcc17cc87fde/1caca4cc-5440-4c33-b85e-57c190df85cf) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:08.487272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.61 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/c2d12398-f327-4914-b981-9c3810193195) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:08.547466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c7ac-ad2a-4ad6-92dc-4bb963bc2d16 req-dc0e9920-4f48-4140-8a46-c701d47fdcdd tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:08.549607 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc49c7ac-ad2a-4ad6-92dc-4bb963bc2d16 req-dc0e9920-4f48-4140-8a46-c701d47fdcdd tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2041807 Mar 18 10:33:08.554218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 8df5a7f2-1581-42d6-b56a-25f9bb99563a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:08.554780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.585592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.599611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Transition to ACTIVE for port object 1caca4cc-5440-4c33-b85e-57c190df85cf will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:08.620385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Transition to ACTIVE for port object 1caca4cc-5440-4c33-b85e-57c190df85cf will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:08.668470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc49c7ac-ad2a-4ad6-92dc-4bb963bc2d16 req-e379a140-2c8d-473a-865b-ee9f9798f999 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870929 Mar 18 10:33:08.718395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.744938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.790254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Provisioning for port f8359cf6-8c21-4351-9fb8-369eca07bc58 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:08.827850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.832757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Provisioning complete for port f8359cf6-8c21-4351-9fb8-369eca07bc58 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:08.833145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.869913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.875336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 9942753d-dd3c-4a23-844d-ff937c7c1ead yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:08.942396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:08.947961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port 8df5a7f2-1581-42d6-b56a-25f9bb99563a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8df5a7f2-1581-42d6-b56a-25f9bb99563a,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:08.948388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:08.948510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] For port 59ba8210-7bca-44d9-a439-456e2e186a7a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:08.949575 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:01Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': '8df5a7f2-1581-42d6-b56a-25f9bb99563a', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:5f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:57Z', 'updated_at': '2022-03-18T10:33:07Z', 'revision_number': 4, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:08.954355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:08.960315 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964649ec-6b31-49b5-8f35-cfe1d01ca043 None None] The sync data for ids ['690704df-d8cd-4a07-8c6a-f090582e2e91'] in dv-neutron-834265-1-hyperv is: [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:01Z', 'revision_number': 2, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None, '_interfaces': [{'id': '8df5a7f2-1581-42d6-b56a-25f9bb99563a', 'name': '', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'mac_address': 'fa:16:3e:5f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:57Z', 'updated_at': '2022-03-18T10:33:07Z', 'revision_number': 4, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'subnets': [{'id': '952a796e-8150-4803-b0f1-2f6733fe41fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:08.972220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:08.979975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=779a0ee7-ba1f-4b07-9272-ab81f64fa186,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:09.002907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] For port 59ba8210-7bca-44d9-a439-456e2e186a7a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=59ba8210-7bca-44d9-a439-456e2e186a7a,segment=NetworkSegment(9642f790-a763-4d8a-867f-8ae4fd8aa5fb),segment_id=9642f790-a763-4d8a-867f-8ae4fd8aa5fb)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:09.006010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Pushing event updated for resources: {'Port': ['ID=1caca4cc-5440-4c33-b85e-57c190df85cf,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:09.022973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:09.034417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.047590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:09.047964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.170721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.185312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 8df5a7f2-1581-42d6-b56a-25f9bb99563a owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:09.230065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36806) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:09.233563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.239638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.284009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Allocated IP 172.26.2.76 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0943f01c-fbef-44dd-a495-63386cbe5bd3) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:09.372150 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-32e7cf46-ee48-47fe-af88-cbaa89429359 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/779a0ee7-ba1f-4b07-9272-ab81f64fa186 HTTP/1.1" status: 204 len: 168 time: 2.1247602 Mar 18 10:33:09.427690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Attempting to bind port 1caca4cc-5440-4c33-b85e-57c190df85cf on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:09.428064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Attempting to bind port 1caca4cc-5440-4c33-b85e-57c190df85cf by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '909f6812-e140-4a1d-ad95-bc2bcd909f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:09.428428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Attempting to bind port 1caca4cc-5440-4c33-b85e-57c190df85cf on network 64c9aac3-09bd-4fb9-a744-b2668078de88 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:09.431806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36812) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:09.443771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.480707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:09.481075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Checking segment: {'id': '909f6812-e140-4a1d-ad95-bc2bcd909f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:09.481883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.484803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Bound using segment: {'id': '909f6812-e140-4a1d-ad95-bc2bcd909f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:09.485469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Bound port: 1caca4cc-5440-4c33-b85e-57c190df85cf, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909f6812-e140-4a1d-ad95-bc2bcd909f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:09.485904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.528544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edaba7-76a9-4f20-8cb1-b2ffe324297e None None] Pushing event updated for resources: {'Port': ['ID=59ba8210-7bca-44d9-a439-456e2e186a7a,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:09.550730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:09.563478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:09.566069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:09.593496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e52e858a-03c2-4bed-b676-3473f3437ee6 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-376212153', 'prefixes': ['172.20.0.0/16']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:09.617956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e52e858a-03c2-4bed-b676-3473f3437ee6 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:09.681677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=c2d12398-f327-4914-b981-9c3810193195,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:09.697051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] For port f8359cf6-8c21-4351-9fb8-369eca07bc58, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f8359cf6-8c21-4351-9fb8-369eca07bc58,segment=NetworkSegment(83f38d79-ea6a-49b0-8522-3e16b631f21a),segment_id=83f38d79-ea6a-49b0-8522-3e16b631f21a)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:09.799319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] For port 1caca4cc-5440-4c33-b85e-57c190df85cf, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:09.809215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] For port 1caca4cc-5440-4c33-b85e-57c190df85cf, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1caca4cc-5440-4c33-b85e-57c190df85cf,segment=NetworkSegment(909f6812-e140-4a1d-ad95-bc2bcd909f2f),segment_id=909f6812-e140-4a1d-ad95-bc2bcd909f2f)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:09.810469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.839536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1558b-28ab-4987-85cd-a4bcec9a65b2 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:09.841028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1558b-28ab-4987-85cd-a4bcec9a65b2 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:09.841783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-adf1558b-28ab-4987-85cd-a4bcec9a65b2 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Synchronizing usage tracker for tenant:836d49458a724b4da09b61066410d0d4 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:09.901129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Pushing event updated for resources: {'Port': ['ID=f8359cf6-8c21-4351-9fb8-369eca07bc58,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:09.915333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:09.929354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] DHCP port deletion for 74748d8a-ebed-43c5-b350-5ffc3262de2e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:10.039533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Deleting port f8359cf6-8c21-4351-9fb8-369eca07bc58 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:10.040438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.136432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.139684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Provisioning for port c2d495df-94e8-46b1-a578-2eaed09c7aa8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:10.182770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Provisioning complete for port c2d495df-94e8-46b1-a578-2eaed09c7aa8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:10.183419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.209436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.223719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-adf1558b-28ab-4987-85cd-a4bcec9a65b2 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Unset dirty status for tenant:836d49458a724b4da09b61066410d0d4 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:10.227611 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-adf1558b-28ab-4987-85cd-a4bcec9a65b2 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7906547 Mar 18 10:33:10.241329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8df5a7f2-1581-42d6-b56a-25f9bb99563a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:10.260921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36818) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:10.284916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.8 (d3537c17-554b-4717-894c-9bca93a74080/e1972c5c-8131-4d4f-8ee9-eee0549d5c00/9942753d-dd3c-4a23-844d-ff937c7c1ead) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:10.309735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 8df5a7f2-1581-42d6-b56a-25f9bb99563a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:10.310157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8df5a7f2-1581-42d6-b56a-25f9bb99563a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 18 10:33:10.358521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cbc29-161e-47b4-bad5-873d874caf89 None None] Pushing event updated for resources: {'Port': ['ID=1caca4cc-5440-4c33-b85e-57c190df85cf,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.394587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port 8df5a7f2-1581-42d6-b56a-25f9bb99563a not found, will not notify nova. {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 18 10:33:10.395110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 59ba8210-7bca-44d9-a439-456e2e186a7a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:10.435992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-211970a1-7fd9-43e8-aa0c-900034a7f7aa tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.441660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.444387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=8df5a7f2-1581-42d6-b56a-25f9bb99563a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.534301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fc859d74-13d1-47be-948b-9177d2bcee40 None None] Port c2d495df-94e8-46b1-a578-2eaed09c7aa8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:10.636452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.671286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e52e858a-03c2-4bed-b676-3473f3437ee6 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Notify callbacks [] for subnetpool, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.673272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e52e858a-03c2-4bed-b676-3473f3437ee6 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4433839 Mar 18 10:33:10.750323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] For port f8359cf6-8c21-4351-9fb8-369eca07bc58, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f8359cf6-8c21-4351-9fb8-369eca07bc58,segment=NetworkSegment(83f38d79-ea6a-49b0-8522-3e16b631f21a),segment_id=83f38d79-ea6a-49b0-8522-3e16b631f21a)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:10.750911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.754440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:10.763239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5a2d-50db-4ead-8422-c2d5f497fde4 req-0f5def3b-5260-4783-ad84-f38b68456a25 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:10.769852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6415fde0-804d-44f2-8edd-c6088ee2a1e9 None None] Could not find standard attr ID for object 8df5a7f2-1581-42d6-b56a-25f9bb99563a. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:10.770604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83ff5a2d-50db-4ead-8422-c2d5f497fde4 req-0f5def3b-5260-4783-ad84-f38b68456a25 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.8460758 Mar 18 10:33:10.785349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36822) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:10.792710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=c638e2ef-5b72-4d0f-afe9-db15dca1ff8d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.795028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:10.803424 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-211970a1-7fd9-43e8-aa0c-900034a7f7aa tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 18 10:33:10.804515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211970a1-7fd9-43e8-aa0c-900034a7f7aa tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:10.806512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-211970a1-7fd9-43e8-aa0c-900034a7f7aa tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/74748d8a-ebed-43c5-b350-5ffc3262de2e HTTP/1.1" status: 409 len: 405 time: 0.5437663 Mar 18 10:33:10.807639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=0943f01c-fbef-44dd-a495-63386cbe5bd3,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.815001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:10.815633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.824981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:10.828907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36826) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:10.835784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:10.840613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:10.873705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-445872116'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:10.895847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:10.902706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:10.913691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:10.921499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:10.932720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:10.947975 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-67b26802-1a9d-4a4a-81b3-1c80cdea1fcd tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "GET /v2.0/subnetpools/772445bc-296c-4d0c-b554-e58cc91131af HTTP/1.1" status: 200 len: 731 time: 0.1508744 Mar 18 10:33:10.975022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36830) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:10.976922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Calling delete_port for f8359cf6-8c21-4351-9fb8-369eca07bc58 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:10.978775 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f3c261dc-1d74-4a97-8682-77ed1e4280da tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9249074 Mar 18 10:33:10.985999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36834) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:11.006971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-061eda13-870a-4c99-9c96-0261cdb436bd tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1710194228'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:11.077510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.080555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 59ba8210-7bca-44d9-a439-456e2e186a7a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:11.114378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d96de6-1436-447d-bcce-1774573b90a5 None None] Network d3537c17-554b-4717-894c-9bca93a74080 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:11.125627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:11.129065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.160958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f8359cf6-8c21-4351-9fb8-369eca07bc58 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:11.197415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.201470 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83ff5a2d-50db-4ead-8422-c2d5f497fde4 req-065c9fa9-de1e-405a-9651-9e591027c5b4 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298677 Mar 18 10:33:11.213084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.302691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Router 690704df-d8cd-4a07-8c6a-f090582e2e91 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:11.303442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:11.313336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] No DVR routers for this DVR port f8359cf6-8c21-4351-9fb8-369eca07bc58 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:11.319946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f8359cf6-8c21-4351-9fb8-369eca07bc58 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:11.319946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f8359cf6-8c21-4351-9fb8-369eca07bc58 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:11.320201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.320537 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment fbd16040-8c0c-4e65-a02f-a3c57d0b7c49 of type vlan for network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 Mar 18 10:33:11.361609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.363136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.364662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.371576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.373205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.374473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Synchronizing usage tracker for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:11.391532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf2f0f-3f6c-413f-9260-83059f864c4a None None] Pushing event deleted for resources: {'Port': ['ID=f8359cf6-8c21-4351-9fb8-369eca07bc58,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:11.397584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Provisioning for port 59ba8210-7bca-44d9-a439-456e2e186a7a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:11.407703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Provisioning complete for port 59ba8210-7bca-44d9-a439-456e2e186a7a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:11.408296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.553923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.586721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.621448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 9942753d-dd3c-4a23-844d-ff937c7c1ead will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:11.652306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.656407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Unset dirty status for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:11.662368 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-845f70e5-5032-4d14-8270-1661c0c6d4ef tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6617541 Mar 18 10:33:11.667657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36838) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:11.677207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.680867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2122261891'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:11.700527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] For port 59ba8210-7bca-44d9-a439-456e2e186a7a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=59ba8210-7bca-44d9-a439-456e2e186a7a,segment=NetworkSegment(9642f790-a763-4d8a-867f-8ae4fd8aa5fb),segment_id=9642f790-a763-4d8a-867f-8ae4fd8aa5fb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:11.708189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:11.713603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:11.722438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.732445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:11.738561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:11.750837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-08e3e0fd-2c62-477b-9e32-e9878a9e3037 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "PUT /v2.0/routers/690704df-d8cd-4a07-8c6a-f090582e2e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9632709 Mar 18 10:33:11.760708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36842) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:11.764033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.800164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-061eda13-870a-4c99-9c96-0261cdb436bd tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Notify callbacks [] for subnetpool, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.801629 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-061eda13-870a-4c99-9c96-0261cdb436bd tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "PUT /v2.0/subnetpools/772445bc-296c-4d0c-b554-e58cc91131af HTTP/1.1" status: 200 len: 684 time: 0.8214488 Mar 18 10:33:11.802933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:11.818448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36846) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:11.863157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ca94-861b-4f2c-ada6-7baa8ccad6d4 None None] Pushing event updated for resources: {'Port': ['ID=59ba8210-7bca-44d9-a439-456e2e186a7a,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:11.867855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:11.930824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Sync routers for ids ['690704df-d8cd-4a07-8c6a-f090582e2e91'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:11.945844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Routers {'690704df-d8cd-4a07-8c6a-f090582e2e91'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:11.946651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['690704df-d8cd-4a07-8c6a-f090582e2e91'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:11.987057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=9942753d-dd3c-4a23-844d-ff937c7c1ead,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:11.989528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:11.993925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.009078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.015759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.016606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.046294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fedb800-37ab-4b2b-86c8-5f5f1bcf779f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.048111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fedb800-37ab-4b2b-86c8-5f5f1bcf779f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.049081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fedb800-37ab-4b2b-86c8-5f5f1bcf779f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:12.054999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network d3537c17-554b-4717-894c-9bca93a74080 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:12.062285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:12.134331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.140191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:12.203836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fedb800-37ab-4b2b-86c8-5f5f1bcf779f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:12.208013 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9fedb800-37ab-4b2b-86c8-5f5f1bcf779f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4463170 Mar 18 10:33:12.213764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36850) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:12.227210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Set router 690704df-d8cd-4a07-8c6a-f090582e2e91 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:12.245245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.245915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.266402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.469011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 952a796e-8150-4803-b0f1-2f6733fe41fb {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:12.482996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6445167 Mar 18 10:33:12.485265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36856) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:12.493939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.498416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:09Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:12.507409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Checking router: 690704df-d8cd-4a07-8c6a-f090582e2e91 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:12.520695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Routers {'690704df-d8cd-4a07-8c6a-f090582e2e91'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:12.521458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['690704df-d8cd-4a07-8c6a-f090582e2e91'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:12.554044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:12.562546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:12.568253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924341c4-4fd7-4a8f-bd74-39d52b8bdb06 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=9bc7f9c5-8ff2-419f-a087-d8e112ac34a6,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:12.592060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1caca4cc-5440-4c33-b85e-57c190df85cf up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:12.603114 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ddde4742-772e-4209-82fb-315e96adb584 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8018141 Mar 18 10:33:12.611629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36860) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:12.618225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:12.627497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=c2d12398-f327-4914-b981-9c3810193195,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:12.641675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c86c1a-2aa0-43f4-86c8-ecba50e8a9eb None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:12.642842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.643160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment a89cdcad-445d-45e5-ab72-6d0d5c1bf96e of type vlan for network ed6be604-08d4-4492-9f0c-baf8cada5ccc Mar 18 10:33:12.667719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e5cf4c78-3d71-4ad9-967c-4170d71c92a6 None None] Provisioning complete for port 59ba8210-7bca-44d9-a439-456e2e186a7a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:12.668084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4c78-3d71-4ad9-967c-4170d71c92a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.724725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.730674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.797850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.805850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] Set router 690704df-d8cd-4a07-8c6a-f090582e2e91 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:12.816999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:12.830412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:12.841194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a89620-16d4-4e41-b3f4-4b012c9f540a tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] Notify callbacks [] for subnetpool, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.845044 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-13a89620-16d4-4e41-b3f4-4b012c9f540a tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "DELETE /v2.0/subnetpools/772445bc-296c-4d0c-b554-e58cc91131af HTTP/1.1" status: 204 len: 168 time: 1.0112872 Mar 18 10:33:12.849504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:12.852797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36864) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:12.863991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:12.940753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-44fdcf6e-313e-4f5e-82fe-3d229f27ee30 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] show failed (client error): The resource could not be found. Mar 18 10:33:12.944389 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-44fdcf6e-313e-4f5e-82fe-3d229f27ee30 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "GET /v2.0/subnetpools/772445bc-296c-4d0c-b554-e58cc91131af HTTP/1.1" status: 404 len: 346 time: 0.0879817 Mar 18 10:33:12.973016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36868) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:12.999010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:13.002887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.006224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.025264 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-0486cd30-b050-4c5b-a32f-947bae7c1070 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] delete failed (client error): The resource could not be found. Mar 18 10:33:13.026482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0486cd30-b050-4c5b-a32f-947bae7c1070 tempest-SubnetPoolsTestJSON-1575145523 tempest-SubnetPoolsTestJSON-1575145523-project] 10.222.0.18 "DELETE /v2.0/subnetpools/772445bc-296c-4d0c-b554-e58cc91131af HTTP/1.1" status: 404 len: 346 time: 0.0525687 Mar 18 10:33:13.039618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:09Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:13.043177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.048512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:13.049103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.053446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 595b9007-bb69-4173-b747-ea4bb25bd4cd associated. External IP: 172.26.2.61, port: 9e98475d-ef99-4001-a852-783d1ba3eb92. Mar 18 10:33:13.072349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfce2b-85c5-4a0d-a50b-d5f194d5a8c1 None None] The sync data for ids ['690704df-d8cd-4a07-8c6a-f090582e2e91'] in dv-neutron-834265-1-hyperv is: [{'id': '690704df-d8cd-4a07-8c6a-f090582e2e91', 'name': 'tempest-NetworksTestDHCPv6-router-2118578971', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:54Z', 'updated_at': '2022-03-18T10:33:09Z', 'revision_number': 3, 'project_id': '4b9d1989592a48f19f2ec863f7a36153', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:13.104380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=0943f01c-fbef-44dd-a495-63386cbe5bd3,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:13.245522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1caca4cc-5440-4c33-b85e-57c190df85cf completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:13.251440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213c596-0719-41fd-8ce6-1123ab8d038a req-b9a3ca7d-b858-4bda-b418-bff76b965847 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:13.258664 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a213c596-0719-41fd-8ce6-1123ab8d038a req-b9a3ca7d-b858-4bda-b418-bff76b965847 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7873254 Mar 18 10:33:13.273484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 59ba8210-7bca-44d9-a439-456e2e186a7a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:13.383530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.403303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 59ba8210-7bca-44d9-a439-456e2e186a7a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:13.403675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.456004 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a213c596-0719-41fd-8ce6-1123ab8d038a req-483969c3-69d1-4ae9-9222-f35f55cf745e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963100 Mar 18 10:33:13.591953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Provisioning for port 1caca4cc-5440-4c33-b85e-57c190df85cf completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:13.593800 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9247313 Mar 18 10:33:13.602112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Provisioning complete for port 1caca4cc-5440-4c33-b85e-57c190df85cf triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:13.602492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.602824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36874) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:13.656112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0e34-d4fc-4e7b-87d1-a24a9b1cc3f6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=ed6be604-08d4-4492-9f0c-baf8cada5ccc,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:13.664757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:13.681630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.698279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:13.811383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:13.815678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9ff0564a-85a3-4101-afa3-d19d070be685 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9103572 Mar 18 10:33:13.816491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36880) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:13.831828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b06cecd9-d9fa-4b83-a263-1badcca60229 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'floatingip': {'port_id': 'c2d495df-94e8-46b1-a578-2eaed09c7aa8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:13.881028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36884) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:13.909416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Update dhcp port {'port': {'network_id': '64c9aac3-09bd-4fb9-a744-b2668078de88', 'fixed_ips': [{'subnet_id': '81e48eb5-4649-47bd-aac9-dcc17cc87fde', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c638e2ef-5b72-4d0f-afe9-db15dca1ff8d'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '1caca4cc-5440-4c33-b85e-57c190df85cf'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:33:13.946849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b06cecd9-d9fa-4b83-a263-1badcca60229 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.016017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.072880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8df5a7f2-1581-42d6-b56a-25f9bb99563a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:14.095086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:14.119052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.155386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 8df5a7f2-1581-42d6-b56a-25f9bb99563a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:14.155642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8df5a7f2-1581-42d6-b56a-25f9bb99563a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:14.172686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.181490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=952a796e-8150-4803-b0f1-2f6733fe41fb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:14.186495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.199578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.217984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c28d6f-cfcf-4b75-b3fc-f9979de6f067 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:14.259500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.265741 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-b06cecd9-d9fa-4b83-a263-1badcca60229 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] update failed (client error): The resource could not be found. Mar 18 10:33:14.269348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b06cecd9-d9fa-4b83-a263-1badcca60229 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "PUT /v2.0/floatingips/fae770da-77f4-4555-8083-839af272946b HTTP/1.1" status: 404 len: 507 time: 0.4394927 Mar 18 10:33:14.274687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:14.312437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:14.343250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.365978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b986aed40efa4587b42e82e2577a9fe9 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:14.368664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] For port 1caca4cc-5440-4c33-b85e-57c190df85cf, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1caca4cc-5440-4c33-b85e-57c190df85cf,segment=NetworkSegment(909f6812-e140-4a1d-ad95-bc2bcd909f2f),segment_id=909f6812-e140-4a1d-ad95-bc2bcd909f2f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:14.370111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:14.383058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:14.401584 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57728aa1-6cf5-431d-933a-6e10b0a1adfe tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/952a796e-8150-4803-b0f1-2f6733fe41fb HTTP/1.1" status: 204 len: 168 time: 2.1799009 Mar 18 10:33:14.414913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:14.460915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.518492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:14.524609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.570188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.608542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Pushing event updated for resources: {'Port': ['ID=1caca4cc-5440-4c33-b85e-57c190df85cf,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:14.620398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Allocated IP 172.20.0.1 (64c9aac3-09bd-4fb9-a744-b2668078de88/c638e2ef-5b72-4d0f-afe9-db15dca1ff8d/1caca4cc-5440-4c33-b85e-57c190df85cf) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:14.632791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Provisioning for port 9942753d-dd3c-4a23-844d-ff937c7c1ead completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:14.650689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Provisioning complete for port 9942753d-dd3c-4a23-844d-ff937c7c1ead triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:14.651136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.660436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting port 0943f01c-fbef-44dd-a495-63386cbe5bd3 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:14.666788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.708844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc is not hosted by any dhcp agent {{(pid=88542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 18 10:33:14.714155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:14.715279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.716580 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "PUT /v2.0/networks/ed6be604-08d4-4492-9f0c-baf8cada5ccc HTTP/1.1" status: 200 len: 723 time: 1.1035187 Mar 18 10:33:14.719700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:14.734082 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:14.751600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36900) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:14.753026 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:14.753730 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:14.770171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:14.784440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:14.800928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-452f32ae-862b-4248-9e22-92ffa2401645 None None] Port 9942753d-dd3c-4a23-844d-ff937c7c1ead cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:14.802654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Deleting port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:14.803032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.851327 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:14.865207 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:14.867153 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:14.904027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bca437f0-bdf2-4a7e-89f3-7df155885bf0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:14.946243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:14.946569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:14.950939 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:14.952370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:14.952901 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524aeb37-d664-45af-87f2-9017062d8897 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:15.005241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] For port 1caca4cc-5440-4c33-b85e-57c190df85cf, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1caca4cc-5440-4c33-b85e-57c190df85cf,segment=NetworkSegment(909f6812-e140-4a1d-ad95-bc2bcd909f2f),segment_id=909f6812-e140-4a1d-ad95-bc2bcd909f2f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:15.041917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ace3c-4665-41fb-9a19-ece577b09681 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=ed6be604-08d4-4492-9f0c-baf8cada5ccc,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.044542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=4547732f-ae1b-45aa-bbd4-df45235581fa,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.101193 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-621305c5-26aa-4c92-bc55-63790c95c985 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6557987 Mar 18 10:33:15.101954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36904) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:15.148899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:15.171126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.171483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.resource_extend [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:15.171680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.179751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.212880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.237485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bca437f0-bdf2-4a7e-89f3-7df155885bf0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:15.241193 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bca437f0-bdf2-4a7e-89f3-7df155885bf0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8176684 Mar 18 10:33:15.250752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36908) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:15.258450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.259653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:15.293341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.293636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] For port 4ebc1a7c-9708-4572-a817-eeab5195e0b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4ebc1a7c-9708-4572-a817-eeab5195e0b1,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:15.293933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.307536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Calling delete_port for 0943f01c-fbef-44dd-a495-63386cbe5bd3 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:15.345701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:15.363326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdae61-7d36-4045-accf-de44ed8a1449 req-6aac8baf-e2c3-4da6-b7cd-3d5ae5e1e515 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:15.365188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Transition to ACTIVE for port object 1caca4cc-5440-4c33-b85e-57c190df85cf will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:15.370376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-becdae61-7d36-4045-accf-de44ed8a1449 req-6aac8baf-e2c3-4da6-b7cd-3d5ae5e1e515 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7332935 Mar 18 10:33:15.382159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.401672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:15.437773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Calling delete_port for 4ebc1a7c-9708-4572-a817-eeab5195e0b1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:15.480913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=9942753d-dd3c-4a23-844d-ff937c7c1ead,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.514540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.608088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-14234302-bcc8-4a5a-b886-3d0e2bfd9029 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/floatingips/595b9007-bb69-4173-b747-ea4bb25bd4cd HTTP/1.1" status: 200 len: 978 time: 0.4966333 Mar 18 10:33:15.611476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36912) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:15.645897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.717270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.731140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:15.755853 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b986aed40efa4587b42e82e2577a9fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8697765 Mar 18 10:33:15.762389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:15.763062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.765254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] No DVR routers for this DVR port 4ebc1a7c-9708-4572-a817-eeab5195e0b1 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:15.768700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36916) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:15.771699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f49bcb7-ce8b-41ea-98a8-89d9ace99e1c None None] Provisioning complete for port 9942753d-dd3c-4a23-844d-ff937c7c1ead triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:15.772218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f49bcb7-ce8b-41ea-98a8-89d9ace99e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.809756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15872fc0-8fea-4f52-8be5-850f3145ed91 None None] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:15.823378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e5025-32ff-4c64-9ae3-812e37e2ef67 None None] Pushing event updated for resources: {'Port': ['ID=1caca4cc-5440-4c33-b85e-57c190df85cf,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.828267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-56e33e2d-32b2-4cfa-81f7-572473b0d5cb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2155674 Mar 18 10:33:15.831083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36920) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:15.838850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': 'd56e1aaa-2c0d-4315-bead-c82e38cc0ac6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:15.845582 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-becdae61-7d36-4045-accf-de44ed8a1449 req-59f2c013-0dbb-4616-aa3f-755d15cff957 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738123 Mar 18 10:33:15.892204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:15.904196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.925448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:15.930989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835d0e8-43a1-4b5c-80f1-fe3d6323d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b6a5e-35e9-40f9-b6f0-edf426480b3b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.933426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fcab9-8d9b-41e6-85d7-73da6813f0ce None None] Pushing event deleted for resources: {'Port': ['ID=4ebc1a7c-9708-4572-a817-eeab5195e0b1,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:16.028512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1f49bcb7-ce8b-41ea-98a8-89d9ace99e1c None None] Port 9942753d-dd3c-4a23-844d-ff937c7c1ead cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:16.061188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Port': ['ID=0943f01c-fbef-44dd-a495-63386cbe5bd3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:16.063283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.196552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.229451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1caca4cc-5440-4c33-b85e-57c190df85cf up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:16.281079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-9bc7f9c5-8ff2-419f-a087-d8e112ac34a6', 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': '4547732f-ae1b-45aa-bbd4-df45235581fa'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:16.282334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.341429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.352783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7d01726a-9c45-4aaa-b9f4-65fc2a97cf91 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8629723 Mar 18 10:33:16.354645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.356525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36926) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:16.374077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'port': {'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6', 'name': 'tempest-NetworksIpV6TestAttrs-1920179409'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:16.496806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.541734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Allocated IP 2001:db8::f816:3eff:fe1a:82fe (9bc7f9c5-8ff2-419f-a087-d8e112ac34a6/4547732f-ae1b-45aa-bbd4-df45235581fa/8d1d262f-dd34-48d8-b748-8edf68eef5ea) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:16.572656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06965c8f-bf4b-43f3-94b8-5b7d0d017a89 None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:16.603133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ebc1a7c-9708-4572-a817-eeab5195e0b1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:16.648186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.648939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Fanout notify agent at l3_agent the message router_deleted on router 690704df-d8cd-4a07-8c6a-f090582e2e91 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:33:16.705231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 4ebc1a7c-9708-4572-a817-eeab5195e0b1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:16.707042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4ebc1a7c-9708-4572-a817-eeab5195e0b1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:16.851875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-585c0e3d-5471-48d2-90d0-b0ff501c69e5 None None] Provisioning for port 1caca4cc-5440-4c33-b85e-57c190df85cf completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:16.856699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.925457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-585c0e3d-5471-48d2-90d0-b0ff501c69e5 None None] Provisioning complete for port 1caca4cc-5440-4c33-b85e-57c190df85cf triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:16.925457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-585c0e3d-5471-48d2-90d0-b0ff501c69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:16.927642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.006059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.009341 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bd86c8fd-6161-4ab6-a0e2-d3e98b1ee116 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/routers/690704df-d8cd-4a07-8c6a-f090582e2e91 HTTP/1.1" status: 204 len: 168 time: 1.7542591 Mar 18 10:33:17.009341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:17.017688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.026520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:port and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:17.036309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3284-fa61-4181-8e49-57078e618e3c req-f275215a-051f-448b-8d65-5dccbed5c9c7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.037788 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d5eb3284-fa61-4181-8e49-57078e618e3c req-f275215a-051f-448b-8d65-5dccbed5c9c7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4283893 Mar 18 10:33:17.038968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:17.050524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:17.072891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-311a9782-ad34-48b7-a986-22e32c38a419 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:17.075316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.091481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.100362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=f503659d-eaf3-4f35-8df5-edbae95750ba,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:17.122855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:17.123202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: ed6be604-08d4-4492-9f0c-baf8cada5ccc, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:17.133332 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d5eb3284-fa61-4181-8e49-57078e618e3c req-1f9302be-3eb6-4d54-8767-e881b0cefde0 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728049 Mar 18 10:33:17.142596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.147468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36936) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.147628 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fff62a8d-1019-4221-9867-7b9a697057b5 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "DELETE /v2.0/floatingips/fae770da-77f4-4555-8083-839af272946b HTTP/1.1" status: 204 len: 168 time: 2.8720496 Mar 18 10:33:17.153334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'floatingip': {'floating_network_id': '2b0780b1-b552-4793-a6e8-ce89eec18669', 'port_id': 'c2d495df-94e8-46b1-a578-2eaed09c7aa8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:17.155232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b388c8a9-d36d-407c-85f8-0088d3ff6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.156734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b388c8a9-d36d-407c-85f8-0088d3ff6033 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.2960272 Mar 18 10:33:17.160207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:17.165467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:floatingip and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:17.167247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:17.173750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:17.178027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.188344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:17.198623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Transition to ACTIVE for port object 8d1d262f-dd34-48d8-b748-8edf68eef5ea will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:17.201953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:17.207886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.224748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] device_id is not set on port da819b14-84e9-41af-a71c-440c79ea060d yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:17.228553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Transition to ACTIVE for port object 8d1d262f-dd34-48d8-b748-8edf68eef5ea will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:17.249307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-311a9782-ad34-48b7-a986-22e32c38a419 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:17.251177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-311a9782-ad34-48b7-a986-22e32c38a419 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2249162 Mar 18 10:33:17.261473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36940) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.265525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b6a5e-35e9-40f9-b6f0-edf426480b3b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:17.288598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.307494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.309195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0f6d88a-17a1-4a20-9db7-d36aa5fc2d68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da6b6a5e-35e9-40f9-b6f0-edf426480b3b HTTP/1.1" status: 204 len: 168 time: 1.5394270 Mar 18 10:33:17.413432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.440643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:17.461176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.467167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ed6be604-08d4-4492-9f0c-baf8cada5ccc) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:17.508675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14160b8-f0c0-4f9d-bc8f-f99caf3a5f26 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:17.513940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.514667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.563929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbd56a-fcef-4551-b79e-ffd56db2d756 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.564604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8bfbd56a-fcef-4551-b79e-ffd56db2d756 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:17.569396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Allocated IP 2001:db8::f816:3eff:feca:4898 (9bc7f9c5-8ff2-419f-a087-d8e112ac34a6/4547732f-ae1b-45aa-bbd4-df45235581fa/da819b14-84e9-41af-a71c-440c79ea060d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:17.578491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:17.628626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:17.637068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:17.639025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b29bb6a6-1569-4f93-b213-6861c9ed0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.639156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b29bb6a6-1569-4f93-b213-6861c9ed0b74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.4633038 Mar 18 10:33:17.641378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.664667 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e45a556a-0e76-4dc8-99b1-3a6f7b933c90 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9047985 Mar 18 10:33:17.677928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:33:17.679997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e7e7d2aa-83f6-4c54-a4f7-5440961f57e6 None None] Provisioning complete for port 1caca4cc-5440-4c33-b85e-57c190df85cf triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:17.679997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d2aa-83f6-4c54-a4f7-5440961f57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.680405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f502fb13-c218-4fbe-8109-1d6d32a4d45c tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5309489 Mar 18 10:33:17.684757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.685473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36950) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.696077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:17.727739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'c2d495df-94e8-46b1-a578-2eaed09c7aa8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:17.753578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Pushing event updated for resources: {'Port': ['ID=8d1d262f-dd34-48d8-b748-8edf68eef5ea,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:17.770316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.818154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8bfbd56a-fcef-4551-b79e-ffd56db2d756 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:17.819300 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8bfbd56a-fcef-4551-b79e-ffd56db2d756 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5536094 Mar 18 10:33:17.881808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36958) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:17.939761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:17.953645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Attempting to bind port 8d1d262f-dd34-48d8-b748-8edf68eef5ea on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:17.954631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Attempting to bind port 8d1d262f-dd34-48d8-b748-8edf68eef5ea by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:17.954631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Attempting to bind port 8d1d262f-dd34-48d8-b748-8edf68eef5ea on network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:17.960322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Usage tracker for resource:floatingip and tenant:d8501cc7e3c047108b9e6f188dc5befb is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:17.962932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:17.963750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Checking segment: {'id': 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:17.964075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.965692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Bound using segment: {'id': 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:17.966218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Bound port: 8d1d262f-dd34-48d8-b748-8edf68eef5ea, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bc7f9c5-8ff2-419f-a087-d8e112ac34a6'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:17.967309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:17.974402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:17.986119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:17.988941 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1830ab54-0324-4357-82a2-8d200fddf3d0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890615 Mar 18 10:33:17.998179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36966) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:18.016152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:18.080098 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-6faf7659-8cdc-4e2e-a876-e9339127f200 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.3784175 Mar 18 10:33:18.134279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.173008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ed6be604-08d4-4492-9f0c-baf8cada5ccc', 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': 'f503659d-eaf3-4f35-8df5-edbae95750ba'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:18.175034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.252003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.303260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:18.313618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:18.324729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2358830'] for subnet, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.360985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] For port 8d1d262f-dd34-48d8-b748-8edf68eef5ea, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:18.361855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Transition to ACTIVE for port object da819b14-84e9-41af-a71c-440c79ea060d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:18.363260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Allocated IP 2001:db8::2 (ed6be604-08d4-4492-9f0c-baf8cada5ccc/f503659d-eaf3-4f35-8df5-edbae95750ba/d0587709-b11a-4e00-af78-d8ac880d54c9) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:18.375054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] For port 8d1d262f-dd34-48d8-b748-8edf68eef5ea, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d1d262f-dd34-48d8-b748-8edf68eef5ea,segment=NetworkSegment(fbd16040-8c0c-4e65-a02f-a3c57d0b7c49),segment_id=fbd16040-8c0c-4e65-a02f-a3c57d0b7c49)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:18.460493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.466615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:18.470102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.569663 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 595b9007-bb69-4173-b747-ea4bb25bd4cd associated. External IP: 172.26.2.61, port: 9e98475d-ef99-4001-a852-783d1ba3eb92. Mar 18 10:33:18.583193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffa1d-3960-42b1-a6c3-cc13a16e7ca6 None None] Pushing event updated for resources: {'Port': ['ID=8d1d262f-dd34-48d8-b748-8edf68eef5ea,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:18.628501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b7b34b8a-4302-4de4-9fbc-eedcdc0f5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:18.629852 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-b7b34b8a-4302-4de4-9fbc-eedcdc0f5e67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.5366058 Mar 18 10:33:18.677329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.689394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Transition to ACTIVE for port object d0587709-b11a-4e00-af78-d8ac880d54c9 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:18.710488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Transition to ACTIVE for port object d0587709-b11a-4e00-af78-d8ac880d54c9 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:18.734116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.774943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.826793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:18.831559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8f31-040e-424e-8764-db421afcbcf7 req-c83abd86-3b0f-4673-847a-a5b48fd0aad2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:18.833018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4aae8f31-040e-424e-8764-db421afcbcf7 req-c83abd86-3b0f-4673-847a-a5b48fd0aad2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4474089 Mar 18 10:33:18.867940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.002091 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4aae8f31-040e-424e-8764-db421afcbcf7 req-ac8ff301-4550-4989-9554-a05c4e95c352 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532388 Mar 18 10:33:19.010294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.013124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:19.017156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:19.021941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:19.036716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Pushing event updated for resources: {'Port': ['ID=d0587709-b11a-4e00-af78-d8ac880d54c9,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:19.051490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:19.062707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:19.065388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:19.071582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:19.072473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.172344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Attempting to bind port d0587709-b11a-4e00-af78-d8ac880d54c9 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:19.173152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Attempting to bind port d0587709-b11a-4e00-af78-d8ac880d54c9 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:19.173742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Attempting to bind port d0587709-b11a-4e00-af78-d8ac880d54c9 on network ed6be604-08d4-4492-9f0c-baf8cada5ccc {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:19.174660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Port': ['ID=da819b14-84e9-41af-a71c-440c79ea060d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:19.189412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:19.189972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Checking segment: {'id': 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:19.190618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.191174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Bound using segment: {'id': 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:19.191731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Bound port: d0587709-b11a-4e00-af78-d8ac880d54c9, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ed6be604-08d4-4492-9f0c-baf8cada5ccc'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:19.197797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.227340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.238716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-a9aa4165-18f5-44a6-8914-3bf4ad837fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:19.240182 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-a9aa4165-18f5-44a6-8914-3bf4ad837fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5956957 Mar 18 10:33:19.291661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] For port d0587709-b11a-4e00-af78-d8ac880d54c9, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:19.296612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-71bd9039-e0b4-48aa-996d-1ade50e1497a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9321423 Mar 18 10:33:19.297353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 36986) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:19.298654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] For port d0587709-b11a-4e00-af78-d8ac880d54c9, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d0587709-b11a-4e00-af78-d8ac880d54c9,segment=NetworkSegment(a89cdcad-445d-45e5-ab72-6d0d5c1bf96e),segment_id=a89cdcad-445d-45e5-ab72-6d0d5c1bf96e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:19.382331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.391873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:19.401801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.476977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Allocated IP 172.26.2.183 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/b22a704c-9c45-4821-a491-35fcbba02ae8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:19.505538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:19.514470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:19.517257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:19.518160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526970'] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.535027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c367d2-d15c-4ade-a603-62586f1e1b0b None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:19.552870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting subnet 4547732f-ae1b-45aa-bbd4-df45235581fa {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:19.647562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48cd1-02b0-4e90-9fc1-01ef372bf1f0 None None] Pushing event updated for resources: {'Port': ['ID=d0587709-b11a-4e00-af78-d8ac880d54c9,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:19.648436 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-2fd91479-6a87-4466-8ca2-6a73a786f009 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350246 Mar 18 10:33:19.664816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=9942753d-dd3c-4a23-844d-ff937c7c1ead,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:19.686336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=c20b3110-a2b5-49ea-8f1a-0e9fe5003506,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:19.696845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.778720 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2eed8c28-9a27-4aca-be41-0ba0fb022cd7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7714531 Mar 18 10:33:19.779658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-788916'] for subnet, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.820365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 36996) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:19.822210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network d3537c17-554b-4717-894c-9bca93a74080 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:19.831675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:19.960288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'c20b3110-a2b5-49ea-8f1a-0e9fe5003506'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:19.961263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:19.966984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:19.968625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:19.996947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:19.997528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.008826 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "PUT /v2.0/subnets/f503659d-eaf3-4f35-8df5-edbae95750ba HTTP/1.1" status: 200 len: 826 time: 2.3220329 Mar 18 10:33:20.019333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37004) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:20.053090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.188956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.338204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d1d262f-dd34-48d8-b748-8edf68eef5ea up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:20.412899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545edb95-8b90-4b3a-b190-53ccdf58a843 None None] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:20.464120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37016) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:20.560877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Allocated IP 2001:db8::f816:3eff:fed3:b4ca (862ac36c-a15b-4807-bb67-f61f5836b3bd/c20b3110-a2b5-49ea-8f1a-0e9fe5003506/ad5d1006-6f83-4543-8df7-6d4c3f40944f) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:20.596638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.613552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.631738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b635632-1e5c-48c7-a76f-054bafe3a5aa None None] Provisioning for port 8d1d262f-dd34-48d8-b748-8edf68eef5ea completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:20.726370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port d0587709-b11a-4e00-af78-d8ac880d54c9 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:20.726715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:20.799956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 8d1d262f-dd34-48d8-b748-8edf68eef5ea completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:20.849506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3100be9e-f9c5-4d2e-87d4-054d1b5fa5fe req-df1a428f-bb9f-4950-91f6-3da8b9a39be7 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1779366 Mar 18 10:33:20.890069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:20.918243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:20.983287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:21.057702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:21.058667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9566-5e99-4777-a8ef-506522fd8991 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=f503659d-eaf3-4f35-8df5-edbae95750ba,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:21.063884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 8d1d262f-dd34-48d8-b748-8edf68eef5ea triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:21.064103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.068100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:21.083506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1511081390', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:21.088232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:21.097126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:21.111033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.114886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Router 6300fc7a-1725-490f-b597-53f557127bee is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:33:21.116796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:21.120313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.121185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:21.154433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae431378-c66d-4fc7-93fd-660c210c1e24 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:21.156726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:21.174578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:21.184650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event updated for resources: {'Port': ['ID=b22a704c-9c45-4821-a491-35fcbba02ae8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:21.192265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:21.193238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.206672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:21.216181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port d0587709-b11a-4e00-af78-d8ac880d54c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d0587709-b11a-4e00-af78-d8ac880d54c9,segment=NetworkSegment(a89cdcad-445d-45e5-ab72-6d0d5c1bf96e),segment_id=a89cdcad-445d-45e5-ab72-6d0d5c1bf96e)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:21.216543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.241937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Transition to ACTIVE for port object ad5d1006-6f83-4543-8df7-6d4c3f40944f will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:21.327134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-90109d57-3a00-48e3-a3d1-881a9757c498 None None] Provisioning complete for port 9942753d-dd3c-4a23-844d-ff937c7c1ead triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:21.327421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-90109d57-3a00-48e3-a3d1-881a9757c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.354137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.414554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Transition to ACTIVE for port object ad5d1006-6f83-4543-8df7-6d4c3f40944f will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:21.418851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:21.422296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.437678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for d0587709-b11a-4e00-af78-d8ac880d54c9 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:21.469186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:21.469809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.532779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.549545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-90109d57-3a00-48e3-a3d1-881a9757c498 None None] Port 9942753d-dd3c-4a23-844d-ff937c7c1ead cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:21.562935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.581108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:21.590948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3aae8-fdbd-4083-bd19-a89ea8bef5ab req-39ec29de-59ac-417f-aeaa-d723a807630d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:21.592408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe3aae8-fdbd-4083-bd19-a89ea8bef5ab req-39ec29de-59ac-417f-aeaa-d723a807630d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 1.0013130 Mar 18 10:33:21.600468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.600874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a02b3-8601-4150-96ef-2182a233adf3 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:21.604526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:21.615991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:21.618648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:21.624080 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-195545f0-27e3-4ae5-9d50-b9eff554747f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/routers/6300fc7a-1725-490f-b597-53f557127bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0106270 Mar 18 10:33:21.628341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.632546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37026) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:21.641180 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] Sync routers for ids ['6300fc7a-1725-490f-b597-53f557127bee'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:21.650875 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] Routers {'6300fc7a-1725-490f-b597-53f557127bee'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:21.651795 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6300fc7a-1725-490f-b597-53f557127bee'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.698069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:21.702082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting port b22a704c-9c45-4821-a491-35fcbba02ae8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:21.702588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.719846 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.729535 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] Routers {'6300fc7a-1725-490f-b597-53f557127bee'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:21.731048 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6300fc7a-1725-490f-b597-53f557127bee'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.780521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:21.797523 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:21.798342 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5065f27-03fe-4ce6-bb36-063284bcfc94 None None] The sync data for ids ['6300fc7a-1725-490f-b597-53f557127bee'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:21.819606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:21.849894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:21.856621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:21.894100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe3aae8-fdbd-4083-bd19-a89ea8bef5ab req-648de31d-fcbe-45fd-8554-afb367996e6b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374921 Mar 18 10:33:21.937194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:22.001307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:22.044880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.045648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.058343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.076705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7cd63bc4-f4f6-479c-ab1b-e1fe82a34915 None None] Provisioning for port d0587709-b11a-4e00-af78-d8ac880d54c9 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:22.097853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03118dbb-a582-4605-aba0-2e15c3ffff4c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.098754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-03118dbb-a582-4605-aba0-2e15c3ffff4c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:22.150563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7cd63bc4-f4f6-479c-ab1b-e1fe82a34915 None None] Provisioning complete for port d0587709-b11a-4e00-af78-d8ac880d54c9 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:22.150943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7cd63bc4-f4f6-479c-ab1b-e1fe82a34915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.208069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.210807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-784883ab-7764-4c57-9f0b-4cff0fc7488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.223118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7cd63bc4-f4f6-479c-ab1b-e1fe82a34915 None None] Port d0587709-b11a-4e00-af78-d8ac880d54c9 was deleted so its status cannot be updated. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 18 10:33:22.241160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Attempting to bind port ad5d1006-6f83-4543-8df7-6d4c3f40944f on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:22.241536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Attempting to bind port ad5d1006-6f83-4543-8df7-6d4c3f40944f by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:22.241931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Attempting to bind port ad5d1006-6f83-4543-8df7-6d4c3f40944f on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:22.250759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:22.251118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:22.251800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:22.252172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:22.252574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.253308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:22.253463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Bound port: ad5d1006-6f83-4543-8df7-6d4c3f40944f, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:22.253803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.267582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:22.278383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.316236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:22.365649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:22.366428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:22.368147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-03118dbb-a582-4605-aba0-2e15c3ffff4c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:22.369340 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-03118dbb-a582-4605-aba0-2e15c3ffff4c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?device_id=6300fc7a-1725-490f-b597-53f557127bee HTTP/1.1" status: 200 len: 982 time: 0.7360249 Mar 18 10:33:22.376661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37032) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:22.468354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:22.470041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=d0587709-b11a-4e00-af78-d8ac880d54c9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:22.486632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:22.493499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Provisioning complete for port 8d1d262f-dd34-48d8-b748-8edf68eef5ea triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:22.493499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.536180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:22.536852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:32:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:22.545959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Calling delete_port for b22a704c-9c45-4821-a491-35fcbba02ae8 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:22.614104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=4547732f-ae1b-45aa-bbd4-df45235581fa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:22.624664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:22.636564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:22.636972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e276c6-b394-459b-8a76-7561e53c7f94 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:22.663773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.677391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.679754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce5ffc-ead0-4c8c-bdb5-6c36b8a2d8cd None None] Network 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:22.696251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port d0587709-b11a-4e00-af78-d8ac880d54c9 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:22.715845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.760869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=ed4b803e-cf52-4662-8229-bae9adb6b950,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:22.844647 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63043f87-ddf1-416e-8749-63f86eb257ca tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/595b9007-bb69-4173-b747-ea4bb25bd4cd HTTP/1.1" status: 200 len: 977 time: 7.0121818 Mar 18 10:33:22.848144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37036) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:22.851970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b1b43-dcae-404e-bf63-ce2d65483157 None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:22.854880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:22.866044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.878735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:22.887616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.888190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:22.906755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:23.024229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:23.025551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ad0f1792-d54f-4468-990d-76e7b732d796 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/4547732f-ae1b-45aa-bbd4-df45235581fa HTTP/1.1" status: 204 len: 168 time: 3.7167857 Mar 18 10:33:23.115085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.124515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.150474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.165405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03345e9-cdd5-426d-8ffb-ebfb17da2095 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:23.167529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03345e9-cdd5-426d-8ffb-ebfb17da2095 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:23.168534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d03345e9-cdd5-426d-8ffb-ebfb17da2095 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Synchronizing usage tracker for tenant:836d49458a724b4da09b61066410d0d4 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:23.181670 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fb2b3c3f-8a57-423e-be89-3f9a8f08c1b0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3557703 Mar 18 10:33:23.186434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37046) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:23.205782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:9a:83:2e', 'name': 'tempest-NetworksTestDHCPv6-2018996978'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:23.216793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.238552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46311d-a734-4ae3-bece-a8a2a658cf29 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:23.263587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.315148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] For port 8d1d262f-dd34-48d8-b748-8edf68eef5ea, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d1d262f-dd34-48d8-b748-8edf68eef5ea,segment=NetworkSegment(fbd16040-8c0c-4e65-a02f-a3c57d0b7c49),segment_id=fbd16040-8c0c-4e65-a02f-a3c57d0b7c49)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:23.365576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:23.372061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:23.376101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:23.384184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:23.405914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.469618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:23.529173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.537335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c69524-cf3b-422d-a7fa-0872c2c588b6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:23.632236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.655164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:23.658647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.675106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:23.675593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:23.689577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d03345e9-cdd5-426d-8ffb-ebfb17da2095 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Unset dirty status for tenant:836d49458a724b4da09b61066410d0d4 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:23.690925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Pushing event updated for resources: {'Port': ['ID=8d1d262f-dd34-48d8-b748-8edf68eef5ea,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:23.691934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d03345e9-cdd5-426d-8ffb-ebfb17da2095 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6663697 Mar 18 10:33:23.730749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37050) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:23.746909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=f503659d-eaf3-4f35-8df5-edbae95750ba,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:23.785146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72779f6-685d-4a50-893d-ced487f407ba req-b4498451-ebf8-403c-a9c2-396337c251c2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:23.787468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] DHCP port deletion for 9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:23.793101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Deleting port 8d1d262f-dd34-48d8-b748-8edf68eef5ea {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:23.793836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.798106 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f72779f6-685d-4a50-893d-ced487f407ba req-b4498451-ebf8-403c-a9c2-396337c251c2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7174265 Mar 18 10:33:23.818199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Port': ['ID=b22a704c-9c45-4821-a491-35fcbba02ae8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:23.830896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:23.831466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment af4af23b-21e9-4878-a111-7d7cc1c956af of type vlan for network f487da4f-2beb-42d3-bd31-b813e341bc06 Mar 18 10:33:23.898605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 644aa3c4-a819-4c7b-a5e7-f819f2623232 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:24.007407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d41df90-b9cc-429d-aa03-e7ba7e07cbca tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.009494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a531d695-e55f-4ebb-bfd0-abd9003ca9ee None None] Network ed6be604-08d4-4492-9f0c-baf8cada5ccc requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:24.011770 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f72779f6-685d-4a50-893d-ced487f407ba req-c2dec3db-b3fb-4f69-b7f8-5b0d2d081eb6 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123177 Mar 18 10:33:24.028093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Provisioning for port da819b14-84e9-41af-a71c-440c79ea060d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:24.082056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.092271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.122131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Provisioning complete for port da819b14-84e9-41af-a71c-440c79ea060d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:24.122401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.124878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.139390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6be604-08d4-4492-9f0c-baf8cada5ccc']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:24.211759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:24.211759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89cdcad-445d-45e5-ab72-6d0d5c1bf96e') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:24.217692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.218130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 595b9007-bb69-4173-b747-ea4bb25bd4cd disassociated. External IP: 172.26.2.61, port: d56e1aaa-2c0d-4315-bead-c82e38cc0ac6. Mar 18 10:33:24.277746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:24.307339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.331617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d41df90-b9cc-429d-aa03-e7ba7e07cbca tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 18 10:33:24.332231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d41df90-b9cc-429d-aa03-e7ba7e07cbca tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:24.347915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.367796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d0587709-b11a-4e00-af78-d8ac880d54c9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:24.373580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:24.373580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:24.394929 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:24.411756 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0d41df90-b9cc-429d-aa03-e7ba7e07cbca tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 HTTP/1.1" status: 409 len: 405 time: 0.6978843 Mar 18 10:33:24.418455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37056) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:24.445907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1848514727'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:24.462022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:24.473496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:24.505179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:24.520585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:24.547736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.616062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d0587709-b11a-4e00-af78-d8ac880d54c9 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:24.616656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d0587709-b11a-4e00-af78-d8ac880d54c9 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 18 10:33:24.634709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] create failed (client error): The resource could not be found. Mar 18 10:33:24.635747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-48613a15-1940-4ee3-9858-300b27ba267f tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.9476860 Mar 18 10:33:24.646302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:24.652146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.658829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:24.661034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.696272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0769d5f0-d1ce-4a2d-9c17-5aadfa26f740 None None] Port da819b14-84e9-41af-a71c-440c79ea060d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:24.705256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87179b-d8b2-4772-aa5c-2d7295cb92fe None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:24.740983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port d0587709-b11a-4e00-af78-d8ac880d54c9 not found, will not notify nova. {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 18 10:33:24.751106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:24.754833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.764386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641a69a-3f60-4ddf-a413-a84e4ee81b39 None None] DHCP port deletion for ed6be604-08d4-4492-9f0c-baf8cada5ccc request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:24.775277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 172.20.0.7 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ed4b803e-cf52-4662-8229-bae9adb6b950/644aa3c4-a819-4c7b-a5e7-f819f2623232) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:24.779876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] For port 8d1d262f-dd34-48d8-b748-8edf68eef5ea, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d1d262f-dd34-48d8-b748-8edf68eef5ea,segment=NetworkSegment(fbd16040-8c0c-4e65-a02f-a3c57d0b7c49),segment_id=fbd16040-8c0c-4e65-a02f-a3c57d0b7c49)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:24.781746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.891326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:24.906020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:24.906320 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment b64bf686-8b3d-4bf4-acae-a8553c39d3d2 of type vlan for network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 Mar 18 10:33:24.931180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe9a:832e (862ac36c-a15b-4807-bb67-f61f5836b3bd/c20b3110-a2b5-49ea-8f1a-0e9fe5003506/644aa3c4-a819-4c7b-a5e7-f819f2623232) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:24.943402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=f487da4f-2beb-42d3-bd31-b813e341bc06,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:24.957944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ff6a-323d-43b1-8e3c-6f91d49f9f98 req-188a9925-19dd-42ce-bb4d-e1d30f8fa4f5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:24.959766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3b3ff6a-323d-43b1-8e3c-6f91d49f9f98 req-188a9925-19dd-42ce-bb4d-e1d30f8fa4f5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7940149 Mar 18 10:33:24.996692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.018783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Calling delete_port for 8d1d262f-dd34-48d8-b748-8edf68eef5ea owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:25.035708 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e048060-46a5-4a32-a072-c202893ceb3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.4387915 Mar 18 10:33:25.043742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:25.050510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad5d1006-6f83-4543-8df7-6d4c3f40944f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:25.056491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting port c2d495df-94e8-46b1-a578-2eaed09c7aa8 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:25.056834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.057932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.063932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-692630199', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:25.076460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f487da4f-2beb-42d3-bd31-b813e341bc06 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:25.095067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.095403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b4f9-19ce-4e41-b9e9-fa39b85ea2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.101159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:25.111529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=ed6be604-08d4-4492-9f0c-baf8cada5ccc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:25.128575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:25.128575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:25.134445 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c840701a-1537-4f05-b98f-a2733a7a96aa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/ed6be604-08d4-4492-9f0c-baf8cada5ccc HTTP/1.1" status: 204 len: 168 time: 5.1014509 Mar 18 10:33:25.153136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37068) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:25.160108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:25.220864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3b3ff6a-323d-43b1-8e3c-6f91d49f9f98 req-e4eb2e9c-4f76-4021-9228-c8795ecaf0fd tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047269 Mar 18 10:33:25.247167 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c44311-096d-4394-9256-7e41cc69582e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:25.247739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c44311-096d-4394-9256-7e41cc69582e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:25.267144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:25.329920 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a9c44311-096d-4394-9256-7e41cc69582e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/ed6be604-08d4-4492-9f0c-baf8cada5ccc HTTP/1.1" status: 404 len: 339 time: 0.1757436 Mar 18 10:33:25.336881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37074) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:25.341251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.352496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420057722', 'description': 'd1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:25.369706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:25.371715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.372789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.402535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.423030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ce369427-a5da-4af2-a6a6-c7c6fdf245de None None] Provisioning for port ad5d1006-6f83-4543-8df7-6d4c3f40944f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:25.425232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Usage tracker for resource:network and tenant:a62346cc0b834715b31dd2240de6bc35 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:25.431361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.442681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:25.456370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:25.502193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ce369427-a5da-4af2-a6a6-c7c6fdf245de None None] Provisioning complete for port da819b14-84e9-41af-a71c-440c79ea060d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:25.502481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ce369427-a5da-4af2-a6a6-c7c6fdf245de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.513373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.518902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:25.526261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.526418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:25.532308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.537422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:25.550042 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:25.550660 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:25.555728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.560639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ad5d1006-6f83-4543-8df7-6d4c3f40944f completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:25.609748 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac259e41-2bc6-461a-83aa-c6ea9133baa3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/595b9007-bb69-4173-b747-ea4bb25bd4cd HTTP/1.1" status: 200 len: 687 time: 2.7574999 Mar 18 10:33:25.610627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37078) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:25.614965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ad5d1006-6f83-4543-8df7-6d4c3f40944f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:25.621681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.652809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:25.654325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] No DVR routers for this DVR port 8d1d262f-dd34-48d8-b748-8edf68eef5ea on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:25.656515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.658292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ab077-87e6-477a-a1f4-2b9341adc621 None None] Pushing event deleted for resources: {'Port': ['ID=8d1d262f-dd34-48d8-b748-8edf68eef5ea,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:25.672061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.676394 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:25.681964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ce369427-a5da-4af2-a6a6-c7c6fdf245de None None] Port da819b14-84e9-41af-a71c-440c79ea060d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:25.693419 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:25.694058 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:25.696616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ce369427-a5da-4af2-a6a6-c7c6fdf245de None None] Could not find standard attr ID for object d0587709-b11a-4e00-af78-d8ac880d54c9. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:25.766532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 9942753d-dd3c-4a23-844d-ff937c7c1ead {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:25.766942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.790120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.843506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4239647 Mar 18 10:33:25.848985 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:25.849391 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883e709-ce1a-4a9f-b732-b6a932160b62 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:25.851822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.855825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9fc9e-de63-42da-937b-520aac229e07 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:25.869329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:25.885695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:25.891404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:25.935055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:25.956846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 644aa3c4-a819-4c7b-a5e7-f819f2623232 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:25.958243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:26.066211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:26.072066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Update dhcp port {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'c20b3110-a2b5-49ea-8f1a-0e9fe5003506', 'ip_address': '2001:db8::f816:3eff:fed3:b4ca'}, {'subnet_id': 'ed4b803e-cf52-4662-8229-bae9adb6b950'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': 'ad5d1006-6f83-4543-8df7-6d4c3f40944f'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:33:26.084667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port c2d12398-f327-4914-b981-9c3810193195 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:26.085335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.135153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.145415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.236040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d1d262f-dd34-48d8-b748-8edf68eef5ea no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:26.264826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Calling delete_port for c2d495df-94e8-46b1-a578-2eaed09c7aa8 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:26.290361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 8d1d262f-dd34-48d8-b748-8edf68eef5ea {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:26.290612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d1d262f-dd34-48d8-b748-8edf68eef5ea not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:26.291007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d0587709-b11a-4e00-af78-d8ac880d54c9 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:26.335267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d0587709-b11a-4e00-af78-d8ac880d54c9 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:26.335609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d0587709-b11a-4e00-af78-d8ac880d54c9 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:26.340843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.350658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:26.353432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.353953 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment 17a34d12-e1fa-4041-bceb-556b0a987c13 of type vlan for network 43158f55-b241-429d-a5b0-441b2208fe05 Mar 18 10:33:26.488287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:26.503206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.524207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:26.546933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee0d85-3e16-4c65-825a-08fed6ea18a4 req-f8972f0a-df73-419f-a98b-0960dfa439d1 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:26.548311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cee0d85-3e16-4c65-825a-08fed6ea18a4 req-f8972f0a-df73-419f-a98b-0960dfa439d1 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2522113 Mar 18 10:33:26.575194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.620099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.620488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.695997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Allocated IP 172.20.0.2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ed4b803e-cf52-4662-8229-bae9adb6b950/ad5d1006-6f83-4543-8df7-6d4c3f40944f) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:26.734883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:26.738229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.751834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.764595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 9942753d-dd3c-4a23-844d-ff937c7c1ead owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:26.772358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for c2d12398-f327-4914-b981-9c3810193195 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:26.825755 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cee0d85-3e16-4c65-825a-08fed6ea18a4 req-9d87ab4a-bb80-4710-8b8d-428169ee26f7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648363 Mar 18 10:33:26.878483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.883335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:26.884284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.906091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:26.948333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:26.968247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Transition to ACTIVE for port object ad5d1006-6f83-4543-8df7-6d4c3f40944f will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:26.969734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad5d1006-6f83-4543-8df7-6d4c3f40944f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:27.015809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.026561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.053075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:27.095109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:27.127301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.152456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:27.157344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.193659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=644aa3c4-a819-4c7b-a5e7-f819f2623232,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.201933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.206805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.210331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8681402 Mar 18 10:33:27.212383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d4f40-a690-4c0a-abfb-ba50e38fc014 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.224224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37090) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:27.279053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=c2d12398-f327-4914-b981-9c3810193195,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.313587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca19a2-22f9-4106-8fbe-1962a4c50cc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=43158f55-b241-429d-a5b0-441b2208fe05,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.324693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 43158f55-b241-429d-a5b0-441b2208fe05 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:27.354102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Port': ['ID=c2d495df-94e8-46b1-a578-2eaed09c7aa8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.436394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.461501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.228 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/40f491de-3093-4b51-99a6-5ca0df2c524d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:27.476988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.480982 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3cb6c4bd-fcb4-4be9-ba44-ec3917302875 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/595b9007-bb69-4173-b747-ea4bb25bd4cd HTTP/1.1" status: 204 len: 168 time: 1.8692882 Mar 18 10:33:27.482955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37094) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:27.565677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.566429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.589121 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-36bfb702-0d24-4029-9f0d-18068bbfa841 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] delete failed (client error): The resource could not be found. Mar 18 10:33:27.593924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-36bfb702-0d24-4029-9f0d-18068bbfa841 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/595b9007-bb69-4173-b747-ea4bb25bd4cd HTTP/1.1" status: 404 len: 345 time: 0.1096163 Mar 18 10:33:27.594990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37098) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:27.639972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165f0b0-02de-4366-9ca6-4e62ce027b48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.640858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f165f0b0-02de-4366-9ca6-4e62ce027b48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Synchronizing usage tracker for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:27.723637 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-041094f5-f8e6-4cf6-9e5c-12ef3f56f15c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5295887 Mar 18 10:33:27.731286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37102) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:27.739447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.750364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce77a-7438-47f9-b58c-39c7f0b175e4 req-204009a2-13c5-48ee-aed9-14b10048ccc8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.752000 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7b2ce77a-7438-47f9-b58c-39c7f0b175e4 req-204009a2-13c5-48ee-aed9-14b10048ccc8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7179730 Mar 18 10:33:27.824454 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f3f63b67-c0ba-4e6b-926b-66e4931f08ed tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "DELETE /v2.0/ports/c2d495df-94e8-46b1-a578-2eaed09c7aa8 HTTP/1.1" status: 204 len: 168 time: 3.1754000 Mar 18 10:33:27.826928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37106) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:27.933918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:27.965618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.971439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.977161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.978064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Synchronizing usage tracker for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:28.034744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb8416-4ed1-4cf2-b1e9-437b626c3720 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.040651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb8416-4ed1-4cf2-b1e9-437b626c3720 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.041488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63eb8416-4ed1-4cf2-b1e9-437b626c3720 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:28.052509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f165f0b0-02de-4366-9ca6-4e62ce027b48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Unset dirty status for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:28.056223 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f165f0b0-02de-4366-9ca6-4e62ce027b48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks?id=43158f55-b241-429d-a5b0-441b2208fe05 HTTP/1.1" status: 200 len: 764 time: 0.8170927 Mar 18 10:33:28.057610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37110) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:28.065009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'description': 'd2'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:28.106304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Unset dirty status for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:28.110311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a3eb0851-469f-4379-a7a8-58f7a02d8d4b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/ports?network_id=672d8947-c45d-4585-b180-3b1187fa0172 HTTP/1.1" status: 200 len: 2359 time: 0.5128913 Mar 18 10:33:28.112224 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7b2ce77a-7438-47f9-b58c-39c7f0b175e4 req-c0eb940c-bd4e-4bb5-a875-dd9afceff49d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196578 Mar 18 10:33:28.112950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37114) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:28.119378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.129629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-630a92a6-45a5-4fc4-9aa3-0ebe09430a97 None None] Provisioning for port ad5d1006-6f83-4543-8df7-6d4c3f40944f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:28.150439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-630a92a6-45a5-4fc4-9aa3-0ebe09430a97 None None] Provisioning complete for port ad5d1006-6f83-4543-8df7-6d4c3f40944f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:28.151229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-630a92a6-45a5-4fc4-9aa3-0ebe09430a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.185057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e7f13-da02-44c2-b72b-3cccbd4fcaae tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.185799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cd5e7f13-da02-44c2-b72b-3cccbd4fcaae tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Synchronizing usage tracker for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:28.215337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.239181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63eb8416-4ed1-4cf2-b1e9-437b626c3720 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:28.243258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63eb8416-4ed1-4cf2-b1e9-437b626c3720 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5110350 Mar 18 10:33:28.256792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37120) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:28.275681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:28.297563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3df5f-e46d-4cb1-9f36-ca53a1fdd986 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:33:28.302873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cd5e7f13-da02-44c2-b72b-3cccbd4fcaae tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Unset dirty status for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:28.309121 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cd5e7f13-da02-44c2-b72b-3cccbd4fcaae tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/subnets/9b84f205-4a05-454a-8cfa-71905cfcad31 HTTP/1.1" status: 200 len: 797 time: 0.1892436 Mar 18 10:33:28.318150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37124) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:28.328795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=9942753d-dd3c-4a23-844d-ff937c7c1ead,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:28.329004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:28.334206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'port': {'network_id': '672d8947-c45d-4585-b180-3b1187fa0172', 'name': 'tempest-FloatingIPTestJSON-1987729582', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:28.380908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:28.423828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.424485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.424485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.424932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.425164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.425498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.425840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.426203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.426908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.426908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.427176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.427628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:28.506439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=40f491de-3093-4b51-99a6-5ca0df2c524d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:28.513493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 644aa3c4-a819-4c7b-a5e7-f819f2623232 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:28.514060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.578328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:28.584345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.594712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d5b14-6511-4b00-863b-bfffada85a9a tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.596811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-621d5b14-6511-4b00-863b-bfffada85a9a tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Synchronizing usage tracker for tenant:d8501cc7e3c047108b9e6f188dc5befb on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:28.596925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d1a7c6da-3efd-4ffe-a498-40f593aea80b None None] Provisioning for port 644aa3c4-a819-4c7b-a5e7-f819f2623232 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:28.610611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d1a7c6da-3efd-4ffe-a498-40f593aea80b None None] Provisioning complete for port 644aa3c4-a819-4c7b-a5e7-f819f2623232 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:28.610983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c6da-3efd-4ffe-a498-40f593aea80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.668701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7c6da-3efd-4ffe-a498-40f593aea80b None None] Port 644aa3c4-a819-4c7b-a5e7-f819f2623232 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:28.742365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3df5f-e46d-4cb1-9f36-ca53a1fdd986 None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:28.764033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.833605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad5d1006-6f83-4543-8df7-6d4c3f40944f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:28.859732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=56c038ed-3f78-426f-8fc9-f9b3ac4954e8,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:28.863750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3df5f-e46d-4cb1-9f36-ca53a1fdd986 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1) {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:33:28.871544 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:28.880992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:28.884078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:28.884471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:28.916734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f022-f242-472f-8318-f2a1160044b7 req-93056ddf-b084-4c3a-89af-ac00e938c56a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.918952 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7303f022-f242-472f-8318-f2a1160044b7 req-93056ddf-b084-4c3a-89af-ac00e938c56a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5846801 Mar 18 10:33:28.961985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-621d5b14-6511-4b00-863b-bfffada85a9a tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Unset dirty status for tenant:d8501cc7e3c047108b9e6f188dc5befb on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:28.967672 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-621d5b14-6511-4b00-863b-bfffada85a9a tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4f5b6b4-0964-4875-8a08-55c17213ce0d HTTP/1.1" status: 200 len: 913 time: 1.1360431 Mar 18 10:33:28.973673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37128) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:29.006977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.059597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ad5d1006-6f83-4543-8df7-6d4c3f40944f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:29.059974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.063112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network 43158f55-b241-429d-a5b0-441b2208fe05 is not hosted by any dhcp agent {{(pid=88542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 18 10:33:29.068302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:29.068951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.072859 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "PUT /v2.0/networks/43158f55-b241-429d-a5b0-441b2208fe05 HTTP/1.1" status: 200 len: 761 time: 1.0122023 Mar 18 10:33:29.081574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37132) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:29.091808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:29.140304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7303f022-f242-472f-8318-f2a1160044b7 req-7f5bf538-43f4-41ba-8ab2-ae60eb61e9bf tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074897 Mar 18 10:33:29.266086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356e4b7-1e2f-4f7f-bfcb-0cdd830ed7a6 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=43158f55-b241-429d-a5b0-441b2208fe05,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:29.288709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864f158-b945-444b-afb9-b320d2c31974 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:29.290237 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d864f158-b945-444b-afb9-b320d2c31974 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks?id=43158f55-b241-429d-a5b0-441b2208fe05 HTTP/1.1" status: 200 len: 764 time: 0.1944103 Mar 18 10:33:29.295498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37138) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:29.322416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 43158f55-b241-429d-a5b0-441b2208fe05 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:29.342695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.358442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Unable to find a vacant binding_index for network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 and agent 1acae385-334b-4f8e-bdda-814f75d22283 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 18 10:33:29.386722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:29.391024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:29.391622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.489390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:29.630493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1', 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': '56c038ed-3f78-426f-8fc9-f9b3ac4954e8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:29.632081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.714713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 644aa3c4-a819-4c7b-a5e7-f819f2623232 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:29.800255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Allocated IP 2001:db8::f816:3eff:fe5e:9b63 (4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1/56c038ed-3f78-426f-8fc9-f9b3ac4954e8/92564a2d-f6d9-4405-a808-83010b211391) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:29.836950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:29.916243 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-42f1f2d6-c7fa-4bd6-afab-6b0907f6f6bc tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.0420651 Mar 18 10:33:29.923985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37144) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:29.959585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Router 6300fc7a-1725-490f-b597-53f557127bee has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:29.965508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-9706ce8d-16ac-4e44-98c1-4c8752ed9e6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9176469 Mar 18 10:33:30.016423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.096291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.106641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Transition to ACTIVE for port object 92564a2d-f6d9-4405-a808-83010b211391 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:30.124892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Transition to ACTIVE for port object 92564a2d-f6d9-4405-a808-83010b211391 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:30.134803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60142c-645e-4fee-a5df-793641e842b1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:30.135534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac60142c-645e-4fee-a5df-793641e842b1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Synchronizing usage tracker for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:30.211216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.243958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] device_id is not set on port efe9081d-4d36-482f-846a-c4ac4151fce1 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:30.254539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac60142c-645e-4fee-a5df-793641e842b1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Unset dirty status for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:30.258284 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac60142c-645e-4fee-a5df-793641e842b1 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9573598 Mar 18 10:33:30.272691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37148) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:30.275769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:30.284913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:30.288997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:30.295330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Pushing event updated for resources: {'Port': ['ID=92564a2d-f6d9-4405-a808-83010b211391,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:30.311233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:30.330617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bbefb-8d0b-4e16-82e8-e739adada9b3 req-8b97a94d-6c3d-4686-bdd0-012af953aec0 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:30.336665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] Sync routers for ids ['6300fc7a-1725-490f-b597-53f557127bee'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:30.337178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-432bbefb-8d0b-4e16-82e8-e739adada9b3 req-8b97a94d-6c3d-4686-bdd0-012af953aec0 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7220898 Mar 18 10:33:30.381189 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29228bed-7ae7-41fa-81ab-87b2c1a8e267 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/routers/6300fc7a-1725-490f-b597-53f557127bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0008259 Mar 18 10:33:30.383977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37152) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:30.407824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] Routers {'6300fc7a-1725-490f-b597-53f557127bee'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:30.408739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6300fc7a-1725-490f-b597-53f557127bee'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:30.417326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.419423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d84393f2-b8c2-4c9a-88a7-233eab861214 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Synchronizing usage tracker for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:30.464692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Attempting to bind port 92564a2d-f6d9-4405-a808-83010b211391 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:30.465097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Attempting to bind port 92564a2d-f6d9-4405-a808-83010b211391 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:30.465411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Attempting to bind port 92564a2d-f6d9-4405-a808-83010b211391 on network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:30.477536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:30.477957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Checking segment: {'id': 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:30.478322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.478709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Bound using segment: {'id': 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:30.479165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Bound port: 92564a2d-f6d9-4405-a808-83010b211391, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:30.479970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.481982 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036cfaf-98bb-4622-a85c-89c724a56f9b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:33:30.482513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a036cfaf-98bb-4622-a85c-89c724a56f9b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:30.488355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:30.503338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] Routers {'6300fc7a-1725-490f-b597-53f557127bee'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:30.504005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['6300fc7a-1725-490f-b597-53f557127bee'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:30.540422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 92564a2d-f6d9-4405-a808-83010b211391 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:30.540765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.562152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-3493b877-74f1-4f04-9ef2-e056d0b0d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:30.565560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-3493b877-74f1-4f04-9ef2-e056d0b0d4b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.4448848 Mar 18 10:33:30.566082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d84393f2-b8c2-4c9a-88a7-233eab861214 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Unset dirty status for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:30.570920 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d84393f2-b8c2-4c9a-88a7-233eab861214 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 207 time: 0.2971251 Mar 18 10:33:30.582621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37156) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:30.605655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:30.606057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929adb09-013f-45bf-bf95-a5b36d5894e7 None None] The sync data for ids ['6300fc7a-1725-490f-b597-53f557127bee'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:30.636030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a036cfaf-98bb-4622-a85c-89c724a56f9b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:30.637631 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a036cfaf-98bb-4622-a85c-89c724a56f9b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/9942753d-dd3c-4a23-844d-ff937c7c1ead HTTP/1.1" status: 404 len: 333 time: 0.2520077 Mar 18 10:33:30.645059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] For port 92564a2d-f6d9-4405-a808-83010b211391, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:30.649411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] For port 92564a2d-f6d9-4405-a808-83010b211391, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=92564a2d-f6d9-4405-a808-83010b211391,segment=NetworkSegment(b64bf686-8b3d-4bf4-acae-a8553c39d3d2),segment_id=b64bf686-8b3d-4bf4-acae-a8553c39d3d2)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:30.652978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37160) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:30.669800 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-432bbefb-8d0b-4e16-82e8-e739adada9b3 req-fc5001e4-5728-488c-921a-daea18c0a188 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748160 Mar 18 10:33:30.722773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.741153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:30.819067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=644aa3c4-a819-4c7b-a5e7-f819f2623232,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:30.834234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c60bb-f7ce-4194-86a1-b586369f02c4 None None] Pushing event updated for resources: {'Port': ['ID=92564a2d-f6d9-4405-a808-83010b211391,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:31.040580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.046166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.052405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.058113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.063791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.069238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.071008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-732ae2a4-bc6e-427f-a632-904adacf2934 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.4874539 Mar 18 10:33:31.078838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37164) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:31.095638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.095988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.096328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.096660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.096992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.097311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.097630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.098000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.098310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.098627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.098937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.099248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:31.102313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.105719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-1788ee6c-997c-428f-b02b-49dc5d78d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.107188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-1788ee6c-997c-428f-b02b-49dc5d78d729 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.4958351 Mar 18 10:33:31.108401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.310575 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:33:31.339863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.14 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/efe9081d-4d36-482f-846a-c4ac4151fce1) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:31.418655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.11 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/efe9081d-4d36-482f-846a-c4ac4151fce1) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:31.446849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.610651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-7321cecf-4360-479a-abac-bea4baef5847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.4928734 Mar 18 10:33:31.746999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8eb9be67-fa4d-40a8-b239-84c95ade5649 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.6619325 Mar 18 10:33:31.750645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37170) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:31.769871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.779244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.784374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:31.816102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5a52d-ad99-45a3-9e23-0ada6a271b79 None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:31.934961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] For port 92564a2d-f6d9-4405-a808-83010b211391, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=92564a2d-f6d9-4405-a808-83010b211391,segment=NetworkSegment(b64bf686-8b3d-4bf4-acae-a8553c39d3d2),segment_id=b64bf686-8b3d-4bf4-acae-a8553c39d3d2)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:31.942485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.003247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-eaf532ce-f904-4a22-b1cf-3336800301cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.007280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-eaf532ce-f904-4a22-b1cf-3336800301cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.3761151 Mar 18 10:33:32.063183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7ec8f7c4-bc6c-4cd3-a235-0123f9b2b133 None None] Provisioning for port 92564a2d-f6d9-4405-a808-83010b211391 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:32.137605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for 92564a2d-f6d9-4405-a808-83010b211391 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:32.186353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.196746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933b57-6ed3-4b04-830b-2a52927e02bb req-ad4af8bf-37d8-45bf-94a5-541199b74362 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.204177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b5933b57-6ed3-4b04-830b-2a52927e02bb req-ad4af8bf-37d8-45bf-94a5-541199b74362 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3677540 Mar 18 10:33:32.217383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.217936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Fanout notify agent at l3_agent the message router_deleted on router 6300fc7a-1725-490f-b597-53f557127bee {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:33:32.220143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-81611efd-78a6-4bd8-a61b-ee4539966712 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/644aa3c4-a819-4c7b-a5e7-f819f2623232 HTTP/1.1" status: 204 len: 168 time: 3.9544668 Mar 18 10:33:32.227491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37174) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:32.258829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.260319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.261867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.263461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.264941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.269994 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f21cb34e-6a3a-4867-8d9a-5b1ac125e471 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5043154 Mar 18 10:33:32.274630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.278239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ea3aaec0-f4c1-4506-ad07-2b115bb9b629 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/routers/6300fc7a-1725-490f-b597-53f557127bee HTTP/1.1" status: 204 len: 168 time: 1.6217291 Mar 18 10:33:32.278412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37178) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:32.279136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37180) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:32.394563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-4c870d64-379b-4029-b825-84530d8bc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.401399 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-4c870d64-379b-4029-b825-84530d8bc5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3797593 Mar 18 10:33:32.414748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet e1972c5c-8131-4d4f-8ee9-eee0549d5c00 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:32.419368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.444007 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b5933b57-6ed3-4b04-830b-2a52927e02bb req-64bd7155-5ba2-46c7-963d-7a0901d7a8ab tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389576 Mar 18 10:33:32.486439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.488024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.489526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.490511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:32.585093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.586532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.587875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.589921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.591276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.591955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Synchronizing usage tracker for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:32.596761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:33:32.617699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting port b63e555b-73d2-435d-a973-a4101834599f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:32.618217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.666133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Unset dirty status for tenant:a62346cc0b834715b31dd2240de6bc35 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:32.671688 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b105be1-6232-4d35-8033-179c22ae8c13 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3870094 Mar 18 10:33:32.672421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37188) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:32.684656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.718432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:32.719627 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a94add63-a8f5-4003-9cfe-307df94bb589 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4854202 Mar 18 10:33:32.733362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.767124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37192) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:32.797665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:32.895299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 92564a2d-f6d9-4405-a808-83010b211391 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:32.947700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d70325-d017-4275-a757-f2dd0ea78752 None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:32.993930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 92564a2d-f6d9-4405-a808-83010b211391 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:32.994275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 92564a2d-f6d9-4405-a808-83010b211391 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 18 10:33:33.048960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Port': ['ID=92564a2d-f6d9-4405-a808-83010b211391,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:33.063224 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-72d955ed-126a-4ce7-9828-4e4cebe5b2cb service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514225 Mar 18 10:33:33.076972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No DVR routers for this DVR port 92564a2d-f6d9-4405-a808-83010b211391 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:33.093596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port 92564a2d-f6d9-4405-a808-83010b211391 not found, will not notify nova. {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 18 10:33:33.098995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8e60c9a1-85c6-496a-b16e-21e87c346e69 None None] Could not find standard attr ID for object 92564a2d-f6d9-4405-a808-83010b211391. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:33.146819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet c20b3110-a2b5-49ea-8f1a-0e9fe5003506 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:33.175104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.278050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:33.295573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:33.302101 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:33.309965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.312527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:33.315143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:33.323124 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:33.323124 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:33.351789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.429329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=efe9081d-4d36-482f-846a-c4ac4151fce1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:33.442426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.498646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.508101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.509886 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc87d328-af59-4094-8477-ff55144e75c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4568837 Mar 18 10:33:33.519808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf4053-018f-4c84-9692-3919ed4568fa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:33.522611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:33.525611 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e4bf4053-018f-4c84-9692-3919ed4568fa tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks/f0fb759e-ef34-467f-acfc-eb2e3477b06e HTTP/1.1" status: 200 len: 803 time: 0.8482141 Mar 18 10:33:33.532927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:33.543410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:33.544074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.569407 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:33.665146 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a55f99c8-5b12-4fcc-bebf-4fc2c8ae4c82 req-1cf650e4-49d7-40ea-bd6f-32cec9a0c9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812636 Mar 18 10:33:33.673733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Calling delete_port for b63e555b-73d2-435d-a973-a4101834599f owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:33.689918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.730990 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-14285a09-4bb3-4fda-8ab7-bfe496d39154 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2031686 Mar 18 10:33:33.731230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37208) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:33.750228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.777105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce8403-e763-49ff-8b27-4d1dcff0e279 req-2552b3ac-8049-4440-8ed8-476c8d1edb50 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:33.778589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-91ce8403-e763-49ff-8b27-4d1dcff0e279 req-2552b3ac-8049-4440-8ed8-476c8d1edb50 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6619117 Mar 18 10:33:33.781791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=56c038ed-3f78-426f-8fc9-f9b3ac4954e8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:33.809474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa056681-b352-4a43-8c32-8910f2b6dc8a None None] Network 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:33.891918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3db303db-ae71-49b5-ad53-af40a7f6b601 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.5645823 Mar 18 10:33:33.910004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37212) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:33.922742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a074bb63-c700-45ba-a2a4-aa1f1725735c tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/networks/f0fb759e-ef34-467f-acfc-eb2e3477b06e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3836594 Mar 18 10:33:33.923849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:33.928324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37216) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:33.944212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'efe9081d-4d36-482f-846a-c4ac4151fce1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:33.957302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:33.976775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:floatingip and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:33.981657 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-91ce8403-e763-49ff-8b27-4d1dcff0e279 req-d9401517-e735-40f8-b74a-4ef129418061 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848211 Mar 18 10:33:33.985085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:33.998302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.016088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:34.021403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=e1972c5c-8131-4d4f-8ee9-eee0549d5c00,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:34.039581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8ca24-31f4-4b98-9ff7-8598326a5535 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:34.040258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.040387 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2db8ca24-31f4-4b98-9ff7-8598326a5535 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3086512 Mar 18 10:33:34.043105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37220) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.077472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:34.092100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d36fee66-ea68-4d28-9de7-5e54bea067f5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/e1972c5c-8131-4d4f-8ee9-eee0549d5c00 HTTP/1.1" status: 204 len: 168 time: 1.8119624 Mar 18 10:33:34.097537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37224) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.099047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:34.099322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64bf686-8b3d-4bf4-acae-a8553c39d3d2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:34.101632 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-71c8df91-04d4-4fcc-a8c8-a085f6c07868 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573797 Mar 18 10:33:34.109207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37228) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.111495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1bad4c-de5b-4d81-a9a8-fec0d7ddeb6e None None] Network d3537c17-554b-4717-894c-9bca93a74080 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:34.115806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37f970-767c-4710-a243-c37b320f0f45 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:34.117075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc37f970-767c-4710-a243-c37b320f0f45 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets/0a84cd31-4c24-4837-afae-07c9afe92bf9 HTTP/1.1" status: 200 len: 843 time: 0.1569452 Mar 18 10:33:34.122367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056728138', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:34.132733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37232) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.138267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:28Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:34.139263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.145253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:34.145253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Updating router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb port 40f491de-3093-4b51-99a6-5ca0df2c524d binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:33:34.192413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.223710 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.251367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.268948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06498be7-0a1a-4012-8305-5a71849fca7a None None] DHCP port deletion for 4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:34.419858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.422079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.444190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=c20b3110-a2b5-49ea-8f1a-0e9fe5003506,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:34.453483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9921a87-098e-4515-989c-d969f4423f18 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:34.457611 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e9921a87-098e-4515-989c-d969f4423f18 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "GET /v2.0/subnets/0a84cd31-4c24-4837-afae-07c9afe92bf9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2903788 Mar 18 10:33:34.458315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37236) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.458743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:34.459311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.459987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca184c-b0f3-4336-bed5-1fc3d45b927b None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:34.469611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124851328'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:34.477595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:34.479184 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:34.493857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.493857 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a512a23c-8f5d-4721-adaf-936640ab0e28 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/c20b3110-a2b5-49ea-8f1a-0e9fe5003506 HTTP/1.1" status: 204 len: 168 time: 1.7240305 Mar 18 10:33:34.510096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.548733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 59ba8210-7bca-44d9-a439-456e2e186a7a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:34.549310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.573641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] DHCP port deletion for d3537c17-554b-4717-894c-9bca93a74080 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:34.584494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:34.588443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.598539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Deleting port 59ba8210-7bca-44d9-a439-456e2e186a7a {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:34.598961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.610976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:34.628622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:34.632007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:34.641935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:34.656583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet ed4b803e-cf52-4662-8229-bae9adb6b950 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:34.660750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.698969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Port': ['ID=b63e555b-73d2-435d-a973-a4101834599f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:34.724461 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.726454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.750763 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Transition to ACTIVE for port object 40f491de-3093-4b51-99a6-5ca0df2c524d will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:34.767501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.771379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:34.774992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.814966 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.822160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.891509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:34.902525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fa56244d-90be-4f48-b11e-7311daac5468 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 HTTP/1.1" status: 204 len: 168 time: 4.9760957 Mar 18 10:33:34.903344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37244) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:34.929387 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6d47f-7a8b-4643-a1bf-0500a023a035 None None] Pushing event updated for resources: {'Port': ['ID=40f491de-3093-4b51-99a6-5ca0df2c524d,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:34.969009 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Attempting to bind port 40f491de-3093-4b51-99a6-5ca0df2c524d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:34.969989 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Attempting to bind port 40f491de-3093-4b51-99a6-5ca0df2c524d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:34.971218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 92564a2d-f6d9-4405-a808-83010b211391 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:34.972188 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Attempting to bind port 40f491de-3093-4b51-99a6-5ca0df2c524d on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:34.979221 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:34.981126 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:34.981790 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:34.982442 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:34.983119 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Bound port: 40f491de-3093-4b51-99a6-5ca0df2c524d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:34.983759 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.010006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1346544336'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:35.021676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:35.039350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:35.043812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:35.044980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:35.047673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.054755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:35.073347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.097359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] For port 40f491de-3093-4b51-99a6-5ca0df2c524d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:35.101981 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] For port 40f491de-3093-4b51-99a6-5ca0df2c524d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=40f491de-3093-4b51-99a6-5ca0df2c524d,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:35.145731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 92564a2d-f6d9-4405-a808-83010b211391 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:35.146855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 92564a2d-f6d9-4405-a808-83010b211391 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:35.147500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 59ba8210-7bca-44d9-a439-456e2e186a7a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:35.176665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:35.180229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.196655 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.223831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] For port 59ba8210-7bca-44d9-a439-456e2e186a7a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=59ba8210-7bca-44d9-a439-456e2e186a7a,segment=NetworkSegment(9642f790-a763-4d8a-867f-8ae4fd8aa5fb),segment_id=9642f790-a763-4d8a-867f-8ae4fd8aa5fb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:35.224649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.251516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:35.282642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:35.291899 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:35.293509 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:35.308493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.308843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment b0cf817d-8213-4809-979b-822e0c8f08d6 of type vlan for network ad8df3cc-980c-4ad7-82b2-1d80028482c8 Mar 18 10:33:35.358105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.358501 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Added segment 6fd872f4-d3e9-4417-9779-358bc9d1acc8 of type vlan for network da8aeb66-cdc5-4939-96c0-cfacc84241ad Mar 18 10:33:35.363609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.367394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.424262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27826c-2a2a-4420-960d-e2a1451832f8 req-ee789ed9-fc0e-4051-8e02-0be62792b0f3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:35.426423 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b27826c-2a2a-4420-960d-e2a1451832f8 req-ee789ed9-fc0e-4051-8e02-0be62792b0f3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2335346 Mar 18 10:33:35.427798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.433990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Calling delete_port for 59ba8210-7bca-44d9-a439-456e2e186a7a owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:35.501335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.513226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.530227 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:35.536499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.542945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.549902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:35.550814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.570213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.598024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4b803e-cf52-4662-8229-bae9adb6b950,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:35.613289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] For port 59ba8210-7bca-44d9-a439-456e2e186a7a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=59ba8210-7bca-44d9-a439-456e2e186a7a,segment=NetworkSegment(9642f790-a763-4d8a-867f-8ae4fd8aa5fb),segment_id=9642f790-a763-4d8a-867f-8ae4fd8aa5fb)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:35.615655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.623568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.676347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b27826c-2a2a-4420-960d-e2a1451832f8 req-d3271618-d864-4e5c-9cf7-0e1f3d98616c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358379 Mar 18 10:33:35.677856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fee28c2c-c357-4781-ac87-1f8bb4a930e3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ed4b803e-cf52-4662-8229-bae9adb6b950 HTTP/1.1" status: 204 len: 168 time: 1.1664436 Mar 18 10:33:35.686840 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7020030 Mar 18 10:33:35.690434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37250) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:35.690831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37252) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:35.762126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:35.774367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:35.776335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=b529cc6b-8419-42a2-bb8b-5595a8d12d1e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:35.865666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] Pushing event deleted for resources: {'Port': ['ID=59ba8210-7bca-44d9-a439-456e2e186a7a,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:35.875591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9fb71-68df-479e-81a4-1d905673790a None None] No DVR routers for this DVR port 59ba8210-7bca-44d9-a439-456e2e186a7a on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:35.897988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad33ab-8c2a-4edf-a171-6131e0fd3066 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=ad8df3cc-980c-4ad7-82b2-1d80028482c8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:35.903828 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6d47f-7a8b-4643-a1bf-0500a023a035 None None] Pushing event updated for resources: {'Port': ['ID=40f491de-3093-4b51-99a6-5ca0df2c524d,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:35.905061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:35.905429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: f487da4f-2beb-42d3-bd31-b813e341bc06, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:35.911987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ad8df3cc-980c-4ad7-82b2-1d80028482c8 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:36.019651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network f487da4f-2beb-42d3-bd31-b813e341bc06 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:36.055761 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:28Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:36.060602 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d6e4c-34e0-4a91-b831-d4546889c022 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:28Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:36.074810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 59ba8210-7bca-44d9-a439-456e2e186a7a owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:36.107332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f487da4f-2beb-42d3-bd31-b813e341bc06) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:36.115269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37260) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:36.116578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-272f94c1-5f01-42d3-be8d-281b583d34e8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4229939 Mar 18 10:33:36.118180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947cf398-23a9-40a8-947a-511dd4a73331 None None] Network f487da4f-2beb-42d3-bd31-b813e341bc06 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:36.119326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:36.120165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.155909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:36.205809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:36.313939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:36.318256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:36.321716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:36.328295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:36.337733 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-133ac6ee-b6a1-4d8d-a7b4-72ac3bc50801 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2280972 Mar 18 10:33:36.343253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:36.459222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f487da4f-2beb-42d3-bd31-b813e341bc06', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:36.461376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.485279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2bece-a45c-4eee-b3e9-885dddf24b18 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:36.491942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:36.496553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.630098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:36.640416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Router d4f5b6b4-0964-4875-8a08-55c17213ce0d has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:36.657476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:36.664204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.669578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:36.670199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.679270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0195843b-2d53-4fa6-b8a1-a9bec76d69e5 None None] Provisioning complete for port ad5d1006-6f83-4543-8df7-6d4c3f40944f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:36.679926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0195843b-2d53-4fa6-b8a1-a9bec76d69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.705048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:36.705359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:36.733295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.143 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/a7fead92-e8a9-4182-9e03-191f8f01de43) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:36.853953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:36.857973 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:36.932329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 40f491de-3093-4b51-99a6-5ca0df2c524d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:37.087057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530734ad-dabf-4b94-b117-9fec888808bb req-f51e4c42-2cf3-4677-946b-08b7d3b3f709 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:37.092231 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-530734ad-dabf-4b94-b117-9fec888808bb req-f51e4c42-2cf3-4677-946b-08b7d3b3f709 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 1.0737462 Mar 18 10:33:37.092231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:37.117728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] Sync routers for ids ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:37.146059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] Routers {'d4f5b6b4-0964-4875-8a08-55c17213ce0d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:37.146866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:37.151036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Network': ['ID=da8aeb66-cdc5-4939-96c0-cfacc84241ad,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:37.187286 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8b970eff-088e-4846-ade4-88e9587a8fae tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "PUT /v2.0/routers/d4f5b6b4-0964-4875-8a08-55c17213ce0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1994951 Mar 18 10:33:37.196054 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1584de6b-ff85-4328-858c-d62dde4c5499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7354753 Mar 18 10:33:37.196768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37268) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:37.197084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37270) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:37.213381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:37.250801 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Allocated IP 172.20.0.2 (f487da4f-2beb-42d3-bd31-b813e341bc06/b529cc6b-8419-42a2-bb8b-5595a8d12d1e/fa7c3937-ebec-4620-8013-ad866c0aa870) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:37.270627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 59ba8210-7bca-44d9-a439-456e2e186a7a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:37.271109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:37.311789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:37.327239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:37.385640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] Routers {'d4f5b6b4-0964-4875-8a08-55c17213ce0d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:37.386544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:37.444720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:37.541303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] The port '59ba8210-7bca-44d9-a439-456e2e186a7a' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:33:37.548021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:37.548579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3828cc9-7327-4165-a994-35e4f73fab05 None None] The sync data for ids ['d4f5b6b4-0964-4875-8a08-55c17213ce0d'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:37.550223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Deleting port ad5d1006-6f83-4543-8df7-6d4c3f40944f {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:37.550711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:37.555269 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-530734ad-dabf-4b94-b117-9fec888808bb req-64eb3380-349f-48cd-ab27-1aeec720da9a tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937511 Mar 18 10:33:37.565311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:37.591033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 40f491de-3093-4b51-99a6-5ca0df2c524d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:37.623522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:37.623739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 40f491de-3093-4b51-99a6-5ca0df2c524d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:37.624153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:37.910258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:37.938776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76dceb-ea00-4187-9501-da7232626c8d req-845954f8-5c22-4ed5-b5c4-ad678ceb4560 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:37.940313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b76dceb-ea00-4187-9501-da7232626c8d req-845954f8-5c22-4ed5-b5c4-ad678ceb4560 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2306135 Mar 18 10:33:38.114360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.119980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:38.124492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.132373 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b76dceb-ea00-4187-9501-da7232626c8d req-c4acd304-932a-4330-b744-ce77822f38cf tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426575 Mar 18 10:33:38.156237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.319102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Calling delete_port for ad5d1006-6f83-4543-8df7-6d4c3f40944f owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:38.341229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.349812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.387928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.410718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.424407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.429596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Transition to ACTIVE for port object fa7c3937-ebec-4620-8013-ad866c0aa870 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:38.437491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:38.451849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Transition to ACTIVE for port object fa7c3937-ebec-4620-8013-ad866c0aa870 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:38.468929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 40f491de-3093-4b51-99a6-5ca0df2c524d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=40f491de-3093-4b51-99a6-5ca0df2c524d,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:38.491311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:38.498958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3537c17-554b-4717-894c-9bca93a74080']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:38.518313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.548190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9642f790-a763-4d8a-867f-8ae4fd8aa5fb') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:38.548418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9642f790-a763-4d8a-867f-8ae4fd8aa5fb') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:38.563940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.564443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Fanout notify agent at l3_agent the message router_deleted on router d4f5b6b4-0964-4875-8a08-55c17213ce0d {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:33:38.574016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.576007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.606723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Network f487da4f-2beb-42d3-bd31-b813e341bc06 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:38.606723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:38.609763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Made reservation on behalf of a62346cc0b834715b31dd2240de6bc35 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:38.611391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:38.613285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.613733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Pushing event updated for resources: {'Port': ['ID=fa7c3937-ebec-4620-8013-ad866c0aa870,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:38.627841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.641311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.645034 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2d2f9a36-29f1-4ae6-92df-db44d870087d tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "DELETE /v2.0/routers/d4f5b6b4-0964-4875-8a08-55c17213ce0d HTTP/1.1" status: 204 len: 168 time: 1.3773568 Mar 18 10:33:38.647516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37280) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:38.666195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:38.666595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:38.682299 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:38.691325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=40f491de-3093-4b51-99a6-5ca0df2c524d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:38.703275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.770735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:38.777989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Attempting to bind port fa7c3937-ebec-4620-8013-ad866c0aa870 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:38.778535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Attempting to bind port fa7c3937-ebec-4620-8013-ad866c0aa870 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:38.778722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Attempting to bind port fa7c3937-ebec-4620-8013-ad866c0aa870 on network f487da4f-2beb-42d3-bd31-b813e341bc06 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:38.786210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:38.786586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Checking segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:38.787309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.787877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Bound using segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:38.788365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Bound port: fa7c3937-ebec-4620-8013-ad866c0aa870, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:38.788909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.797164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (f487da4f-2beb-42d3-bd31-b813e341bc06/b529cc6b-8419-42a2-bb8b-5595a8d12d1e/602d169f-3fe7-47ff-905c-3907d8795fc8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:38.811760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting subnet 0830cdde-7fc2-414d-b4ab-52c05526f097 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:38.829210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.857845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20068e4c-c36f-4fec-8928-df2b7497ce9f req-5565279f-c303-4c01-a238-9ec908eb5285 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:38.859348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20068e4c-c36f-4fec-8928-df2b7497ce9f req-5565279f-c303-4c01-a238-9ec908eb5285 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5225220 Mar 18 10:33:38.869459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.869954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.878707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing IP validity checks on allocation pools {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:33:38.879222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:33:38.903980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 40f491de-3093-4b51-99a6-5ca0df2c524d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:38.974048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.974868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.980383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:38.997143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] For port fa7c3937-ebec-4620-8013-ad866c0aa870, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:39.002583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:39.008390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 40f491de-3093-4b51-99a6-5ca0df2c524d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:39.008887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.030668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:39.032739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=1b542ba7-fabd-4d60-8040-7ba9fa6bbdc6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.040037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:39.050653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] For port fa7c3937-ebec-4620-8013-ad866c0aa870, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fa7c3937-ebec-4620-8013-ad866c0aa870,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:39.057933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:39.058291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:39.074839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.087753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=a7fead92-e8a9-4182-9e03-191f8f01de43,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.125417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.128969 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20068e4c-c36f-4fec-8928-df2b7497ce9f req-60571767-26d9-4293-89eb-03a79900921d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418940 Mar 18 10:33:39.141988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=d3537c17-554b-4717-894c-9bca93a74080,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.149221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': 'b0cf817d-8213-4809-979b-822e0c8f08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:39.149582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: ad8df3cc-980c-4ad7-82b2-1d80028482c8, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:39.167691 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d2031a8d-a916-4faa-9ee1-00bbb55e66fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/d3537c17-554b-4717-894c-9bca93a74080 HTTP/1.1" status: 204 len: 168 time: 5.0641901 Mar 18 10:33:39.176196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:39.178675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.184052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37284) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:39.190352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:39.193553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:39.194004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.265423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad5d1006-6f83-4543-8df7-6d4c3f40944f no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:39.294506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=8']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.308377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=8c54ac2d-4d7a-410b-8eb8-14ea0bf93787,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.370574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network ad8df3cc-980c-4ad7-82b2-1d80028482c8 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:39.397970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.412906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f8ed2-4f75-4638-8a07-bcf56d0fce4f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:39.413513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca7f8ed2-4f75-4638-8a07-bcf56d0fce4f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:39.443165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 602d169f-3fe7-47ff-905c-3907d8795fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:39.452304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.453357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.463698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729ae3c-d308-4092-9e2d-620c90b3ebcb None None] Pushing event updated for resources: {'Port': ['ID=fa7c3937-ebec-4620-8013-ad866c0aa870,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:39.496591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:39.506529 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-42cb3019-b192-4d7a-bc70-f546ec57d508 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3896670 Mar 18 10:33:39.509747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ad8df3cc-980c-4ad7-82b2-1d80028482c8) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:39.513035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37290) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:39.519733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e7f2e-d977-4dd8-adc9-ef2f7c587cdd None None] Network ad8df3cc-980c-4ad7-82b2-1d80028482c8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:39.524567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:39.543783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:39.544365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.570938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Deleting port ad5d1006-6f83-4543-8df7-6d4c3f40944f {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:39.572575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.579966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76817d4-b504-4416-bbe6-2d45a37fa220 req-37634587-2656-42ca-b857-eb40fb71d76d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:39.581574 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a76817d4-b504-4416-bbe6-2d45a37fa220 req-37634587-2656-42ca-b857-eb40fb71d76d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2906406 Mar 18 10:33:39.608461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ca7f8ed2-4f75-4638-8a07-bcf56d0fce4f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:39.619654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ca7f8ed2-4f75-4638-8a07-bcf56d0fce4f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/7db1484b-8272-4b16-a148-55f578e0082b HTTP/1.1" status: 200 len: 841 time: 0.4216392 Mar 18 10:33:39.624201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37294) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:39.651076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.686388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.753550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a76817d4-b504-4416-bbe6-2d45a37fa220 req-d1ec6048-c3a5-4ff9-ae27-5fc7b54ee929 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652882 Mar 18 10:33:39.774467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.796830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:39.799548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f765502a-eb0a-4cbf-8e92-007df9095d7f tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1044061 Mar 18 10:33:39.809275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37300) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:39.832658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network f487da4f-2beb-42d3-bd31-b813e341bc06 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:39.992292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:39.998780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.011712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57432c-6edf-4d46-813a-cfc3fc80e3dd None None] Network 2b0780b1-b552-4793-a6e8-ce89eec18669 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:40.020456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.033250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:40.115978 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b7d851d8-0af2-4815-88bc-3ffb9364925e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/7db1484b-8272-4b16-a148-55f578e0082b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4908540 Mar 18 10:33:40.117892 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "DELETE /v2.0/subnets/0830cdde-7fc2-414d-b4ab-52c05526f097 HTTP/1.1" status: 204 len: 168 time: 1.4666352 Mar 18 10:33:40.118900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.152590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37304) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:40.152809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:40.186217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.223720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ffe6-1cbe-4bcf-9d97-8c72f3b7b506 tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Subnet': ['ID=0830cdde-7fc2-414d-b4ab-52c05526f097,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.227384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:40.258487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] For port ad5d1006-6f83-4543-8df7-6d4c3f40944f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad5d1006-6f83-4543-8df7-6d4c3f40944f,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:40.260037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.262051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=853db003-8dd2-4a0f-8d4e-d77dff9b6f4b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.373344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:40.386485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.463424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Calling delete_port for ad5d1006-6f83-4543-8df7-6d4c3f40944f owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:40.489550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Checking segment: {'id': '6fd872f4-d3e9-4417-9779-358bc9d1acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:40.489843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network hostable DHCP agents. Network: da8aeb66-cdc5-4939-96c0-cfacc84241ad, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:40.507962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:40.519018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:40.549379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:40.584739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ad8df3cc-980c-4ad7-82b2-1d80028482c8', 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': '1b542ba7-fabd-4d60-8040-7ba9fa6bbdc6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:40.585549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.591803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.609707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:40.628542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:40.639783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:40.659863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.666412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:40.674991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Deleting port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:40.675332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.731548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:40.733524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:40.736948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.793493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12428-5024-4705-9927-57137075fa75 req-2e8c88a4-5f56-461f-b826-02978a8470bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:40.805688 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ae12428-5024-4705-9927-57137075fa75 req-2e8c88a4-5f56-461f-b826-02978a8470bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.8664424 Mar 18 10:33:40.845863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Allocated IP 2001:db8::2 (ad8df3cc-980c-4ad7-82b2-1d80028482c8/1b542ba7-fabd-4d60-8040-7ba9fa6bbdc6/2c2ca2c7-4f99-4f90-b84f-18a28ae75084) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:40.851767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.942880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] DHCP port deletion for 2b0780b1-b552-4793-a6e8-ce89eec18669 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:40.964375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] Pushing event deleted for resources: {'Port': ['ID=ad5d1006-6f83-4543-8df7-6d4c3f40944f,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.968975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Deleting port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:40.969357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:40.998241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:41.004092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.053408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, da8aeb66-cdc5-4939-96c0-cfacc84241ad) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:41.131935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fa7c3937-ebec-4620-8013-ad866c0aa870 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:41.151842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:41.152356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.160416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b90f1f-4fa8-452a-8f56-29e2b3ab7875 None None] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:41.161250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.170390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.172255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ca35a-06c4-4fca-820d-98bc49ce3e64 None None] Network f487da4f-2beb-42d3-bd31-b813e341bc06 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:41.231660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.297048 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ae12428-5024-4705-9927-57137075fa75 req-51b61749-381b-4821-b8d9-0b9b9e2402a8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901783 Mar 18 10:33:41.355611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:41.359312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.362960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.426273 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5fef8fd6-3d4d-4013-b115-be6fc4ac1355 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.1567893 Mar 18 10:33:41.445122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37316) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:41.514589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:41.519654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network f487da4f-2beb-42d3-bd31-b813e341bc06 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:41.521166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:41.545156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-34f78dd3-3723-4a04-955f-801bcc15af73 None None] Provisioning for port fa7c3937-ebec-4620-8013-ad866c0aa870 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:41.585599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4698b-754d-4dba-b219-4ca9d879a70c None None] No DVR routers for this DVR port ad5d1006-6f83-4543-8df7-6d4c3f40944f on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:41.653309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] For port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,segment=NetworkSegment(eaa36cd9-3f89-4e13-af44-c7fcc69b67ea),segment_id=eaa36cd9-3f89-4e13-af44-c7fcc69b67ea)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:41.653670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:41.659846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a4213-eebd-43d7-9c0e-a1467f0cc07a None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:41.724921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:41.845002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port fa7c3937-ebec-4620-8013-ad866c0aa870 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:41.913793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:41.923495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:41.933999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ce91350-a91f-457a-85d8-206bd4d767bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/2cd3bf4c-069e-4c63-8f99-937bcc93d6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5886564 Mar 18 10:33:41.935329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37320) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:41.946379 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:41.947361 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:41.969835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fa7c3937-ebec-4620-8013-ad866c0aa870 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:41.970406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.055718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.087555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] For port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,segment=NetworkSegment(eaa36cd9-3f89-4e13-af44-c7fcc69b67ea),segment_id=eaa36cd9-3f89-4e13-af44-c7fcc69b67ea)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:42.087956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.095358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Calling delete_port for cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:42.150485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.151708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.151708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.152208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.152712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.153224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.153728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.154603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.154773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.155233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.155737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.156237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.156739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.157918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.158168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.158721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.161768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.161768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.165603 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a63a495b-4dab-4ec4-827d-9eec81d89930 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12555 time: 0.2284558 Mar 18 10:33:42.166349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37324) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:42.227834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2224857'] for subnet, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.233345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.269734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.270436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.270954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.272693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.272693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.272900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.273422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.274358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.274482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.275829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.282631 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:42.282774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.282774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.282774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.282774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.284908 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-643bed41-61db-4d6b-ac35-3d45782b1501 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9054 time: 0.1168525 Mar 18 10:33:42.285979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37328) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:42.305413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Calling delete_port for cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:42.388819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Transition to ACTIVE for port object 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:42.396823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.493317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-da8aeb66-cdc5-4939-96c0-cfacc84241ad', 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad', 'tenant_id': 'a62346cc0b834715b31dd2240de6bc35', 'fixed_ips': [{'subnet_id': '853db003-8dd2-4a0f-8d4e-d77dff9b6f4b'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:42.495028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.520097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:42.528630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:42.530367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.537009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.537589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.543682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Transition to ACTIVE for port object 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:42.564223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b11ade86-cf56-4756-8396-9ab7648652c1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2770219 Mar 18 10:33:42.569154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162abfe-59f6-4881-8387-b17254ffc42e None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:42.612137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.627434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Port': ['ID=cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:42.631641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] No DVR routers for this DVR port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:42.635928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=b82be3d6-eadb-4c20-b5ab-8c5dba1ad919,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:42.694373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.780635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:42.794087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:42.794807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:42.795378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Updating router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb port 602d169f-3fe7-47ff-905c-3907d8795fc8 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:33:42.823898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:42.835128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.835710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.919619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:42.919925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:42.928824 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.947022 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0cf8806b-5d11-4457-ae97-d94502aad7fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7740700 Mar 18 10:33:42.947022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=2e59d6b4-ed35-488d-a182-917a7c4440e1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:42.949506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37334) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:42.951807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.960738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.962966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:42.969721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1973600785'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:42.983516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:43.000561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:43.003823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:43.016512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:43.039200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '8c54ac2d-4d7a-410b-8eb8-14ea0bf93787'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:43.040132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.053375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37338) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:43.053560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29be7e31-47bc-448a-bece-b1e83d7d5925 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5365984 Mar 18 10:33:43.058655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:0e:45:91', 'name': 'tempest-NetworksTestDHCPv6-748335957'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:43.065673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=1b542ba7-fabd-4d60-8040-7ba9fa6bbdc6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.088803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Network ad8df3cc-980c-4ad7-82b2-1d80028482c8 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:43.095683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.099807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0780b1-b552-4793-a6e8-ce89eec18669']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.111784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.158160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:43.167587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.194504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:43.204668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Pushing event updated for resources: {'Port': ['ID=2c2ca2c7-4f99-4f90-b84f-18a28ae75084,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.223546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:43.230460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:43.269608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:43.272543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.272543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa36cd9-3f89-4e13-af44-c7fcc69b67ea') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.276619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:43.279127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:43.284331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:43.289393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:43.308067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:43.316096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.316447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.316789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.317123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.317454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.317785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.330418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.330776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.331124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.331462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.331799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.332130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:43.452103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Deleting port cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:43.452103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.480854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.515591 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.521651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565074'] for subnet, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.529706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Transition to ACTIVE for port object 602d169f-3fe7-47ff-905c-3907d8795fc8 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:43.542677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:43.553298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.576494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.622451 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.701459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5ae454ca-5f8a-48ab-9aa3-eb2bb66d34df None None] The port 'cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:33:43.703410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port fa7c3937-ebec-4620-8013-ad866c0aa870, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fa7c3937-ebec-4620-8013-ad866c0aa870,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:43.706720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8df3cc-980c-4ad7-82b2-1d80028482c8']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.747423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event updated for resources: {'Subnet': ['ID=853db003-8dd2-4a0f-8d4e-d77dff9b6f4b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.747662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Attempting to bind port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:43.747860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Attempting to bind port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'b0cf817d-8213-4809-979b-822e0c8f08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:43.748227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Attempting to bind port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 on network ad8df3cc-980c-4ad7-82b2-1d80028482c8 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:43.756434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37342) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:43.772091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.780028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=a7fead92-e8a9-4182-9e03-191f8f01de43,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.787291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:43.787809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:43.809592 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:43.816714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.822406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338480517', 'description': 'tempest-secgroup-smoke-338480517 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:43.851517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cf817d-8213-4809-979b-822e0c8f08d6') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.851804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cf817d-8213-4809-979b-822e0c8f08d6') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:43.932189 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dcb68-d4d3-49fc-ab13-f185c20bdb6a None None] Pushing event updated for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.953083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc997d0-0ba4-4b59-a448-90cd0319062f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:43.960078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:43.966065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.971908 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Attempting to bind port 602d169f-3fe7-47ff-905c-3907d8795fc8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:43.972279 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Attempting to bind port 602d169f-3fe7-47ff-905c-3907d8795fc8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:43.972640 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Attempting to bind port 602d169f-3fe7-47ff-905c-3907d8795fc8 on network f487da4f-2beb-42d3-bd31-b813e341bc06 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:43.978769 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:43.980866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Allocated IP 2001:db8::f816:3eff:febe:4a97 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8c54ac2d-4d7a-410b-8eb8-14ea0bf93787/51cb23f5-6266-445b-a584-477ac3e16314) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:43.983007 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Checking segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:43.989990 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:43.990653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Bound using segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:43.991329 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Bound port: 602d169f-3fe7-47ff-905c-3907d8795fc8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:43.991874 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.011238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.012465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c593dbe8-69b7-4df7-9de7-bd661916bf7c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0568585 Mar 18 10:33:44.023260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.027128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37346) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:44.029449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:44.030088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.035200 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3f41402a-84c1-405e-8cfe-ac2ec293eeee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "PUT /v2.0/subnets/853db003-8dd2-4a0f-8d4e-d77dff9b6f4b HTTP/1.1" status: 200 len: 900 time: 2.5890570 Mar 18 10:33:44.037174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'security_group': {'name': 'tempest-secgroup-737505742'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:44.044406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37350) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:44.086239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:44.116585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:44.131117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:44.134869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port da68f8da-d2d9-4917-9485-d6b1ec605937 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:44.164182 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] For port 602d169f-3fe7-47ff-905c-3907d8795fc8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:44.168252 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] For port 602d169f-3fe7-47ff-905c-3907d8795fc8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=602d169f-3fe7-47ff-905c-3907d8795fc8,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:44.217877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.228581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:44.232215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:44.249750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:44.256344 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.264085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.270543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:44.277532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:44.277951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:44.293643 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:44.311717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:44.312289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Checking segment: {'id': 'b0cf817d-8213-4809-979b-822e0c8f08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:44.312524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.313259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Bound using segment: {'id': 'b0cf817d-8213-4809-979b-822e0c8f08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:44.313375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Bound port: 2c2ca2c7-4f99-4f90-b84f-18a28ae75084, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cf817d-8213-4809-979b-822e0c8f08d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:44.313793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.341400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Allocated IP 2001:db8::3 (da8aeb66-cdc5-4939-96c0-cfacc84241ad/853db003-8dd2-4a0f-8d4e-d77dff9b6f4b/f4d90ffa-df43-4a54-88a8-b9379b5889dd) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:44.343716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.352003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.359387 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dcb68-d4d3-49fc-ab13-f185c20bdb6a None None] Pushing event updated for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:44.393285 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:44.393941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:44.397646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:44.403966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:44.407766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:44.423119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:44.442469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.442469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.471367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.506013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.536371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:33:44.536371 dv-neutron-834265-1-hyperv neutron-server[88541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:33:44.536371 dv-neutron-834265-1-hyperv neutron-server[88541]: [parameters: {'id': 'ad8df3cc-980c-4ad7-82b2-1d80028482c8'}] Mar 18 10:33:44.536371 dv-neutron-834265-1-hyperv neutron-server[88541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:44.537072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:44.549653 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] 10.222.0.18 "DELETE /v2.0/networks/2b0780b1-b552-4793-a6e8-ce89eec18669 HTTP/1.1" status: 204 len: 168 time: 4.3819337 Mar 18 10:33:44.550960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8215aab-e110-402c-9409-8941329254eb tempest-FloatingIPNegativeTestJSON-1570289317 tempest-FloatingIPNegativeTestJSON-1570289317-project] Pushing event deleted for resources: {'Network': ['ID=2b0780b1-b552-4793-a6e8-ce89eec18669,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:44.580173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:44.601518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:44.606631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:44.615685 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 4994a646-43c8-430a-9fa3-eab5fccb0722 associated. External IP: 172.26.2.143, port: efe9081d-4d36-482f-846a-c4ac4151fce1. Mar 18 10:33:44.651903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.670568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.710826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.712052 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.742008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:33:44.774161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae3e0c-bd48-4b61-bd2c-eec36a16b742,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:44.820869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-88b71c2f-86c7-4088-8407-439983e1b993 None None] Provisioning complete for port fa7c3937-ebec-4620-8013-ad866c0aa870 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:44.821450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-88b71c2f-86c7-4088-8407-439983e1b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.837291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:44.867577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:44.868832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e8bc7b6b-97cc-4db0-bae0-6b5fe487b8db tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8390551 Mar 18 10:33:44.871747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37356) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:44.877184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-660372448', 'security_groups': ['56ae3e0c-bd48-4b61-bd2c-eec36a16b742'], 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b82be3d6-eadb-4c20-b5ab-8c5dba1ad919'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:44.893251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:44.947636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Transition to ACTIVE for port object f4d90ffa-df43-4a54-88a8-b9379b5889dd will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:44.982703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:44.983259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cb0f6138-eb9a-4dec-aa4d-b5ae045c2c0c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:45.024015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.038059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.046525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Transition to ACTIVE for port object f4d90ffa-df43-4a54-88a8-b9379b5889dd will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:45.078308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Transition to ACTIVE for port object 51cb23f5-6266-445b-a584-477ac3e16314 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:45.094791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=fa7c3937-ebec-4620-8013-ad866c0aa870,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:45.095489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:45.109082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:45.111390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:45.112124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.129017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] For port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:45.164170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Transition to ACTIVE for port object 51cb23f5-6266-445b-a584-477ac3e16314 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:45.199067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:45.199760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.238081 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:44Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:45.242858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be449682-4232-4646-9278-4cb4f197ff60 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:44Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:45.250451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.317592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:45.328574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-73833144-da33-4c9d-a4dd-b520f6c29b35', 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'tenant_id': '1679f4d9da0f432bb3764d442e393b56', 'fixed_ips': [{'subnet_id': 'b82be3d6-eadb-4c20-b5ab-8c5dba1ad919'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:45.334727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.357450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] For port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2c2ca2c7-4f99-4f90-b84f-18a28ae75084,segment=NetworkSegment(b0cf817d-8213-4809-979b-822e0c8f08d6),segment_id=b0cf817d-8213-4809-979b-822e0c8f08d6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:45.361626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Pushing event updated for resources: {'Port': ['ID=f4d90ffa-df43-4a54-88a8-b9379b5889dd,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:45.373945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:45.376354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.378134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.380347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37362) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:45.387694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.389150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:45.405956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.480141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=853db003-8dd2-4a0f-8d4e-d77dff9b6f4b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:45.491968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:45.521133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:45.523389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Pushing event updated for resources: {'Port': ['ID=51cb23f5-6266-445b-a584-477ac3e16314,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:45.549235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:33:45.640868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69defe60-8f24-4d45-996f-7a7d6d84120f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:45.707019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:45.713540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.721728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.722593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] For port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084, host dv-neutron-834265-1-hyperv, got binding levels [] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:45.723046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.727851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:45.855634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8aeb66-cdc5-4939-96c0-cfacc84241ad']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:45.884191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:45.887344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd872f4-d3e9-4417-9779-358bc9d1acc8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:45.887639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd872f4-d3e9-4417-9779-358bc9d1acc8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:45.908478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 172.20.0.14 (862ac36c-a15b-4807-bb67-f61f5836b3bd/2e59d6b4-ed35-488d-a182-917a7c4440e1/da68f8da-d2d9-4917-9485-d6b1ec605937) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:45.924163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:45.977076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe0e:4591 (862ac36c-a15b-4807-bb67-f61f5836b3bd/8c54ac2d-4d7a-410b-8eb8-14ea0bf93787/da68f8da-d2d9-4917-9485-d6b1ec605937) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:45.993977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.007990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:46.008301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.016170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b4cbf-ef7c-4aae-bde2-6381efff3676 None None] Pushing event updated for resources: {'Port': ['ID=2c2ca2c7-4f99-4f90-b84f-18a28ae75084,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:46.028547 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:46.036503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Attempting to bind port f4d90ffa-df43-4a54-88a8-b9379b5889dd on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:46.036721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Attempting to bind port f4d90ffa-df43-4a54-88a8-b9379b5889dd by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6fd872f4-d3e9-4417-9779-358bc9d1acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:46.037095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Attempting to bind port f4d90ffa-df43-4a54-88a8-b9379b5889dd on network da8aeb66-cdc5-4939-96c0-cfacc84241ad {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:46.041188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a16cef90-9132-490a-ad82-12fc0dfd6025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8501cc7e3c047108b9e6f188dc5befb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505592 Mar 18 10:33:46.042406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.046865 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-af48d1f6-5434-4f05-9a11-fda5cb9b8eaa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2606750 Mar 18 10:33:46.046865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37368) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:46.047198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Attempting to bind port 51cb23f5-6266-445b-a584-477ac3e16314 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:46.048397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Attempting to bind port 51cb23f5-6266-445b-a584-477ac3e16314 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:46.048397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Attempting to bind port 51cb23f5-6266-445b-a584-477ac3e16314 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:46.050534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37370) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:46.058950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:46.059389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Checking segment: {'id': '6fd872f4-d3e9-4417-9779-358bc9d1acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:46.063849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.063849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Bound using segment: {'id': '6fd872f4-d3e9-4417-9779-358bc9d1acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:46.063849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Bound port: f4d90ffa-df43-4a54-88a8-b9379b5889dd, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd872f4-d3e9-4417-9779-358bc9d1acc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:46.063849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.077209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:46.077597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:46.078112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.078523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:46.079017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Bound port: 51cb23f5-6266-445b-a584-477ac3e16314, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:46.079576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.083720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:46.090419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:46.090738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:46.148548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.13 (73833144-da33-4c9d-a4dd-b520f6c29b35/b82be3d6-eadb-4c20-b5ab-8c5dba1ad919/4851d0d7-93b5-44be-8323-b8d82ec7dfb4) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:46.279071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-88b71c2f-86c7-4088-8407-439983e1b993 None None] Provisioning for port 602d169f-3fe7-47ff-905c-3907d8795fc8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:46.295499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:46.303716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] For port f4d90ffa-df43-4a54-88a8-b9379b5889dd, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:46.308843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] For port f4d90ffa-df43-4a54-88a8-b9379b5889dd, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f4d90ffa-df43-4a54-88a8-b9379b5889dd,segment=NetworkSegment(6fd872f4-d3e9-4417-9779-358bc9d1acc8),segment_id=6fd872f4-d3e9-4417-9779-358bc9d1acc8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:46.311671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:46.318777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:46.337675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:46.357175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] For port 51cb23f5-6266-445b-a584-477ac3e16314, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:46.360582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] For port 51cb23f5-6266-445b-a584-477ac3e16314, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=51cb23f5-6266-445b-a584-477ac3e16314,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:46.381730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:46.394264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:46.410704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.421335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.450382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.455121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:33:46.455121 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:33:46.455121 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': 'da8aeb66-cdc5-4939-96c0-cfacc84241ad'}] Mar 18 10:33:46.455121 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:33:46.455856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:33:46.477885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.487262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:46.487895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:46.497840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.526081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.595883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:46.596254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.599794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:46.653179 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5972fa70-056d-4d8d-b93d-728d06909119 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.7388344 Mar 18 10:33:46.657183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.658137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37376) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:46.660573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.668846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': 'efe9081d-4d36-482f-846a-c4ac4151fce1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:46.705715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.706105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:46.706105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:46.745774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object da68f8da-d2d9-4917-9485-d6b1ec605937 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:46.756867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.795008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:46.795328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15716a5-9851-4841-864c-f5a9947a7151 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:46.796914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:46.802442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:46.809990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd5cb-47a9-4d41-8ea1-8b317149ce6e None None] Pushing event updated for resources: {'Port': ['ID=f4d90ffa-df43-4a54-88a8-b9379b5889dd,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:46.838678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0931c286-c7d4-4b26-a08b-1b7d936e53c9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:46.863510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc5834-0350-4457-a83b-aeaea1ab5849 None None] Network ad8df3cc-980c-4ad7-82b2-1d80028482c8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:46.895085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a6a71-41eb-42c4-b992-449e3abf4645 None None] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:46.910717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.019722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.028737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.039979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67d1535-58c8-40f4-9dcf-7549c1973632,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:47.043403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.045111 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d594c090-ae4a-42fc-a31b-4284f05a87f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0931c286-c7d4-4b26-a08b-1b7d936e53c9 HTTP/1.1" status: 204 len: 168 time: 0.9960830 Mar 18 10:33:47.094493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:47.105164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:47.112909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:47.142383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.142383 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ca2d1bed-a039-4448-8d94-7ba6976b23db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0759788 Mar 18 10:33:47.151396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:47.155046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=da68f8da-d2d9-4917-9485-d6b1ec605937,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:47.166870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:47.173812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.190986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fa7c3937-ebec-4620-8013-ad866c0aa870 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:47.220077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c812f-2ce4-4e1e-8c33-cbe43486bfa3 None None] Pushing event updated for resources: {'Port': ['ID=51cb23f5-6266-445b-a584-477ac3e16314,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:47.255528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port f4d90ffa-df43-4a54-88a8-b9379b5889dd {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:47.255866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.262933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:47.272873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:47.279343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] For port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2c2ca2c7-4f99-4f90-b84f-18a28ae75084,segment=NetworkSegment(b0cf817d-8213-4809-979b-822e0c8f08d6),segment_id=b0cf817d-8213-4809-979b-822e0c8f08d6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:47.279703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.289195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:47.312545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:47.319765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:47.335242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:47.339685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=4851d0d7-93b5-44be-8323-b8d82ec7dfb4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:47.346852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:47.349441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.351351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:47.476669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:47.487625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:47.488288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.516452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Allocated IP 172.20.0.2 (73833144-da33-4c9d-a4dd-b520f6c29b35/b82be3d6-eadb-4c20-b5ab-8c5dba1ad919/096a47c3-3967-4d6e-a4c3-846bed03d451) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:47.544592 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f7160da2-09f8-47d7-a778-84c37914a543 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4909356 Mar 18 10:33:47.544996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37390) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:47.627660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-84221934-fc93-4493-97bb-e3fd1a709e5f tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7548597 Mar 18 10:33:47.630352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37394) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:47.648531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:47.689456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port f4d90ffa-df43-4a54-88a8-b9379b5889dd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f4d90ffa-df43-4a54-88a8-b9379b5889dd,segment=NetworkSegment(6fd872f4-d3e9-4417-9779-358bc9d1acc8),segment_id=6fd872f4-d3e9-4417-9779-358bc9d1acc8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:47.689807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.729596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.761482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fa7c3937-ebec-4620-8013-ad866c0aa870 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:47.761992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:47.914765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for f4d90ffa-df43-4a54-88a8-b9379b5889dd owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:47.952752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a019e0-c59c-4d57-80e3-48c7bdccee4b None None] Network da8aeb66-cdc5-4939-96c0-cfacc84241ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:48.032942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.039022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.069690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.085529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Transition to ACTIVE for port object 096a47c3-3967-4d6e-a4c3-846bed03d451 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:48.112689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.115447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Transition to ACTIVE for port object 096a47c3-3967-4d6e-a4c3-846bed03d451 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:48.168118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Port': ['ID=2c2ca2c7-4f99-4f90-b84f-18a28ae75084,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:48.168118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.177582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743d4d1-0a5a-454f-97d1-2a5409404cb3 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:48.184136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=f4d90ffa-df43-4a54-88a8-b9379b5889dd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:48.184480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c7e856-6122-4519-aea6-fadc6e95feec tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:48.190570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c7e856-6122-4519-aea6-fadc6e95feec tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:48.203172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-89c7e856-6122-4519-aea6-fadc6e95feec tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:48.203685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port f4d90ffa-df43-4a54-88a8-b9379b5889dd on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:48.203792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No DVR routers for this DVR port 2c2ca2c7-4f99-4f90-b84f-18a28ae75084 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:48.259332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebab3f-29d7-4eb9-a887-4f139c6d4e34,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:48.296629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.314564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:48.319611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:48.323274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:48.330158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:48.394241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.424062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8aeb66-cdc5-4939-96c0-cfacc84241ad']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.441430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd872f4-d3e9-4417-9779-358bc9d1acc8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.441775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd872f4-d3e9-4417-9779-358bc9d1acc8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.444544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 602d169f-3fe7-47ff-905c-3907d8795fc8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:48.464072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.489602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:48.490549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.499612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:48.500021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.510201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:48.519895 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:48.541126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:48.543223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-89c7e856-6122-4519-aea6-fadc6e95feec tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:48.546176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.551231 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-89c7e856-6122-4519-aea6-fadc6e95feec tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.9671981 Mar 18 10:33:48.551231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.551436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:48.552251 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa894ca9-c113-449d-b6f2-b82170eff134 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3998835 Mar 18 10:33:48.553509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:48.562015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37414) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:48.562346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37416) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:48.635313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-12908eee-80a3-467e-add8-35bf4f38f73d None None] Provisioning for port 51cb23f5-6266-445b-a584-477ac3e16314 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:48.643961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:48.665858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:48.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37422) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:48.681061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.691121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:48.712595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:48.734829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:48.774511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8df3cc-980c-4ad7-82b2-1d80028482c8']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.779994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Attempting to bind port 096a47c3-3967-4d6e-a4c3-846bed03d451 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:48.780481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Attempting to bind port 096a47c3-3967-4d6e-a4c3-846bed03d451 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'dd21bd45-8b65-494f-96ba-81c884e7ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:48.780972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Attempting to bind port 096a47c3-3967-4d6e-a4c3-846bed03d451 on network 73833144-da33-4c9d-a4dd-b520f6c29b35 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:48.786379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port da68f8da-d2d9-4917-9485-d6b1ec605937 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:48.787968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.791591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:48.792124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Checking segment: {'id': 'dd21bd45-8b65-494f-96ba-81c884e7ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:48.792632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.793123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Bound using segment: {'id': 'dd21bd45-8b65-494f-96ba-81c884e7ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:48.793691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Bound port: 096a47c3-3967-4d6e-a4c3-846bed03d451, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21bd45-8b65-494f-96ba-81c884e7ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:48.794193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.817080 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.ipam_backend_mixin [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b82be3d6-eadb-4c20-b5ab-8c5dba1ad919 (CIDR: 172.20.0.0/28) Mar 18 10:33:48.830098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cf817d-8213-4809-979b-822e0c8f08d6') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.830394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cf817d-8213-4809-979b-822e0c8f08d6') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:48.853659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.871174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:33:48.871662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:48.884981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.910930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 602d169f-3fe7-47ff-905c-3907d8795fc8 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:48.929574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 602d169f-3fe7-47ff-905c-3907d8795fc8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:48.930116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.930788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114795777'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:48.940512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:48.942782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:48.980558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:48.984744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:48.995285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3dae8650-f0ba-4a26-a89c-8d56c4f93291 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3593321 Mar 18 10:33:48.996007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37428) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.002342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:49.002743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.005798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:49.017953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:49.021550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:49.022231 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:49.033741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.050422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:49.062371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=da8aeb66-cdc5-4939-96c0-cfacc84241ad,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.067356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc6f5622-10a1-4991-9fb4-8c57a8a5cea4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/da8aeb66-cdc5-4939-96c0-cfacc84241ad HTTP/1.1" status: 204 len: 168 time: 5.0214419 Mar 18 10:33:49.069954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37432) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.080392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:49.116523 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc404da-81e8-4390-ab0e-3b7d0b23ff28 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:49.116523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc404da-81e8-4390-ab0e-3b7d0b23ff28 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:49.118494 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5dc404da-81e8-4390-ab0e-3b7d0b23ff28 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/853db003-8dd2-4a0f-8d4e-d77dff9b6f4b HTTP/1.1" status: 404 len: 337 time: 0.0475681 Mar 18 10:33:49.121462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37436) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.125577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.146291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b52095-e2d0-451e-9469-82e49b0f1164 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:49.146887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b52095-e2d0-451e-9469-82e49b0f1164 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:49.151044 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-07b52095-e2d0-451e-9469-82e49b0f1164 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/da8aeb66-cdc5-4939-96c0-cfacc84241ad HTTP/1.1" status: 404 len: 339 time: 0.0260873 Mar 18 10:33:49.151385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37440) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.159130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.251239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Update dhcp port {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': '8c54ac2d-4d7a-410b-8eb8-14ea0bf93787', 'ip_address': '2001:db8::f816:3eff:febe:4a97'}, {'subnet_id': '2e59d6b4-ed35-488d-a182-917a7c4440e1'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '51cb23f5-6266-445b-a584-477ac3e16314'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:33:49.278806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.303812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61b88e-c73d-42c3-a3f3-10c7b68edb4e None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.308111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 602d169f-3fe7-47ff-905c-3907d8795fc8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=602d169f-3fe7-47ff-905c-3907d8795fc8,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:49.326472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.398388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:49.461554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.462369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.467355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.468513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:49.472130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.493080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43158f55-b241-429d-a5b0-441b2208fe05']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:49.507189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.508862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a34d12-e1fa-4041-bceb-556b0a987c13') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:49.509162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a34d12-e1fa-4041-bceb-556b0a987c13') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:49.525163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.530908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.548250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.566018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:49.566151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.573080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:49.577021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:security_group_rule and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:49.580337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:49.586346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:49.628725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.647794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:49.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:49.733492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.753763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:49.761690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f8ec53-fe5b-47e5-8ee9-1a6e3a322296,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.765196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=ad8df3cc-980c-4ad7-82b2-1d80028482c8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.781570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.796812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Allocated IP 172.20.0.2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/2e59d6b4-ed35-488d-a182-917a7c4440e1/51cb23f5-6266-445b-a584-477ac3e16314) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:49.804686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.813327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=43158f55-b241-429d-a5b0-441b2208fe05,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:49.819204 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8dd9da90-ba01-42fe-8901-4ec4d48b95e7 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/43158f55-b241-429d-a5b0-441b2208fe05 HTTP/1.1" status: 204 len: 168 time: 0.6663060 Mar 18 10:33:49.820820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.821121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37444) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.822737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.835585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:49.848501 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a42b429e-1a62-4180-b6ce-16d79f1b5aa5 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/ad8df3cc-980c-4ad7-82b2-1d80028482c8 HTTP/1.1" status: 204 len: 168 time: 10.0287662 Mar 18 10:33:49.853454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37448) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.857654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:49.864617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6805347a-f7de-4931-99d9-bd4979a8c9cc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:49.865283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6805347a-f7de-4931-99d9-bd4979a8c9cc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:49.866999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6805347a-f7de-4931-99d9-bd4979a8c9cc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/f503659d-eaf3-4f35-8df5-edbae95750ba HTTP/1.1" status: 404 len: 337 time: 0.0446932 Mar 18 10:33:49.869460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37452) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.876318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1468555378'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:49.880011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:49.898650 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c17dc1-8076-4a97-8577-c78249c84bd0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:49.899110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c17dc1-8076-4a97-8577-c78249c84bd0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:49.901021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d6c17dc1-8076-4a97-8577-c78249c84bd0 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/ed6be604-08d4-4492-9f0c-baf8cada5ccc HTTP/1.1" status: 404 len: 339 time: 0.0300100 Mar 18 10:33:49.906283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37456) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:49.931763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:49.951169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 096a47c3-3967-4d6e-a4c3-846bed03d451 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:49.976641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 51cb23f5-6266-445b-a584-477ac3e16314 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:49.989967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting subnet c638e2ef-5b72-4d0f-afe9-db15dca1ff8d {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:49.993177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.000302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:50.010044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for da68f8da-d2d9-4917-9485-d6b1ec605937 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:50.039658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.056568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.060811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] For port 51cb23f5-6266-445b-a584-477ac3e16314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=51cb23f5-6266-445b-a584-477ac3e16314,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:50.092722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:50.101780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.111908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.114766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.118556 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2737f0d3-bedb-4d2a-9553-a367bbb309d5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5511050 Mar 18 10:33:50.121461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Transition to ACTIVE for port object 51cb23f5-6266-445b-a584-477ac3e16314 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:50.121619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37460) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:50.127883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Usage tracker for resource:network and tenant:836d49458a724b4da09b61066410d0d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:50.133067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:50.139598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:50.140676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 51cb23f5-6266-445b-a584-477ac3e16314 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:50.144529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:50.147580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:50.147739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:50.150198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 51cb23f5-6266-445b-a584-477ac3e16314 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:50.151492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.153744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:50.168156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:50.193377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.206074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:50.237394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.240755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc6958-297f-437f-9a63-0b34a5c32444,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:50.249529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:50.250141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.253065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.255158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port 51cb23f5-6266-445b-a584-477ac3e16314 had new provisioning blocks added so it will not transition to active. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 18 10:33:50.365176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.411321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.421656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeb2a7-e4b4-4d28-b59b-25f1fbeae8c3 None None] Pushing event updated for resources: {'Port': ['ID=51cb23f5-6266-445b-a584-477ac3e16314,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:50.454759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.454988 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 83718b49-330c-44d7-baa7-57f46fc41043 of type vlan for network a635d117-a385-4693-86db-fd08ab7b5ceb Mar 18 10:33:50.466325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.473543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9848da2-1336-474a-9041-39be17da361b None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:50.477526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.486279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:50.489798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.537038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=c638e2ef-5b72-4d0f-afe9-db15dca1ff8d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:50.554858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fec19a8-a120-43c0-ad2d-2a8bfb4dc47b,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:50.617057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.621151 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-460f4bcd-f5fb-4923-982a-ef8ac72206c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4984207 Mar 18 10:33:50.627852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37466) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:50.630643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:50.637700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:50.643740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:50.647277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:50.664880 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-df789c64-dd9b-4366-b739-88d1be028dc4 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/c638e2ef-5b72-4d0f-afe9-db15dca1ff8d HTTP/1.1" status: 204 len: 168 time: 0.7575719 Mar 18 10:33:50.665980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:50.671781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37470) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:50.722031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:50.738584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.738919 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Added segment 148b7557-c464-453a-b1d3-9d602a6f852c of type vlan for network 948f860d-8288-4dd8-b495-dc92fd608700 Mar 18 10:33:50.745953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:50.746500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.787717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting subnet 81e48eb5-4649-47bd-aac9-dcc17cc87fde {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:50.792377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.823713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.860899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:33:50.863938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.867574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:50.886444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.914950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:50.951916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Provisioning for port 096a47c3-3967-4d6e-a4c3-846bed03d451 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:50.957514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:50.958182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.069200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:51.162681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.170255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.177124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.207984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.214362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:51.214978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.220413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:51.249986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.255405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:51.256066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.271801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.300619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.302345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c3065d-dd91-41ac-9972-b58ae969bf26,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.389627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963d79-46e4-4b53-bbd3-9f2e6dde9abb None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.399009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.417678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Could not find standard attr ID for object da68f8da-d2d9-4917-9485-d6b1ec605937. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:51.420945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.422262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e87aa55-b35f-4afe-a447-b0fec41a518e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7968001 Mar 18 10:33:51.423680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.435002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37474) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:51.458225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=a635d117-a385-4693-86db-fd08ab7b5ceb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.472487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.472813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:51.476947 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/81e48eb5-4649-47bd-aac9-dcc17cc87fde HTTP/1.1" status: 204 len: 168 time: 0.8015714 Mar 18 10:33:51.482537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '69defe60-8f24-4d45-996f-7a7d6d84120f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:51.489706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:51.491393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a635d117-a385-4693-86db-fd08ab7b5ceb details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:51.499552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:51.502638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:51.512146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:51.520836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37478) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:51.560646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Provisioning for port 51cb23f5-6266-445b-a584-477ac3e16314 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:51.564939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99402b88-52a1-4477-8798-d73308cd4f48 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=81e48eb5-4649-47bd-aac9-dcc17cc87fde,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.600659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Provisioning complete for port 51cb23f5-6266-445b-a584-477ac3e16314 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:51.601163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.643791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:51.656895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Network': ['ID=948f860d-8288-4dd8-b495-dc92fd608700,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.664311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=da68f8da-d2d9-4917-9485-d6b1ec605937,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:51.677699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-54820be7-65b6-443d-905e-f5987d550168 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0087149 Mar 18 10:33:51.683347 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-afb04434-e84f-42fe-8b27-74e241a81334 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8279607 Mar 18 10:33:51.690450 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:33:51.694192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37482) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:51.701351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.705217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Request body: {'subnet': {'network_id': '948f860d-8288-4dd8-b495-dc92fd608700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:51.760717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.825466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port 1caca4cc-5440-4c33-b85e-57c190df85cf {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:51.825806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.832795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 948f860d-8288-4dd8-b495-dc92fd608700 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:51.846309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37486) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:51.875254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:51.901944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:51.972732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654fd7e-a115-4123-8bfb-0a676992a064 None None] Network 64c9aac3-09bd-4fb9-a744-b2668078de88 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:51.986993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.077618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3472c8-466c-407d-8f63-968e75dd22d0,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:52.099212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port 1caca4cc-5440-4c33-b85e-57c190df85cf, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1caca4cc-5440-4c33-b85e-57c190df85cf,segment=NetworkSegment(909f6812-e140-4a1d-ad95-bc2bcd909f2f),segment_id=909f6812-e140-4a1d-ad95-bc2bcd909f2f)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:52.099664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.112474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.113233 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe4564da-500a-4d50-9449-722b2ff49fe3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6434140 Mar 18 10:33:52.171230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-92932c9b-bcc8-4ef4-b2ad-bba08e27da09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.233505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:52.233903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.269420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:52.467273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for 1caca4cc-5440-4c33-b85e-57c190df85cf owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:52.486380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.497303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.501403 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-85e66973-9314-440f-8c2a-d3973e873d4c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/da68f8da-d2d9-4917-9485-d6b1ec605937 HTTP/1.1" status: 204 len: 168 time: 3.9359064 Mar 18 10:33:52.501966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37502) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:52.511611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:52.535483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:52.542775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:52.545623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:52.555608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 51cb23f5-6266-445b-a584-477ac3e16314 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:52.570883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:52.598914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:52.600380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:52.602169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:52.603362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:52.615148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] For port 51cb23f5-6266-445b-a584-477ac3e16314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=51cb23f5-6266-445b-a584-477ac3e16314,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:52.631690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:52.636332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.637061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 51cb23f5-6266-445b-a584-477ac3e16314 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:52.637436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.641970 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:52.657177 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:52.658099 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.668928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3aacf-b044-45b6-b970-ad702fc09b6d None None] DHCP port deletion for 64c9aac3-09bd-4fb9-a744-b2668078de88 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:52.678047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-8de5a8b8-b805-487b-8e99-369d665c24d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:52.680514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3aacf-b044-45b6-b970-ad702fc09b6d None None] Deleting port 1caca4cc-5440-4c33-b85e-57c190df85cf {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:52.680892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b2f3aacf-b044-45b6-b970-ad702fc09b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.701877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.728856 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.737146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:52.739829 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:52.740567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.740777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.754389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Made reservation on behalf of 836d49458a724b4da09b61066410d0d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:52.757684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.760293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3aacf-b044-45b6-b970-ad702fc09b6d None None] The port '1caca4cc-5440-4c33-b85e-57c190df85cf' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:33:52.763087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port 1caca4cc-5440-4c33-b85e-57c190df85cf on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:52.765623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.773733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:52.776330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cd4f40c7-ca85-46f7-a78d-610c0cefd78c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2726398 Mar 18 10:33:52.777878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.793926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37506) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:52.810714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7eeb9d-f863-424e-96ce-39c7d1854368 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:33:52.824466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=1caca4cc-5440-4c33-b85e-57c190df85cf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:52.828774 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.829537 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d544d-e6c2-4eb1-b8e2-1ec318a62686 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:52.865579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-8de5a8b8-b805-487b-8e99-369d665c24d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:52.866676 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-8de5a8b8-b805-487b-8e99-369d665c24d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338480517&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.3634400 Mar 18 10:33:52.926643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:52.951084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:52.958354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:52.986215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9aac3-09bd-4fb9-a744-b2668078de88']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.999428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f6812-e140-4a1d-ad95-bc2bcd909f2f') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:52.999731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f6812-e140-4a1d-ad95-bc2bcd909f2f') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:53.012511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.020285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Pushing event updated for resources: {'Port': ['ID=51cb23f5-6266-445b-a584-477ac3e16314,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:53.031344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.034951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Provisioning for port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:53.039811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:53.039811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.053322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 602d169f-3fe7-47ff-905c-3907d8795fc8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:53.055019 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:53.075080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:53.075660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.077195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Provisioning complete for port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:53.077580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.139230 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-33484739-058b-4bdc-a077-7249b425b3fa tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/4994a646-43c8-430a-9fa3-eab5fccb0722 HTTP/1.1" status: 200 len: 979 time: 6.4798498 Mar 18 10:33:53.141788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37510) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.177860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7eeb9d-f863-424e-96ce-39c7d1854368 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:33:53.181012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b7c989a6-2ed6-4aae-971d-ad0a5c65f26a None None] Port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:53.220481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=8d1e1689-46fd-4507-afae-05ac61eae807,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:53.241353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 602d169f-3fe7-47ff-905c-3907d8795fc8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:53.241550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.248884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 2e59d6b4-ed35-488d-a182-917a7c4440e1 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:53.265943 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b5e201d4-0e1d-4402-bfc9-9db32a56c885 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2422214 Mar 18 10:33:53.268119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.300065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37514) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.325253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627272408', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d1e1689-46fd-4507-afae-05ac61eae807'}], 'security_groups': ['3fc997d0-0ba4-4b59-a448-90cd0319062f']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:53.361931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7e4f1e22-b566-4591-b2ae-0d8832442a0f None None] Could not find standard attr ID for object da68f8da-d2d9-4917-9485-d6b1ec605937. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:53.372426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port a7fead92-e8a9-4182-9e03-191f8f01de43 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:53.372775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.377179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7e4f1e22-b566-4591-b2ae-0d8832442a0f None None] Could not find standard attr ID for object 1caca4cc-5440-4c33-b85e-57c190df85cf. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:33:53.401522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.424006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-7e7ac6cd-8b3f-4442-b6b1-c73fbb57dfc1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:53.424507 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-7e7ac6cd-8b3f-4442-b6b1-c73fbb57dfc1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 797 time: 0.4926765 Mar 18 10:33:53.440186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.449715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=64c9aac3-09bd-4fb9-a744-b2668078de88,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:53.468974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.486374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-82945000-0a4a-4ccb-8b12-823eb1943105 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/64c9aac3-09bd-4fb9-a744-b2668078de88 HTTP/1.1" status: 204 len: 168 time: 1.9645011 Mar 18 10:33:53.487579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37518) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.601542 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-a10ade4d-b76f-486f-80f8-d04fa7a4e25b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.1383410 Mar 18 10:33:53.612354 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ba6369-110e-4475-b224-0cbf757ab1ee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.612915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ba6369-110e-4475-b224-0cbf757ab1ee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:53.616969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a9ba6369-110e-4475-b224-0cbf757ab1ee tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/d5e11bf7-4ed7-41c7-a3f2-a86b1eeba7d1 HTTP/1.1" status: 404 len: 337 time: 0.1148567 Mar 18 10:33:53.617627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37522) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.640276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 51cb23f5-6266-445b-a584-477ac3e16314 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:53.650384 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee1aca3-ef0b-4330-b9f6-92b05cfef7dc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.650847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee1aca3-ef0b-4330-b9f6-92b05cfef7dc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:53.654823 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ee1aca3-ef0b-4330-b9f6-92b05cfef7dc tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/90fd6594-08a0-4ebb-9a8b-278ba5b3ca61 HTTP/1.1" status: 404 len: 339 time: 0.0344343 Mar 18 10:33:53.655518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37526) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.705567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2afdfe-fbb2-4762-8c26-7a8011b70499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.706023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2afdfe-fbb2-4762-8c26-7a8011b70499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:53.710114 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aa2afdfe-fbb2-4762-8c26-7a8011b70499 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/a4df5e83-c046-4a43-b9c8-6c9aa55c0c86 HTTP/1.1" status: 404 len: 337 time: 0.0518024 Mar 18 10:33:53.712326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.732808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.733140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.750154 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87afe9-1de1-48b6-bad2-44367c121b52 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.750985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab87afe9-1de1-48b6-bad2-44367c121b52 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:53.754662 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ab87afe9-1de1-48b6-bad2-44367c121b52 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/c6bb21ee-a4e1-4134-a4ef-bf7dd3d99ec4 HTTP/1.1" status: 404 len: 339 time: 0.0407751 Mar 18 10:33:53.759683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37534) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.767503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 51cb23f5-6266-445b-a584-477ac3e16314 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:53.767881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.807657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb61290-0da4-4ad3-afa3-0accb753af47 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:33:53.870876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for a7fead92-e8a9-4182-9e03-191f8f01de43 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:53.872688 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b050395-5ee5-4d09-9abd-f2ebdfe58bd2 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.873170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b050395-5ee5-4d09-9abd-f2ebdfe58bd2 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:53.926084 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1b050395-5ee5-4d09-9abd-f2ebdfe58bd2 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/5d2340ac-c5a0-4181-8dd3-a751318a3b57 HTTP/1.1" status: 404 len: 337 time: 0.1572297 Mar 18 10:33:53.926882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37538) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:53.973608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.980908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:53.997155 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da784d5-c729-4eed-96b7-efc29d961b78 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:53.997777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da784d5-c729-4eed-96b7-efc29d961b78 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:54.002677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8da784d5-c729-4eed-96b7-efc29d961b78 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/9f8a69fc-8971-48a3-8bf2-98eefcbfc5fa HTTP/1.1" status: 404 len: 339 time: 0.0744469 Mar 18 10:33:54.004004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37542) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:54.077543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb61290-0da4-4ad3-afa3-0accb753af47 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:33:54.191634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1caca4cc-5440-4c33-b85e-57c190df85cf no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:54.244373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1caca4cc-5440-4c33-b85e-57c190df85cf {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:54.244373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1caca4cc-5440-4c33-b85e-57c190df85cf not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:54.264371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting subnet 09d31453-c829-4d28-bf30-46592a473e4f {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:54.268676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.317177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.327916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.350990 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-7c15f53f-c4b9-43fe-b3b4-f9140d632e2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7371604 Mar 18 10:33:54.366566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.426826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=a7fead92-e8a9-4182-9e03-191f8f01de43,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:54.444867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=e78c1f2b-5947-4fce-b37c-81b25eeb5636,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:54.497793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4211c3cc-5d48-4603-94c3-d77024ab4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.540012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:33:54.547044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.547261 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 4994a646-43c8-430a-9fa3-eab5fccb0722 disassociated (deleted). External IP: 172.26.2.143, port: efe9081d-4d36-482f-846a-c4ac4151fce1. Mar 18 10:33:54.552856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.553017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6fafe-be51-4205-85bf-a13d479a2819 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:54.615752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:54.634698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': '83718b49-330c-44d7-baa7-57f46fc41043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:54.635070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: a635d117-a385-4693-86db-fd08ab7b5ceb, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:54.899908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event updated for resources: {'Subnet': ['ID=98db97ef-56f6-42a9-98da-edee7b2b593d,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:54.899908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-e1693557-19a6-4b52-a72e-bae82486b73c service neutron] 10.222.0.18 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941010 Mar 18 10:33:54.907553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Checking segment: {'id': '148b7557-c464-453a-b1d3-9d602a6f852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '948f860d-8288-4dd8-b495-dc92fd608700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:54.907921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network hostable DHCP agents. Network: 948f860d-8288-4dd8-b495-dc92fd608700, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:33:54.914434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Update dhcp port {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'fixed_ips': [{'subnet_id': 'b82be3d6-eadb-4c20-b5ab-8c5dba1ad919', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d1e1689-46fd-4507-afae-05ac61eae807'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '096a47c3-3967-4d6e-a4c3-846bed03d451'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:33:54.976163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.009436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:33:55.050374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.075792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.114708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network a635d117-a385-4693-86db-fd08ab7b5ceb is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:55.123359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=2e59d6b4-ed35-488d-a182-917a7c4440e1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:55.128570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.130038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=09d31453-c829-4d28-bf30-46592a473e4f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:55.137396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.139763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf5c6b-7aa4-4601-8244-8617d6613df4 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:55.164012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3e2a2400-68f3-4fb8-a23c-8082797299e8 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/09d31453-c829-4d28-bf30-46592a473e4f HTTP/1.1" status: 204 len: 168 time: 1.1559739 Mar 18 10:33:55.164667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:55.165522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e48559-524b-43d6-8600-a32bc8a59450 None None] Network 1d4d3546-d1fb-4dcc-b121-09856b93c831 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:55.206244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.221149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Network 948f860d-8288-4dd8-b495-dc92fd608700 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:33:55.232629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-00b27829-2e52-482a-b8b1-1fd050453ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457944 Mar 18 10:33:55.254751 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ee2bce26-b6b0-401c-9801-c7f8a40998f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/2e59d6b4-ed35-488d-a182-917a7c4440e1 HTTP/1.1" status: 204 len: 168 time: 2.4260962 Mar 18 10:33:55.254751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37552) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:55.347770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a635d117-a385-4693-86db-fd08ab7b5ceb) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:55.349511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 948f860d-8288-4dd8-b495-dc92fd608700) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:55.380287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.382562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:33:55.388869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.391569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575cc484-ee12-4f7b-9181-47305dc46901 None None] Network a635d117-a385-4693-86db-fd08ab7b5ceb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:55.391709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:55.391874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.400730 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0d780-5ef7-4aad-ae5d-df1cceb36c9f None None] Network 948f860d-8288-4dd8-b495-dc92fd608700 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:55.414448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:55.414448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.420349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 8c54ac2d-4d7a-410b-8eb8-14ea0bf93787 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:55.423629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:55.436816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port cec14b1c-1c58-437e-b58e-5d8d40abd36b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:55.456272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.456458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.497660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-46bdabfe-8ba9-4137-8691-b1026167dece tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/4994a646-43c8-430a-9fa3-eab5fccb0722 HTTP/1.1" status: 204 len: 168 time: 2.3509490 Mar 18 10:33:55.497921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37556) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:55.570919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:55.571523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:55.577359 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-828afc1c-383d-4384-9701-845d75f7993e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7213178 Mar 18 10:33:55.580316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37564) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:55.598479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768873017'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:55.612056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Delete allocated IP 172.20.0.13 (73833144-da33-4c9d-a4dd-b520f6c29b35/b82be3d6-eadb-4c20-b5ab-8c5dba1ad919) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:33:55.620413 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-76668147-a856-46c4-8d17-f72503184a00 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9244413 Mar 18 10:33:55.627367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.652030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:55.658097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:55.676534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.679895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.21 (73833144-da33-4c9d-a4dd-b520f6c29b35/8d1e1689-46fd-4507-afae-05ac61eae807/4851d0d7-93b5-44be-8323-b8d82ec7dfb4) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:55.698408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:55.711408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port efe9081d-4d36-482f-846a-c4ac4151fce1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:55.711754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.742697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:55.787595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:55.802861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:55.853183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:33:55.854004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:55.954961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:55.958411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:55.967806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.003735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:56.004136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4c6c6-249b-4db2-b648-0303cd8ea975 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:56.020318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.025897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0cb10f79-05ee-446f-9a5a-96bfc9e85092 req-36e2a843-8a9c-4d38-b122-f0d5e7d74218 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:56.056953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port cec14b1c-1c58-437e-b58e-5d8d40abd36b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cec14b1c-1c58-437e-b58e-5d8d40abd36b,segment=NetworkSegment(dccc8037-a16f-4281-8c19-27a1a5a94be9),segment_id=dccc8037-a16f-4281-8c19-27a1a5a94be9)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:56.058160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.219482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for cec14b1c-1c58-437e-b58e-5d8d40abd36b owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:56.238974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50def4d6-0097-4915-9340-0419d12517ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-948f860d-8288-4dd8-b495-dc92fd608700', 'network_id': '948f860d-8288-4dd8-b495-dc92fd608700', 'tenant_id': '836d49458a724b4da09b61066410d0d4', 'fixed_ips': [{'subnet_id': '98db97ef-56f6-42a9-98da-edee7b2b593d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:56.239829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-50def4d6-0097-4915-9340-0419d12517ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.250996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0cb10f79-05ee-446f-9a5a-96bfc9e85092 req-36e2a843-8a9c-4d38-b122-f0d5e7d74218 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:56.263899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0cb10f79-05ee-446f-9a5a-96bfc9e85092 req-36e2a843-8a9c-4d38-b122-f0d5e7d74218 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.6093302 Mar 18 10:33:56.273761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bab3e-cfdc-4369-b354-b28a663f05b6 None None] DHCP port deletion for 1d4d3546-d1fb-4dcc-b121-09856b93c831 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:56.284292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.287559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-de8bab3e-cfdc-4369-b354-b28a663f05b6 None None] Deleting port cec14b1c-1c58-437e-b58e-5d8d40abd36b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:56.287559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-de8bab3e-cfdc-4369-b354-b28a663f05b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.316778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a635d117-a385-4693-86db-fd08ab7b5ceb', 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'e78c1f2b-5947-4fce-b37c-81b25eeb5636'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:33:56.318578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.382531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.465452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.532639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.549157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-de8bab3e-cfdc-4369-b354-b28a663f05b6 None None] The port 'cec14b1c-1c58-437e-b58e-5d8d40abd36b' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:33:56.612291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No DVR routers for this DVR port cec14b1c-1c58-437e-b58e-5d8d40abd36b on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:56.617726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for efe9081d-4d36-482f-846a-c4ac4151fce1 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:56.624569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-50def4d6-0097-4915-9340-0419d12517ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98db97ef-56f6-42a9-98da-edee7b2b593d: This subnet is being modified by another concurrent operation. Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:33:56.625112 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98db97ef-56f6-42a9-98da-edee7b2b593d: This subnet is being modified by another concurrent operation. Mar 18 10:33:56.628587 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:33:56.654071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fe6c7-f453-4e63-af56-568a8c23f37c None None] Network 948f860d-8288-4dd8-b495-dc92fd608700 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:56.675919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:33:56.686011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.692366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Allocated IP 172.20.255.242 (a635d117-a385-4693-86db-fd08ab7b5ceb/e78c1f2b-5947-4fce-b37c-81b25eeb5636/0206703e-7a21-46c6-9dfa-df6330f9be20) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:56.701962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Port': ['ID=cec14b1c-1c58-437e-b58e-5d8d40abd36b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:56.729434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=98db97ef-56f6-42a9-98da-edee7b2b593d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:56.734448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:33:56.752266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.769379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.778926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=8c54ac2d-4d7a-410b-8eb8-14ea0bf93787,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:56.787653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.787996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment ed901fde-e1bc-4c7a-8b08-8feea49847ab of type vlan for network 1a135a6d-811a-42f8-86b5-aea02bd14da9 Mar 18 10:33:56.812209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:56.833209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-003dd28c-e6b8-4b80-baa9-d44e46e1c54a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8c54ac2d-4d7a-410b-8eb8-14ea0bf93787 HTTP/1.1" status: 204 len: 168 time: 1.5734293 Mar 18 10:33:56.836288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37580) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:56.887289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.924086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4d3546-d1fb-4dcc-b121-09856b93c831']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:56.937250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.946845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.949686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccc8037-a16f-4281-8c19-27a1a5a94be9') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:56.950238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccc8037-a16f-4281-8c19-27a1a5a94be9') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:56.956753 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5bb87ea6-2760-4482-8f8e-c964e7bedc27 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194105 Mar 18 10:33:56.967073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.985519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:56.993099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:56.993923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.003572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37584) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.015380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:57.105915 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:57.119297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.170328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Transition to ACTIVE for port object 0206703e-7a21-46c6-9dfa-df6330f9be20 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:57.242012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Transition to ACTIVE for port object 0206703e-7a21-46c6-9dfa-df6330f9be20 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:57.244120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Allocated IP 172.20.0.18 (73833144-da33-4c9d-a4dd-b520f6c29b35/8d1e1689-46fd-4507-afae-05ac61eae807/096a47c3-3967-4d6e-a4c3-846bed03d451) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:57.251637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.252419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.261890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.265394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=4851d0d7-93b5-44be-8323-b8d82ec7dfb4,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:57.276838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4dd973-4d65-40a6-961e-9f502450e2b5 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:57.286060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.304632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/1d4d3546-d1fb-4dcc-b121-09856b93c831 HTTP/1.1" status: 204 len: 168 time: 2.1287742 Mar 18 10:33:57.312165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.352297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5449374-b484-4a46-9a73-b804fbd7b9de tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=1d4d3546-d1fb-4dcc-b121-09856b93c831,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:57.359162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948f860d-8288-4dd8-b495-dc92fd608700']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:57.373629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148b7557-c464-453a-b1d3-9d602a6f852c') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:57.374266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148b7557-c464-453a-b1d3-9d602a6f852c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:57.389608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.397609 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6459108a-0751-443c-ba9f-33d65ef79c19 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:57.398611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6459108a-0751-443c-ba9f-33d65ef79c19 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:57.412800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.414526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.421152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:57.421603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:57.421987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.422353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:57.442032 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:57.485648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:57.534090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.581863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:57.588445 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6459108a-0751-443c-ba9f-33d65ef79c19 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/814519c8-48fa-49e5-840e-496bb0c3ba55 HTTP/1.1" status: 404 len: 337 time: 0.2710521 Mar 18 10:33:57.591044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37596) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.605198 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d154528d-6dbf-43c6-8bf7-b9dff9022a59 req-614722d2-c305-4628-86c5-ac80a05f59c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.2090750 Mar 18 10:33:57.619635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:57.626298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.637282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:57.658153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cec14b1c-1c58-437e-b58e-5d8d40abd36b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:33:57.660171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.667129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=948f860d-8288-4dd8-b495-dc92fd608700,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:57.677701 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e7e6c7d6-e021-400e-a70f-93af0a2e9d8e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/948f860d-8288-4dd8-b495-dc92fd608700 HTTP/1.1" status: 204 len: 168 time: 1.9803228 Mar 18 10:33:57.677701 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3476af-c699-4377-85b1-f2ab38628e5e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:57.677701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3476af-c699-4377-85b1-f2ab38628e5e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:57.680821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e3476af-c699-4377-85b1-f2ab38628e5e tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/7605e868-cd58-493c-87b3-c5bb5f7e8b88 HTTP/1.1" status: 404 len: 339 time: 0.0883784 Mar 18 10:33:57.681455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37600) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.681858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37602) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.703692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] In _notify_port_updated(), no bound segment for port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 on network 73833144-da33-4c9d-a4dd-b520f6c29b35 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:33:57.703947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cec14b1c-1c58-437e-b58e-5d8d40abd36b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:33:57.704150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cec14b1c-1c58-437e-b58e-5d8d40abd36b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:33:57.711695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:57.712562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.717544 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6ab9e75c-cbb9-436c-8b3d-eb2c2025fbfe tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/ports/4851d0d7-93b5-44be-8323-b8d82ec7dfb4 HTTP/1.1" status: 200 len: 920 time: 4.4165018 Mar 18 10:33:57.724132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:57.725867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37608) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.748011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Network a635d117-a385-4693-86db-fd08ab7b5ceb is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:57.766747 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1769686 Mar 18 10:33:57.773237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37612) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.776208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e67347-9f03-4fba-9152-c298a12950c6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=1a135a6d-811a-42f8-86b5-aea02bd14da9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:57.793744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:57.812339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:57.814320 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40785c6-34e1-4f7a-9ec1-f57ceedf7868 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:57.814320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40785c6-34e1-4f7a-9ec1-f57ceedf7868 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:57.814566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 1a135a6d-811a-42f8-86b5-aea02bd14da9 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:33:57.815697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b40785c6-34e1-4f7a-9ec1-f57ceedf7868 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/98db97ef-56f6-42a9-98da-edee7b2b593d HTTP/1.1" status: 404 len: 337 time: 0.1322112 Mar 18 10:33:57.820420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37616) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.826830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:57.831074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.836559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-78a5fab0-0350-4f06-9cf3-c8b04b4877d7 None None] Provisioning complete for port 51cb23f5-6266-445b-a584-477ac3e16314 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:57.837793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78a5fab0-0350-4f06-9cf3-c8b04b4877d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.866393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:33:57.878400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.886507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:57.889897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.899534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Transition to ACTIVE for port object 096a47c3-3967-4d6e-a4c3-846bed03d451 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:33:57.900545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Pushing event updated for resources: {'Port': ['ID=0206703e-7a21-46c6-9dfa-df6330f9be20,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:57.903027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a5b65f-0cea-44f5-94cf-5958b057e8b3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:57.903501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a5b65f-0cea-44f5-94cf-5958b057e8b3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:57.906032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting subnet 0a84cd31-4c24-4837-afae-07c9afe92bf9 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:33:57.911301 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d1a5b65f-0cea-44f5-94cf-5958b057e8b3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/948f860d-8288-4dd8-b495-dc92fd608700 HTTP/1.1" status: 404 len: 339 time: 0.0864546 Mar 18 10:33:57.911301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37620) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:57.920925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:57.930319 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.027459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.093947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:58.101745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:58.106928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:58.115251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.142202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:58.153589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8eeef0-65ca-4eb4-a23c-f878d89fa076 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:58.154712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8eeef0-65ca-4eb4-a23c-f878d89fa076 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:58.159321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37630) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:58.159630 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9b8eeef0-65ca-4eb4-a23c-f878d89fa076 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/1b542ba7-fabd-4d60-8040-7ba9fa6bbdc6 HTTP/1.1" status: 404 len: 337 time: 0.2446592 Mar 18 10:33:58.191576 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9283aa50-ccf3-4358-8d48-1f0fb0e504ae tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:58.192056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9283aa50-ccf3-4358-8d48-1f0fb0e504ae tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:58.197617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9283aa50-ccf3-4358-8d48-1f0fb0e504ae tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/ad8df3cc-980c-4ad7-82b2-1d80028482c8 HTTP/1.1" status: 404 len: 339 time: 0.0324230 Mar 18 10:33:58.201641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37634) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:58.223260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=efe9081d-4d36-482f-846a-c4ac4151fce1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:58.249532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:33:58.253019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.271954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb59ff8-b84c-449d-8165-04524abe5d8a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:58.272401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb59ff8-b84c-449d-8165-04524abe5d8a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:58.274078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3fb59ff8-b84c-449d-8165-04524abe5d8a tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/56c038ed-3f78-426f-8fc9-f9b3ac4954e8 HTTP/1.1" status: 404 len: 337 time: 0.0711529 Mar 18 10:33:58.290128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37638) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:58.353201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Attempting to bind port 0206703e-7a21-46c6-9dfa-df6330f9be20 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:33:58.355458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Attempting to bind port 0206703e-7a21-46c6-9dfa-df6330f9be20 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '83718b49-330c-44d7-baa7-57f46fc41043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:33:58.355458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Attempting to bind port 0206703e-7a21-46c6-9dfa-df6330f9be20 on network a635d117-a385-4693-86db-fd08ab7b5ceb {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:33:58.383340 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef5e9c5-b20f-4527-9e1c-744acbd6a4d3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:33:58.384839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef5e9c5-b20f-4527-9e1c-744acbd6a4d3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:33:58.386296 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ef5e9c5-b20f-4527-9e1c-744acbd6a4d3 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/4ad489e8-a00e-464f-8cc8-f71c8e1d2cc1 HTTP/1.1" status: 404 len: 339 time: 0.0945525 Mar 18 10:33:58.398035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:33:58.398454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Checking segment: {'id': '83718b49-330c-44d7-baa7-57f46fc41043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:33:58.398818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.399209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Bound using segment: {'id': '83718b49-330c-44d7-baa7-57f46fc41043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:33:58.399702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Bound port: 0206703e-7a21-46c6-9dfa-df6330f9be20, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83718b49-330c-44d7-baa7-57f46fc41043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a635d117-a385-4693-86db-fd08ab7b5ceb'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:33:58.400082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.408813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37642) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:58.446767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a08e4-0e86-4007-a6fa-fe88108209c4 None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:58.604919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.665055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port da819b14-84e9-41af-a71c-440c79ea060d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:58.665484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.720822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] For port 0206703e-7a21-46c6-9dfa-df6330f9be20, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:33:58.725755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] For port 0206703e-7a21-46c6-9dfa-df6330f9be20, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0206703e-7a21-46c6-9dfa-df6330f9be20,segment=NetworkSegment(83718b49-330c-44d7-baa7-57f46fc41043),segment_id=83718b49-330c-44d7-baa7-57f46fc41043)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:33:58.731446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:33:58.741465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Deleting port 51cb23f5-6266-445b-a584-477ac3e16314 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:33:58.742392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.852610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.915069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:58.957668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-92e33d6b-484a-4611-a6d9-d8846886c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:58.959531 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-92e33d6b-484a-4611-a6d9-d8846886c36c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.8084354 Mar 18 10:33:58.968520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13380e-3a3e-4b5c-bfef-8fce51b753d1 req-a59e2bb8-24b1-4db8-8e0c-606c968730e7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:58.969971 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2c13380e-3a3e-4b5c-bfef-8fce51b753d1 req-a59e2bb8-24b1-4db8-8e0c-606c968730e7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7561276 Mar 18 10:33:59.005509 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0714ca3b-4138-438d-af7f-cdd9d3c8b9eb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/efe9081d-4d36-482f-846a-c4ac4151fce1 HTTP/1.1" status: 204 len: 168 time: 3.4979949 Mar 18 10:33:59.011841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37648) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:59.028069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f218c1e9-d69f-4bef-a1ed-14dc8c3852d2 req-12542af1-8125-4b26-8bb0-def21459d088 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.2605114 Mar 18 10:33:59.044012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-6681b1e6-9481-458b-9ec4-c9ac8c295339 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:59.044932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-6681b1e6-9481-458b-9ec4-c9ac8c295339 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:59.070008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:59.093950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.099341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:33:59.109563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.121176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:floatingip and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:33:59.127207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:33:59.133681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5a2f8-1475-4e38-aa31-646b5a484aed None None] Pushing event updated for resources: {'Port': ['ID=0206703e-7a21-46c6-9dfa-df6330f9be20,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:59.141442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:33:59.264621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] For port 51cb23f5-6266-445b-a584-477ac3e16314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=51cb23f5-6266-445b-a584-477ac3e16314,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:33:59.265015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.305752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for da819b14-84e9-41af-a71c-440c79ea060d owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:59.373921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 4851d0d7-93b5-44be-8323-b8d82ec7dfb4 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:59.392835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.396736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-6681b1e6-9481-458b-9ec4-c9ac8c295339 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:59.397932 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-6681b1e6-9481-458b-9ec4-c9ac8c295339 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 797 time: 1.0215468 Mar 18 10:33:59.410354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2c13380e-3a3e-4b5c-bfef-8fce51b753d1 req-0c263ac0-5888-46e0-be20-f54fc3f30876 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892813 Mar 18 10:33:59.460535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Calling delete_port for 51cb23f5-6266-445b-a584-477ac3e16314 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:33:59.499908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-2959655a-da6b-4e17-a46b-e6c5efbf0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:59.502011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-2959655a-da6b-4e17-a46b-e6c5efbf0366 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.5248487 Mar 18 10:33:59.527245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:59.527245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.621310 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-d4b1c207-0057-43b3-ba93-4fd4dcd9ca8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.1133327 Mar 18 10:33:59.623408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.683366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:33:59.690814 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e7417-def8-4e81-b38c-f1c8c8e12d60 None None] Network f0fb759e-ef34-467f-acfc-eb2e3477b06e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:33:59.692694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.721166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.724344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Subnet': ['ID=0a84cd31-4c24-4837-afae-07c9afe92bf9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:59.746793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.789671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0206703e-7a21-46c6-9dfa-df6330f9be20 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:33:59.830596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.848020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.857414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Provisioning for port 096a47c3-3967-4d6e-a4c3-846bed03d451 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:33:59.875564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=ecb47b45-f381-41ea-a27b-0c1fc36f2a14,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:59.899902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-f0777b3c-b5fd-48e0-bb2a-728b8b056be9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:33:59.908730 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] No DVR routers for this DVR port 51cb23f5-6266-445b-a584-477ac3e16314 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:59.908915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:59.914962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:59.919028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a1883-8a29-487c-9b8d-12fd8a25c964 None None] Pushing event deleted for resources: {'Port': ['ID=51cb23f5-6266-445b-a584-477ac3e16314,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:59.929116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:59.929677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.949261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-f0777b3c-b5fd-48e0-bb2a-728b8b056be9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:33:59.952785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-7e1dfa97-957b-42b9-9f46-e0abbcb3adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:59.952785 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-7e1dfa97-957b-42b9-9f46-e0abbcb3adc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.3215389 Mar 18 10:33:59.953327 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-f0777b3c-b5fd-48e0-bb2a-728b8b056be9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 379 time: 0.3912330 Mar 18 10:33:59.957600 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1189da74-2681-4ad7-a489-a008f36b0e2a tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/subnets/0a84cd31-4c24-4837-afae-07c9afe92bf9 HTTP/1.1" status: 204 len: 168 time: 2.2701461 Mar 18 10:33:59.957895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37656) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:33:59.959501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:33:59.959981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:33:59.980584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Port': ['ID=da819b14-84e9-41af-a71c-440c79ea060d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:59.992026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285fed5-94b4-4de2-8ec9-d82f354ffb22 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:00.031540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['69defe60-8f24-4d45-996f-7a7d6d84120f']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:00.115236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-42247f4d-b820-4040-8cdd-525bad028ede tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1045845 Mar 18 10:34:00.116101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37662) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:00.125484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.140961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:00.280193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=4851d0d7-93b5-44be-8323-b8d82ec7dfb4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:00.295511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.388280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'ecb47b45-f381-41ea-a27b-0c1fc36f2a14'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:00.390662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.403951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.405982 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ad032918-27c5-4139-9b7b-dbe326b5383d tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/ports/da819b14-84e9-41af-a71c-440c79ea060d HTTP/1.1" status: 204 len: 168 time: 1.9927075 Mar 18 10:34:00.419724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'ed901fde-e1bc-4c7a-8b08-8feea49847ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:00.425685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 1a135a6d-811a-42f8-86b5-aea02bd14da9, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:00.430384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:00.488458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] DHCP port deletion for f0fb759e-ef34-467f-acfc-eb2e3477b06e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:00.492702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0206703e-7a21-46c6-9dfa-df6330f9be20 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:00.501374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Deleting port c92abe01-7126-4fd4-af85-7d6ab30ab49a {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:00.501741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.578443 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0907ce3a-77e4-4aff-b2b4-5cbbbdd5504f req-19d34469-f2ce-4614-82ec-290ba5809437 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.1355710 Mar 18 10:34:00.620484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=d3f675b8-fed6-4a18-883b-c4b643764662,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:00.634513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2b285-a97d-4568-ac4b-e228afcd5fcd None None] Network a635d117-a385-4693-86db-fd08ab7b5ceb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:00.647179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5acd3ba9-8187-4e15-b794-e7040f2a1f2c None None] Could not find standard attr ID for object 4851d0d7-93b5-44be-8323-b8d82ec7dfb4. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:00.649429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:00.693085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a607e7-eab5-49ce-8d3b-ce174ce80b41 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:00.693540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a607e7-eab5-49ce-8d3b-ce174ce80b41 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:00.695271 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-08a607e7-eab5-49ce-8d3b-ce174ce80b41 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/4547732f-ae1b-45aa-bbd4-df45235581fa HTTP/1.1" status: 404 len: 337 time: 0.1397793 Mar 18 10:34:00.704378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37672) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:00.726664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:00.729540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port c92abe01-7126-4fd4-af85-7d6ab30ab49a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:00.729921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.776376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:00.784478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-d25c00df-2757-4d94-857e-c19eea836ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:00.786301 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-d25c00df-2757-4d94-857e-c19eea836ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8082952 Mar 18 10:34:00.788088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:00.806541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:00.855586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 1a135a6d-811a-42f8-86b5-aea02bd14da9 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:00.860541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.867503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-59319581-a691-44f3-a9f6-a7b26357594b tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/4851d0d7-93b5-44be-8323-b8d82ec7dfb4 HTTP/1.1" status: 204 len: 168 time: 3.1352184 Mar 18 10:34:00.874518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37676) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:00.943214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.946118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:00.950855 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e83d30-13b1-4e92-be0e-198dd0993297 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:34:00.951907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3e83d30-13b1-4e92-be0e-198dd0993297 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:00.965305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:00.970467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:00.979660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:00.989370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] For port c92abe01-7126-4fd4-af85-7d6ab30ab49a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c92abe01-7126-4fd4-af85-7d6ab30ab49a,segment=NetworkSegment(936f223b-daac-4931-bcc6-4821f98e626f),segment_id=936f223b-daac-4931-bcc6-4821f98e626f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:00.989600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.020893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.027015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 1a135a6d-811a-42f8-86b5-aea02bd14da9) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:01.045913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Provisioning for port 0206703e-7a21-46c6-9dfa-df6330f9be20 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:01.079666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:01.080287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.102945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3e83d30-13b1-4e92-be0e-198dd0993297 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:01.102945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a3e83d30-13b1-4e92-be0e-198dd0993297 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/4851d0d7-93b5-44be-8323-b8d82ec7dfb4 HTTP/1.1" status: 404 len: 333 time: 0.2236173 Mar 18 10:34:01.108310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6fba0-e4a9-4af1-9452-af4e25678c46 None None] Network 1a135a6d-811a-42f8-86b5-aea02bd14da9 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:01.113274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37680) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:01.180996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:01.185044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.196775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e628e1a-c0b6-4657-a66f-78bd48797f2c req-290487bb-7dc8-45a0-8d5c-797b9e71367e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:01.198560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6e628e1a-c0b6-4657-a66f-78bd48797f2c req-290487bb-7dc8-45a0-8d5c-797b9e71367e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5530648 Mar 18 10:34:01.229105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.262869 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-2a17f7d2-e889-499d-b8fd-34a79c00e857 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631617 Mar 18 10:34:01.269642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] For port c92abe01-7126-4fd4-af85-7d6ab30ab49a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c92abe01-7126-4fd4-af85-7d6ab30ab49a,segment=NetworkSegment(936f223b-daac-4931-bcc6-4821f98e626f),segment_id=936f223b-daac-4931-bcc6-4821f98e626f)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:01.270052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.283251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Calling delete_port for c92abe01-7126-4fd4-af85-7d6ab30ab49a owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:01.317598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Provisioning complete for port 0206703e-7a21-46c6-9dfa-df6330f9be20 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:01.317598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.370642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc7f9c5-8ff2-419f-a087-d8e112ac34a6']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:01.389229 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7232cd24-db93-443a-86e0-0e3d8c5113a0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6095064 Mar 18 10:34:01.404301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37684) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:01.408219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:01.408520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd16040-8c0c-4e65-a02f-a3c57d0b7c49') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:01.420414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:01.420776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.466742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Calling delete_port for c92abe01-7126-4fd4-af85-7d6ab30ab49a owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:01.486179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.491998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Allocated IP 172.20.0.2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ecb47b45-f381-41ea-a27b-0c1fc36f2a14/a8f0ff54-3662-4f4e-8cfc-f6d843454833) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:01.514734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6e628e1a-c0b6-4657-a66f-78bd48797f2c req-823fcc8a-3c43-4ab5-b4dc-c327c333c43f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879350 Mar 18 10:34:01.566649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.102 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/99639bbf-6b79-4573-83ec-01304e02f41a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:01.588692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.651317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.683588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:01.684303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.708862 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd3e8952-6b90-47e7-bdaa-b9a1d295f717 req-4350c507-1e94-457f-8f67-2bc292b771ea service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298217 Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:01.736811 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:01.746733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:01.747316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:01.763856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.858133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.903471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] Pushing event deleted for resources: {'Port': ['ID=c92abe01-7126-4fd4-af85-7d6ab30ab49a,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:01.914059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:01.936931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a01e2-20e5-42a1-864b-162bb54a8338 None None] No DVR routers for this DVR port c92abe01-7126-4fd4-af85-7d6ab30ab49a on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:01.947566 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cace1f5b-dedf-46f3-80fc-8a13bb17f570 req-21083007-7a86-4959-a315-aeb5740abd51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.1925626 Mar 18 10:34:02.004689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:34:02.006902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.029112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.052384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.13 (f487da4f-2beb-42d3-bd31-b813e341bc06/b529cc6b-8419-42a2-bb8b-5595a8d12d1e/0100157d-9383-4f00-9dcc-9a1d218e386a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:02.097974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.101223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:02.104537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:02.107394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-1a135a6d-811a-42f8-86b5-aea02bd14da9', 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'd3f675b8-fed6-4a18-883b-c4b643764662'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:02.108500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.111924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:02.112644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.118099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=20a5e574-e88b-4027-8b8f-7259e8260230,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:02.142669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.174695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=9bc7f9c5-8ff2-419f-a087-d8e112ac34a6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:02.198518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 51cb23f5-6266-445b-a584-477ac3e16314 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:02.211597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.222328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] For port 0206703e-7a21-46c6-9dfa-df6330f9be20, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0206703e-7a21-46c6-9dfa-df6330f9be20,segment=NetworkSegment(83718b49-330c-44d7-baa7-57f46fc41043),segment_id=83718b49-330c-44d7-baa7-57f46fc41043)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:02.242004 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f919d59-7d2e-4d01-be08-7d2880357bdd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1161108 Mar 18 10:34:02.242004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37690) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:02.248281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:3f:38:e9', 'name': 'tempest-NetworksTestDHCPv6-1931453457'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:02.269239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Deleting port c92abe01-7126-4fd4-af85-7d6ab30ab49a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:02.269506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.281531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 51cb23f5-6266-445b-a584-477ac3e16314 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:02.282135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 51cb23f5-6266-445b-a584-477ac3e16314 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:02.287292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.292195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c3ab954a-0f52-4f2c-8bbb-70bbb7c2c6a7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/9bc7f9c5-8ff2-419f-a087-d8e112ac34a6 HTTP/1.1" status: 204 len: 168 time: 1.5779316 Mar 18 10:34:02.301086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:02.303778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.308859 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.310912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Transition to ACTIVE for port object a8f0ff54-3662-4f4e-8cfc-f6d843454833 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:02.311202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.312273 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/security-groups/56ae3e0c-bd48-4b61-bd2c-eec36a16b742 HTTP/1.1" status: 204 len: 168 time: 1.1894968 Mar 18 10:34:02.343274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Transition to ACTIVE for port object a8f0ff54-3662-4f4e-8cfc-f6d843454833 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:02.382111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37698) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:02.429760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf35bd0-8e90-4dea-9c20-c3606aa8c438 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae3e0c-bd48-4b61-bd2c-eec36a16b742,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:02.456496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c92abe01-7126-4fd4-af85-7d6ab30ab49a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:02.511264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] The port 'c92abe01-7126-4fd4-af85-7d6ab30ab49a' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:34:02.526487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.527080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.587109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c92abe01-7126-4fd4-af85-7d6ab30ab49a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:02.587455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c92abe01-7126-4fd4-af85-7d6ab30ab49a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:02.600463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Could not find standard attr ID for object 4851d0d7-93b5-44be-8323-b8d82ec7dfb4. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:02.620594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Allocated IP 172.20.0.2 (1a135a6d-811a-42f8-86b5-aea02bd14da9/d3f675b8-fed6-4a18-883b-c4b643764662/790dbd1d-19d6-46bf-8347-41f60d2a5f1e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:02.627564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:02.635261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:02.645439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:02.732747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb343-abf0-45ac-af0f-cc75f75823a2 None None] Pushing event updated for resources: {'Port': ['ID=0206703e-7a21-46c6-9dfa-df6330f9be20,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:02.785479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 3d7d2359-648d-41ec-abe3-b2fbff778baa {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:02.785733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.901880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Attempting to bind port a8f0ff54-3662-4f4e-8cfc-f6d843454833 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:02.902238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Attempting to bind port a8f0ff54-3662-4f4e-8cfc-f6d843454833 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:02.902605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Attempting to bind port a8f0ff54-3662-4f4e-8cfc-f6d843454833 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:02.913013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3176d078-b86f-48f0-819a-2586c1ce76b5 None None] Provisioning complete for port 0206703e-7a21-46c6-9dfa-df6330f9be20 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:02.913391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3176d078-b86f-48f0-819a-2586c1ce76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.942738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.958660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.965007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:02.965167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:02.965469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:02.965889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:02.966375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Bound port: a8f0ff54-3662-4f4e-8cfc-f6d843454833, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:02.966744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.017430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fb759e-ef34-467f-acfc-eb2e3477b06e']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:03.025007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:03.045032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.046735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Pushing event updated for resources: {'Port': ['ID=a8f0ff54-3662-4f4e-8cfc-f6d843454833,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.057811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936f223b-daac-4931-bcc6-4821f98e626f') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:03.057811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936f223b-daac-4931-bcc6-4821f98e626f') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:03.067945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:03.092089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.094769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.137757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.148762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013127-4994-4c2c-af67-3675b84ea2e7 req-b7161e2d-e38d-4a82-90d7-1f5dac869a57 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:03.150718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef013127-4994-4c2c-af67-3675b84ea2e7 req-b7161e2d-e38d-4a82-90d7-1f5dac869a57 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3715739 Mar 18 10:34:03.157721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:03.158397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.164179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:03.175174 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:03.205564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-10f67b1d-10d8-41c5-8131-71607503afb8 req-4bbe54ad-0992-4bd3-af7e-8f7d4f8bb62d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:03.214224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.243302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.246069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] For port a8f0ff54-3662-4f4e-8cfc-f6d843454833, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:03.266182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:03.268592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Transition to ACTIVE for port object 790dbd1d-19d6-46bf-8347-41f60d2a5f1e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:03.300972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Transition to ACTIVE for port object 790dbd1d-19d6-46bf-8347-41f60d2a5f1e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:03.305480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.364104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.370945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:03.378133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for 3d7d2359-648d-41ec-abe3-b2fbff778baa owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:03.393195 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef013127-4994-4c2c-af67-3675b84ea2e7 req-3b86a575-cbfa-42ea-aeaa-78b2ad8c929c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029877 Mar 18 10:34:03.397250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc997d0-0ba4-4b59-a448-90cd0319062f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.409846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 0100157d-9383-4f00-9dcc-9a1d218e386a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:03.410034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.412996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:03.429025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.431573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:03.431723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.436144 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a331e021-d806-4a79-acfa-fb554d42a814 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fc997d0-0ba4-4b59-a448-90cd0319062f HTTP/1.1" status: 204 len: 168 time: 0.9850793 Mar 18 10:34:03.438194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37706) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:03.457488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=99639bbf-6b79-4573-83ec-01304e02f41a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.459995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-10f67b1d-10d8-41c5-8131-71607503afb8 req-4bbe54ad-0992-4bd3-af7e-8f7d4f8bb62d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:03.464982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Pushing event updated for resources: {'Port': ['ID=790dbd1d-19d6-46bf-8347-41f60d2a5f1e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.468465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-10f67b1d-10d8-41c5-8131-71607503afb8 req-4bbe54ad-0992-4bd3-af7e-8f7d4f8bb62d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.3788617 Mar 18 10:34:03.489289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Network 1a135a6d-811a-42f8-86b5-aea02bd14da9 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:03.492735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] For port a8f0ff54-3662-4f4e-8cfc-f6d843454833, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a8f0ff54-3662-4f4e-8cfc-f6d843454833,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:03.501978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:03.501978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:03.528925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] Pushing event deleted for resources: {'Network': ['ID=f0fb759e-ef34-467f-acfc-eb2e3477b06e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.546349 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-309b2eb8-3511-4abf-81c5-5f1e82735146 tempest-NetworksIpV6Test-1831259964 tempest-NetworksIpV6Test-1831259964-project] 10.222.0.18 "DELETE /v2.0/networks/f0fb759e-ef34-467f-acfc-eb2e3477b06e HTTP/1.1" status: 204 len: 168 time: 3.5851359 Mar 18 10:34:03.552899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.581301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.585626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet b82be3d6-eadb-4c20-b5ab-8c5dba1ad919 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:03.594731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.595271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.622235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 4f68745b-99ba-46bd-b6e2-88d6b27676c8 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:03.654751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Attempting to bind port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:03.655279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Attempting to bind port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'ed901fde-e1bc-4c7a-8b08-8feea49847ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:03.655469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Attempting to bind port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e on network 1a135a6d-811a-42f8-86b5-aea02bd14da9 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:03.669075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.672333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:03.676603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Checking segment: {'id': 'ed901fde-e1bc-4c7a-8b08-8feea49847ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:03.676603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.676603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Bound using segment: {'id': 'ed901fde-e1bc-4c7a-8b08-8feea49847ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:03.676603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Bound port: 790dbd1d-19d6-46bf-8347-41f60d2a5f1e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed901fde-e1bc-4c7a-8b08-8feea49847ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:03.676603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.691187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f675b8-fed6-4a18-883b-c4b643764662,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.710219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.757792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e102-6a68-46f9-b416-1576829d9cdb None None] Pushing event updated for resources: {'Port': ['ID=a8f0ff54-3662-4f4e-8cfc-f6d843454833,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:03.770806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.806471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network f487da4f-2beb-42d3-bd31-b813e341bc06 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:03.811057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] For port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:03.814521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] For port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=790dbd1d-19d6-46bf-8347-41f60d2a5f1e,segment=NetworkSegment(ed901fde-e1bc-4c7a-8b08-8feea49847ab),segment_id=ed901fde-e1bc-4c7a-8b08-8feea49847ab)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:03.860367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:03.878931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:03.903205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.910054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.911736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.971086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 172.20.0.11 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ecb47b45-f381-41ea-a27b-0c1fc36f2a14/4f68745b-99ba-46bd-b6e2-88d6b27676c8) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:03.980660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.982387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:03.983827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe3f:38e9 (862ac36c-a15b-4807-bb67-f61f5836b3bd/20a5e574-e88b-4027-8b8f-7259e8260230/4f68745b-99ba-46bd-b6e2-88d6b27676c8) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:03.985537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:04.054286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a135a6d-811a-42f8-86b5-aea02bd14da9']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:04.074670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Port': ['ID=3d7d2359-648d-41ec-abe3-b2fbff778baa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:04.082329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed901fde-e1bc-4c7a-8b08-8feea49847ab') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:04.082773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed901fde-e1bc-4c7a-8b08-8feea49847ab') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:04.105028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284fe37-895b-41d5-856d-beb595a29cfc None None] Pushing event updated for resources: {'Port': ['ID=790dbd1d-19d6-46bf-8347-41f60d2a5f1e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:04.105727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:04.106438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.121630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.131230 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-62f30e7f-e8cb-4bea-855d-04058d7172c0 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/ports/3d7d2359-648d-41ec-abe3-b2fbff778baa HTTP/1.1" status: 204 len: 168 time: 1.8240898 Mar 18 10:34:04.167813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37714) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:04.256724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac9326-829d-4553-94f3-d48952fbc252 None None] Network 1a135a6d-811a-42f8-86b5-aea02bd14da9 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:04.260971 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cd7c04-f43a-4acb-9458-5ce6bc518aa7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:04.261441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cd7c04-f43a-4acb-9458-5ce6bc518aa7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:04.263337 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-69cd7c04-f43a-4acb-9458-5ce6bc518aa7 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/779a0ee7-ba1f-4b07-9272-ab81f64fa186 HTTP/1.1" status: 404 len: 337 time: 0.0813558 Mar 18 10:34:04.271381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37720) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:04.329586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.363603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.364508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.388488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:04.388900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.414514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37724) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:04.415213 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:04.418075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-74f715eb-45b3-4eb3-ae1e-5e7d42fefe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4214084 Mar 18 10:34:04.446713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.450971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=b82be3d6-eadb-4c20-b5ab-8c5dba1ad919,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:04.466882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Request body: {'port': {'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:04.479035 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-573eb9b8-a199-413b-a264-8958a5e22acf tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/b82be3d6-eadb-4c20-b5ab-8c5dba1ad919 HTTP/1.1" status: 204 len: 168 time: 0.9994378 Mar 18 10:34:04.484553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37728) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:04.491206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60146a-d14c-4450-bb63-9c633c824ca6 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:04.506839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:04.535640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c6b9fb91-00f2-4cac-a0ec-ed3cc7c302e1 None None] Provisioning for port 0100157d-9383-4f00-9dcc-9a1d218e386a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:04.597142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c6b9fb91-00f2-4cac-a0ec-ed3cc7c302e1 None None] Provisioning complete for port 0100157d-9383-4f00-9dcc-9a1d218e386a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:04.598495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fb91-00f2-4cac-a0ec-ed3cc7c302e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.639550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.647061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a8f0ff54-3662-4f4e-8cfc-f6d843454833 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:04.725371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 4f68745b-99ba-46bd-b6e2-88d6b27676c8 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:04.769612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9fb91-00f2-4cac-a0ec-ed3cc7c302e1 None None] Port 0100157d-9383-4f00-9dcc-9a1d218e386a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:04.788377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:04.795346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:04.800474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:04.810225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96111d-5cae-4c93-9060-1a39c61ff029 req-59c1ba26-57b6-4187-bc31-56f2e8620135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:04.811720 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d96111d-5cae-4c93-9060-1a39c61ff029 req-59c1ba26-57b6-4187-bc31-56f2e8620135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 932 time: 0.1688428 Mar 18 10:34:04.816339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:04.872170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.877810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d96111d-5cae-4c93-9060-1a39c61ff029 req-957be245-a54c-44d7-bdad-94caef131648 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538087 Mar 18 10:34:04.915361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:04.974411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:04.993129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0206703e-7a21-46c6-9dfa-df6330f9be20 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:05.000951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:34:05.000951 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:34:05.000951 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '1a135a6d-811a-42f8-86b5-aea02bd14da9'}] Mar 18 10:34:05.000951 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:05.001418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:05.107513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0206703e-7a21-46c6-9dfa-df6330f9be20 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:05.108376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.172881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=4f68745b-99ba-46bd-b6e2-88d6b27676c8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:05.174497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.184204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:05.186737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.223461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.244531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.293849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:05.302514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:05.306955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:05.387631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:05.388269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.399570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ecec90-b16e-4f0c-a538-5edbe657679e None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:05.485724 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e84acbfd-e8b3-49bc-abfd-5ade00bf73a5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2403762 Mar 18 10:34:05.486845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37736) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:05.515618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.556594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.575585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=99639bbf-6b79-4573-83ec-01304e02f41a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:05.622604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a7979-ec2d-4bf0-bf35-f0b6bddf18dc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:05.628567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a7979-ec2d-4bf0-bf35-f0b6bddf18dc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:05.629387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a40a7979-ec2d-4bf0-bf35-f0b6bddf18dc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:05.670436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8157d025-7440-4313-95c9-9724c5fa4ce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a62346cc0b834715b31dd2240de6bc35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2522936 Mar 18 10:34:05.671458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37740) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:05.681609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74748d8a-ebed-43c5-b350-5ffc3262de2e']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:05.689526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.693404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:05.693738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.700714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.714768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Provisioning for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:05.724056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Provisioning complete for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:05.724446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.755331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f38d79-ea6a-49b0-8522-3e16b631f21a') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:05.755685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f38d79-ea6a-49b0-8522-3e16b631f21a') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:05.757681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a40a7979-ec2d-4bf0-bf35-f0b6bddf18dc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:05.762156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a40a7979-ec2d-4bf0-bf35-f0b6bddf18dc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2713568 Mar 18 10:34:05.767176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37744) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:05.796766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:05.802727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:05.811700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:05.812275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.839967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=6ae56098-3790-4a26-bbba-0c4b029d75cf,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:05.859520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.864677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.874980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 4f68745b-99ba-46bd-b6e2-88d6b27676c8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:05.875273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.881593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.891091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.925420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] For port a8f0ff54-3662-4f4e-8cfc-f6d843454833, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a8f0ff54-3662-4f4e-8cfc-f6d843454833,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:05.927794 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0a7ebab4-de5b-42da-88f2-19ffe1c49478 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4422183 Mar 18 10:34:05.932631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37750) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:05.961959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'security_group': {'name': 'tempest-secgroup-46520302'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:05.966729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:05.967853 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-407518d3-25b2-4250-af90-eaee5aaf9d12 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9388285 Mar 18 10:34:05.970725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37754) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:05.978112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'port': {'network_id': '672d8947-c45d-4585-b180-3b1187fa0172', 'name': 'tempest-FloatingIPTestJSON-1634940037'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:05.980253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:06.033002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.035937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a2fc5-99c9-4a17-b815-943a13e6fb65 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:06.068695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.081483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:06.107603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.138516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c355e28c-d117-4164-ad1a-de93b45ef197,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:06.151720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.155436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:06.155570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21ad935e-9090-4408-a91b-11891e5ac447 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c355e28c-d117-4164-ad1a-de93b45ef197 HTTP/1.1" status: 204 len: 168 time: 0.4797270 Mar 18 10:34:06.155654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.169023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:06.171702 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:06.176486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:06.187177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:06.221690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:06.261527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:06.265466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.276400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Update dhcp port {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'ecb47b45-f381-41ea-a27b-0c1fc36f2a14', 'ip_address': '172.20.0.2'}, {'subnet_id': '20a5e574-e88b-4027-8b8f-7259e8260230'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': 'a8f0ff54-3662-4f4e-8cfc-f6d843454833'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:34:06.292422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] device_id is not set on port 7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:06.314943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-53df99d2-ef7c-40d1-a928-0cf088e522b5 None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:06.315314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53df99d2-ef7c-40d1-a928-0cf088e522b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.350784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bc1b-eb51-415c-98c2-f8ded86284e4 None None] Pushing event updated for resources: {'Port': ['ID=a8f0ff54-3662-4f4e-8cfc-f6d843454833,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:06.438253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-53df99d2-ef7c-40d1-a928-0cf088e522b5 None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:06.445526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.461490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.11 (672d8947-c45d-4585-b180-3b1187fa0172/9b84f205-4a05-454a-8cfa-71905cfcad31/7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:06.559896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-53df99d2-ef7c-40d1-a928-0cf088e522b5 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:06.560267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53df99d2-ef7c-40d1-a928-0cf088e522b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.642744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.706625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.743306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=790dbd1d-19d6-46bf-8347-41f60d2a5f1e,segment=NetworkSegment(ed901fde-e1bc-4c7a-8b08-8feea49847ab),segment_id=ed901fde-e1bc-4c7a-8b08-8feea49847ab)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:06.743664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.757793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.794073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:06.794621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.799412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:06.842854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Allocated IP 2001:db8::f816:3eff:feb4:3218 (862ac36c-a15b-4807-bb67-f61f5836b3bd/20a5e574-e88b-4027-8b8f-7259e8260230/a8f0ff54-3662-4f4e-8cfc-f6d843454833) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:06.875467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:06.924472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 672d8947-c45d-4585-b180-3b1187fa0172 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:06.927966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:06.932780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:06.950237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:06.952852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=74748d8a-ebed-43c5-b350-5ffc3262de2e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:06.964878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:06.992568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 790dbd1d-19d6-46bf-8347-41f60d2a5f1e owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:07.002323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:07.003295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.036462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Update dhcp port {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'fixed_ips': [{'subnet_id': '8d1e1689-46fd-4507-afae-05ac61eae807', 'ip_address': '172.20.0.18'}, {'subnet_id': '6ae56098-3790-4a26-bbba-0c4b029d75cf'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '096a47c3-3967-4d6e-a4c3-846bed03d451'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:34:07.036820 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d1cc300-f882-4bed-a539-d9e7d96f822e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/74748d8a-ebed-43c5-b350-5ffc3262de2e HTTP/1.1" status: 204 len: 168 time: 2.7642674 Mar 18 10:34:07.039272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37770) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:07.048440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:07.113849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] For port a8f0ff54-3662-4f4e-8cfc-f6d843454833, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a8f0ff54-3662-4f4e-8cfc-f6d843454833,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:07.116150 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6a05a38d-2d8c-4015-9532-36510b20052d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1439047 Mar 18 10:34:07.118835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37774) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:07.118988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.125754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': '7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:07.136972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.155159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d11d9-87c2-42fd-9840-ecece864101b req-022aee81-25d5-463e-a3f9-5ab2e43e9bbd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:07.156756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-725d11d9-87c2-42fd-9840-ecece864101b req-022aee81-25d5-463e-a3f9-5ab2e43e9bbd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 932 time: 1.0502129 Mar 18 10:34:07.176242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.184409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:34:07.205954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting subnet fe51c31b-bec5-4c9a-badf-651f56e909f0 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:07.217189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.219846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.227736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.280217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.309695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Transition to ACTIVE for port object a8f0ff54-3662-4f4e-8cfc-f6d843454833 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:07.377686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.408217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.412149 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4648182 Mar 18 10:34:07.425164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37784) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:07.433474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1202618145'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:07.438672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 4f68745b-99ba-46bd-b6e2-88d6b27676c8 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:07.456853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.493913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:07.518404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0100157d-9383-4f00-9dcc-9a1d218e386a {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:07.526097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c22a7d-d95f-40fa-8cea-6e2cb26d69d1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7597b7ac-afbc-40fb-9cbc-cf627fcd3ad1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:07.540849 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-725d11d9-87c2-42fd-9840-ecece864101b req-9920df68-2b0c-42d6-bf2d-05936a0232ef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483741 Mar 18 10:34:07.556087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.577656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Allocated IP 172.20.0.2 (73833144-da33-4c9d-a4dd-b520f6c29b35/6ae56098-3790-4a26-bbba-0c4b029d75cf/096a47c3-3967-4d6e-a4c3-846bed03d451) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:07.591821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Transition to ACTIVE for port object 0100157d-9383-4f00-9dcc-9a1d218e386a will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:07.598606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.626048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2c0b9-cb85-4241-b203-ee6efa57007f None None] Pushing event updated for resources: {'Port': ['ID=a8f0ff54-3662-4f4e-8cfc-f6d843454833,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:07.639985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37790) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:07.672391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:07.680569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:07.695284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:07.702946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.707003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=790dbd1d-19d6-46bf-8347-41f60d2a5f1e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:07.712277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port 790dbd1d-19d6-46bf-8347-41f60d2a5f1e on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:07.813278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.814180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:07.854633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:07.859060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.884964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Transition to ACTIVE for port object 096a47c3-3967-4d6e-a4c3-846bed03d451 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:07.893224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:07.905777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:07.986771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:07.995323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.045268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:08.120469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.162706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a135a6d-811a-42f8-86b5-aea02bd14da9']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:08.179717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed901fde-e1bc-4c7a-8b08-8feea49847ab') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:08.180175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed901fde-e1bc-4c7a-8b08-8feea49847ab') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:08.199036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.202390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fd921-9937-4649-8ca6-e09a124ccc9e None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.226230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065776608'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:08.235666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Pushing event updated for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.286653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:08.316350 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:34:08.316881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:08.324152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.326419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:08.336153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.343413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.357746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:08.361984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:08.362391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:08.382331 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:08.417965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Subnet': ['ID=fe51c31b-bec5-4c9a-badf-651f56e909f0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.419050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.422079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.422299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a8f0ff54-3662-4f4e-8cfc-f6d843454833 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:08.477294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0bea80-123e-444b-ba16-7346cc6508e7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.488271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8c19c-0bfd-4fc6-9ab1-c420baf59dd3 None None] Network a2c58816-c4f7-430b-bab6-b87749ec1cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:08.534948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Attempting to bind port 0100157d-9383-4f00-9dcc-9a1d218e386a on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:08.536102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Attempting to bind port 0100157d-9383-4f00-9dcc-9a1d218e386a by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:08.536588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Attempting to bind port 0100157d-9383-4f00-9dcc-9a1d218e386a on network f487da4f-2beb-42d3-bd31-b813e341bc06 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:08.544105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Port 0100157d-9383-4f00-9dcc-9a1d218e386a on network f487da4f-2beb-42d3-bd31-b813e341bc06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:34:08.544679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Attempting to bind port 0100157d-9383-4f00-9dcc-9a1d218e386a on network f487da4f-2beb-42d3-bd31-b813e341bc06 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:08.548056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.549286 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4e836bf4-eef8-4fa1-929a-04877d6850a6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1226382 Mar 18 10:34:08.552422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37796) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:08.559260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:08.559260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Checking segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:08.559260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Bound using segment: {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:08.559260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Bound port: 0100157d-9383-4f00-9dcc-9a1d218e386a, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4af23b-21e9-4878-a111-7d7cc1c956af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:08.559260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.559872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090855945'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:08.564205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:08.568480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:08.578737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.578949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:08.592319 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57eaca27-d728-4cfc-ab3e-fd03808538b4 tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/subnets/fe51c31b-bec5-4c9a-badf-651f56e909f0 HTTP/1.1" status: 204 len: 168 time: 1.5514309 Mar 18 10:34:08.612354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:08.619220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37802) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:08.654402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:08.770207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.776854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.781052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.860525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/1a135a6d-811a-42f8-86b5-aea02bd14da9 HTTP/1.1" status: 204 len: 168 time: 7.4552486 Mar 18 10:34:08.865285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37806) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:08.870764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=4f68745b-99ba-46bd-b6e2-88d6b27676c8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.873578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.879015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:34:08.976567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:08.979900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0100157d-9383-4f00-9dcc-9a1d218e386a,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:08.987510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138382658'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:08.989948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:08.996563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bdd77-13da-46d5-a877-63ccce819163 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=1a135a6d-811a-42f8-86b5-aea02bd14da9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:09.038532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:09.043574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:09.048631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d53fa8cc-8039-4608-b677-c3c2d1285177 None None] Provisioning for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:09.054416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:09.061742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d53fa8cc-8039-4608-b677-c3c2d1285177 None None] Provisioning complete for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:09.061742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d53fa8cc-8039-4608-b677-c3c2d1285177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.061975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:09.092272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.097457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:09.099495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] DHCP port deletion for a2c58816-c4f7-430b-bab6-b87749ec1cbb request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:09.110445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:09.118757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Deleting port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:09.120446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.121942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.123038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:security_group_rule and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:09.130497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:09.142237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.148282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:09.155083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:09.155083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:09.155328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:09.155328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.210783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc48e-458c-4c70-82a4-d9d1824ce2a3 req-0d1321a1-10c7-4014-81bd-7076bf31d5cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.212316 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e5ebc48e-458c-4c70-82a4-d9d1824ce2a3 req-0d1321a1-10c7-4014-81bd-7076bf31d5cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 944 time: 0.5064013 Mar 18 10:34:09.226337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.238218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Pushing event updated for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:09.242512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:09.262568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.263706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.265259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-1a1f18e4-6480-4021-b41e-5a1f77ed8634 service neutron] 10.222.0.24 "PUT /v2.0/ports/0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 1094 time: 4.8390274 Mar 18 10:34:09.276470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:09.326504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.347808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-22668b6d-fdc4-4c87-82dd-b95533fc3777 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/4f68745b-99ba-46bd-b6e2-88d6b27676c8 HTTP/1.1" status: 204 len: 168 time: 3.5720224 Mar 18 10:34:09.350118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37812) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:09.399940 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'status': 'completed', 'code': 200} Mar 18 10:34:09.431310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] For port 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d2d95a3-fb08-4767-8919-3cd96ad692d6,segment=NetworkSegment(bbb382d7-1cb4-4def-95f9-3e616afcb564),segment_id=bbb382d7-1cb4-4def-95f9-3e616afcb564)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:09.431693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.458693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:09.461874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.473853 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e5ebc48e-458c-4c70-82a4-d9d1824ce2a3 req-ab282be2-6a7f-4efb-9d2a-27842e68007a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485192 Mar 18 10:34:09.500964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:09.510099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.510439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment e5749afa-7eb4-4e71-8408-a821cef5d9a7 of type vlan for network 48ae6cdd-412e-44db-8296-8c50f0bcdace Mar 18 10:34:09.542776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.615658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1eb90d-4b70-4bf0-86a2-0becd67ac0b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.617251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1eb90d-4b70-4bf0-86a2-0becd67ac0b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.618879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1eb90d-4b70-4bf0-86a2-0becd67ac0b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.622279 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5d1eb90d-4b70-4bf0-86a2-0becd67ac0b8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2710431 Mar 18 10:34:09.625360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.632895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Calling delete_port for 8d2d95a3-fb08-4767-8919-3cd96ad692d6 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:09.637072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37816) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:09.680049 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 576ff2f2-700f-443c-a7b1-0a6c56dfdcc9 associated. External IP: 172.26.2.102, port: 7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc. Mar 18 10:34:09.701085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.707651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d53fa8cc-8039-4608-b677-c3c2d1285177 None None] Could not find standard attr ID for object 4f68745b-99ba-46bd-b6e2-88d6b27676c8. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:09.708034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.710942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.762621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.805058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.872463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] No DVR routers for this DVR port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:09.872752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-4563e150-fe24-4be1-b74d-e0f72502e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:09.875156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-4563e150-fe24-4be1-b74d-e0f72502e7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1097 time: 0.4740310 Mar 18 10:34:09.876227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.887711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.889611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ae805-8e9e-4e6b-b543-805c2554e472 None None] Pushing event deleted for resources: {'Port': ['ID=8d2d95a3-fb08-4767-8919-3cd96ad692d6,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:09.919873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d295fc6c-e001-4426-af16-64055d02bad6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:09.924432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:09.924819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.926817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 20a5e574-e88b-4027-8b8f-7259e8260230 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:09.930167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.989750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:09.991142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:09.991933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfbe22-6241-4203-bc8c-2a3def77c6d5 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:10.017924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=48ae6cdd-412e-44db-8296-8c50f0bcdace,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:10.026264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:10.064541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 48ae6cdd-412e-44db-8296-8c50f0bcdace details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:10.076215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] For port 8d2d95a3-fb08-4767-8919-3cd96ad692d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8d2d95a3-fb08-4767-8919-3cd96ad692d6,segment=NetworkSegment(bbb382d7-1cb4-4def-95f9-3e616afcb564),segment_id=bbb382d7-1cb4-4def-95f9-3e616afcb564)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:10.081237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.092569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4c544234-6874-4e7d-9f9e-e4cdfefab533 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2010186 Mar 18 10:34:10.094877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Could not find standard attr ID for object 4f68745b-99ba-46bd-b6e2-88d6b27676c8. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:10.099817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:10.104551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37820) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:10.111614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '48ae6cdd-412e-44db-8296-8c50f0bcdace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:10.112945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-e4e7e817-d08b-4d74-b179-b9ce570841b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 217 time: 0.1942892 Mar 18 10:34:10.113802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:10.155137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:10.179119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0da2e-cd38-42bd-9bf8-949d6442142b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:10.217130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-49bd5f70-ba3e-4fc9-8c10-9d4f4009902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:10.221693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-49bd5f70-ba3e-4fc9-8c10-9d4f4009902c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 200 len: 835 time: 0.0955892 Mar 18 10:34:10.255512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.260083 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a02d9155-cbf9-487b-88a7-d3bf211f02e1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7063317 Mar 18 10:34:10.260480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37824) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:10.260843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Provisioning for port 096a47c3-3967-4d6e-a4c3-846bed03d451 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:10.271993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:10.272374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8ba60cff-2097-497d-acc8-0c3d9a2c73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.272650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Calling delete_port for 8d2d95a3-fb08-4767-8919-3cd96ad692d6 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:10.283837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.305088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abfbe22-6241-4203-bc8c-2a3def77c6d5 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:10.321577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1494916132', 'security_groups': ['2de0da2e-cd38-42bd-9bf8-949d6442142b'], 'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ae56098-3790-4a26-bbba-0c4b029d75cf'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:10.385277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.412782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-b46bdca6-3969-43ef-b296-35598af86697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:10.414281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-b46bdca6-3969-43ef-b296-35598af86697 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f487da4f-2beb-42d3-bd31-b813e341bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1883869 Mar 18 10:34:10.454598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d2d95a3-fb08-4767-8919-3cd96ad692d6 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:10.455383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.525441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 8d2d95a3-fb08-4767-8919-3cd96ad692d6 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:10.525441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8d2d95a3-fb08-4767-8919-3cd96ad692d6 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:10.609560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:10.610194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.626789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:10.681046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:10.710227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:10.717453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=20a5e574-e88b-4027-8b8f-7259e8260230,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:10.719092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.723059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0439858 Mar 18 10:34:10.725732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37830) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:10.726878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.728635 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bf23d31d-bc02-4370-8895-0733412c125d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/20a5e574-e88b-4027-8b8f-7259e8260230 HTTP/1.1" status: 204 len: 168 time: 1.0891857 Mar 18 10:34:10.729499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:10.729849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:10.732272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70739957-ea48-4e25-827d-fa053dff152a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9d313-cb67-468a-ae05-44908245e1c3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:10.733710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37832) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:10.794125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:10.794449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-7a648cc7-cf9e-47bc-958e-d631569ed1bc service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735306 Mar 18 10:34:10.820939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:10.821941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:10.827096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:10.830568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:10.840871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f4a76-c040-4f38-8707-4e5f2ef872b7 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:10.965810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet ecb47b45-f381-41ea-a27b-0c1fc36f2a14 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:10.975176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f4a76-c040-4f38-8707-4e5f2ef872b7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:10.975445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.005288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:11.043326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-db53c1b3-f5b0-4b3b-adbe-2929377cd582 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:11.056298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing IP validity checks on allocation pools {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:34:11.056298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:34:11.077039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4e9e-598c-4a58-ae63-09e0bc374315 req-722ebdf1-d789-4c5b-b338-715e0917168b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.078519 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-553d4e9e-598c-4a58-ae63-09e0bc374315 req-722ebdf1-d789-4c5b-b338-715e0917168b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 944 time: 0.4624798 Mar 18 10:34:11.125397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d46bdb2c-bf5e-4e49-a460-bc5823014dca req-952e6f50-d372-4c62-b400-34626ab23a41 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205178 Mar 18 10:34:11.149003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-553d4e9e-598c-4a58-ae63-09e0bc374315 req-393ee002-c766-4a7a-9cdc-1f8faf31e67d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592530 Mar 18 10:34:11.167931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-db53c1b3-f5b0-4b3b-adbe-2929377cd582 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:11.169630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-db53c1b3-f5b0-4b3b-adbe-2929377cd582 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4386542 Mar 18 10:34:11.176799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37838) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:11.182197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-security--672962567', 'description': 'tempest-security-description-2000437932'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:11.204173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.223255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.239786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Deleting port 8d2d95a3-fb08-4767-8919-3cd96ad692d6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:11.240123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.326191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.339134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6ccf1-d46c-4aab-9a1e-34c013a55e7b None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:11.354749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25b206-8628-4630-acb2-9cd35866831d req-24e6d80b-605b-42ab-b3d0-74d2ef016070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.356407 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-24e6d80b-605b-42ab-b3d0-74d2ef016070 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1097 time: 0.0953395 Mar 18 10:34:11.451858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.454226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.455430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "PUT /v2.0/security-groups/6cb9d313-cb67-468a-ae05-44908245e1c3 HTTP/1.1" status: 200 len: 1777 time: 0.2776191 Mar 18 10:34:11.470535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37842) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:11.488846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] The port '8d2d95a3-fb08-4767-8919-3cd96ad692d6' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:34:11.503363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b51ba3-ad02-4e50-80b4-80c7d8259af4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9d313-cb67-468a-ae05-44908245e1c3,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:11.523231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25b206-8628-4630-acb2-9cd35866831d req-c1b38be3-922a-4393-9d56-8bc56c91d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.524870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-c1b38be3-922a-4393-9d56-8bc56c91d6db service neutron] 10.222.0.24 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 898 time: 0.1615462 Mar 18 10:34:11.599012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-8796feba-3e22-420f-9ad2-bb4a8f211c3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 217 time: 0.0671215 Mar 18 10:34:11.672076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25b206-8628-4630-acb2-9cd35866831d req-075b281a-2e46-4af4-8056-e43b2d224992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.673508 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-075b281a-2e46-4af4-8056-e43b2d224992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 200 len: 835 time: 0.0627706 Mar 18 10:34:11.753719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25b206-8628-4630-acb2-9cd35866831d req-72cd6589-d114-4ab1-abd5-54c72ad70e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.755352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-72cd6589-d114-4ab1-abd5-54c72ad70e2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f487da4f-2beb-42d3-bd31-b813e341bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746813 Mar 18 10:34:11.760613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.857696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:11.871621 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:11.876808 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffff9025-63cf-46f0-a46c-700e0183d2a4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups/6cb9d313-cb67-468a-ae05-44908245e1c3 HTTP/1.1" status: 200 len: 1777 time: 0.3962214 Mar 18 10:34:11.876808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.881492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37846) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:11.897841 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:11.898462 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:11.919336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] device_id is not set on port fe19e9b6-5d11-4be7-82bd-8935fd81db39 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:11.973445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.983321 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:11.986968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:11.998293 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:12.002162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-e5221e7c-f8b9-41b6-92af-94e99ae778dd service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399683 Mar 18 10:34:12.002306 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:12.005854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.053122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.074599 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:12.075265 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eae3a0-ad52-4f7e-b808-1501a60106e6 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:12.089633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c58816-c4f7-430b-bab6-b87749ec1cbb']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:12.140591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb382d7-1cb4-4def-95f9-3e616afcb564') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:12.140591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb382d7-1cb4-4def-95f9-3e616afcb564') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:12.169758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.173534 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d25b206-8628-4630-acb2-9cd35866831d req-9bfa69f7-19b0-451f-acaa-57ae93636cdf service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595693 Mar 18 10:34:12.207624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-243b48b5-1c5a-4e15-a7d4-f336364c966a None None] Provisioning complete for port a8f0ff54-3662-4f4e-8cfc-f6d843454833 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:12.208008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-243b48b5-1c5a-4e15-a7d4-f336364c966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.216032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.240478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.248483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9d313-cb67-468a-ae05-44908245e1c3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.251106 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9d4ae91a-bd20-4989-a6c4-c5d8ffa0ce1b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/576ff2f2-700f-443c-a7b1-0a6c56dfdcc9 HTTP/1.1" status: 200 len: 979 time: 5.1308687 Mar 18 10:34:12.253506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37852) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:12.273460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.280021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:12.280445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.326123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.327446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b42c4ae4-2e1a-4366-a31f-7188b3df650f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/6cb9d313-cb67-468a-ae05-44908245e1c3 HTTP/1.1" status: 204 len: 168 time: 0.4422827 Mar 18 10:34:12.330621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37856) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:12.332651 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:12.365259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:12.365669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.448898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-281c0848-ca7d-4a2e-8eec-ecc2c0314c1a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:12.528418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.576053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=a3268343-53ab-466d-8849-c4653c08333e,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.587123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc754351-dac3-475c-b9a5-1e9b973e771c None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:12.594745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-281c0848-ca7d-4a2e-8eec-ecc2c0314c1a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:12.595970 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-281c0848-ca7d-4a2e-8eec-ecc2c0314c1a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2646732 Mar 18 10:34:12.600980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37860) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:12.612484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.620614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'e5749afa-7eb4-4e71-8408-a821cef5d9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48ae6cdd-412e-44db-8296-8c50f0bcdace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:12.621014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 48ae6cdd-412e-44db-8296-8c50f0bcdace, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:12.633045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-b4611e78-3823-4b53-8f36-29f5b9682a09 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] delete failed (client error): The resource could not be found. Mar 18 10:34:12.636313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b4611e78-3823-4b53-8f36-29f5b9682a09 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/6cb9d313-cb67-468a-ae05-44908245e1c3 HTTP/1.1" status: 404 len: 347 time: 0.0323644 Mar 18 10:34:12.640373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37864) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:12.641749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb47b45-f381-41ea-a27b-0c1fc36f2a14,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.647626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--206491495'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:12.655946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:12.662207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.13 (73833144-da33-4c9d-a4dd-b520f6c29b35/6ae56098-3790-4a26-bbba-0c4b029d75cf/fe19e9b6-5d11-4be7-82bd-8935fd81db39) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:12.671036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0100157d-9383-4f00-9dcc-9a1d218e386a details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:34:12.678357 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4034d817-0ba1-42b1-a1e1-58f5da36c592 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ecb47b45-f381-41ea-a27b-0c1fc36f2a14 HTTP/1.1" status: 204 len: 168 time: 1.9313636 Mar 18 10:34:12.678357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.679804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37868) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:12.680634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:12.686156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.709428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.713608 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] 10.222.0.18 "DELETE /v2.0/networks/a2c58816-c4f7-430b-bab6-b87749ec1cbb HTTP/1.1" status: 204 len: 168 time: 4.0909562 Mar 18 10:34:12.719607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedea38-e179-4009-af07-ffcd9453343e tempest-NetworksIpV6TestAttrs-1042865583 tempest-NetworksIpV6TestAttrs-1042865583-project] Pushing event deleted for resources: {'Network': ['ID=a2c58816-c4f7-430b-bab6-b87749ec1cbb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.729442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6db8bf-452d-4154-8053-5c61cf85f39e req-3052d454-8231-4e21-bfb1-0bb00633892e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:12.736418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a6db8bf-452d-4154-8053-5c61cf85f39e req-3052d454-8231-4e21-bfb1-0bb00633892e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 944 time: 0.4358420 Mar 18 10:34:12.832307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0f86b65-234b-4a42-b4d9-4a09675a2676 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:12.926245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.resource_extend [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:34:12.957647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 48ae6cdd-412e-44db-8296-8c50f0bcdace is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:12.981676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.985758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:12.999474 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a6db8bf-452d-4154-8053-5c61cf85f39e req-97a29b41-0c85-48f7-bef6-bcfb48fe13a1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603123 Mar 18 10:34:13.021379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:13.022368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object fe19e9b6-5d11-4be7-82bd-8935fd81db39 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:13.083484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:13.090786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 48ae6cdd-412e-44db-8296-8c50f0bcdace) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:13.092684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:13.096398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.100367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.100627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0f86b65-234b-4a42-b4d9-4a09675a2676 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:router {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:13.100627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0f86b65-234b-4a42-b4d9-4a09675a2676 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4157031 Mar 18 10:34:13.104720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37874) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.105542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:13.108321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c10e1-4134-43ee-bd64-d2d6868e64ef None None] Network 48ae6cdd-412e-44db-8296-8c50f0bcdace requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:13.113253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:13.134931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.151592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0100157d-9383-4f00-9dcc-9a1d218e386a,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:13.171354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:34:13.215805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3045aeda-d18a-4cd6-9540-3d706ffd300a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1075792 Mar 18 10:34:13.226557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37878) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.262278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:13.265707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=fe19e9b6-5d11-4be7-82bd-8935fd81db39,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:13.295594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:13.313848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:13.330056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:13.338155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.371684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:13.378403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Deleting port a8f0ff54-3662-4f4e-8cfc-f6d843454833 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:13.379025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.388405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:13.392239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.392621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.392928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 576ff2f2-700f-443c-a7b1-0a6c56dfdcc9 disassociated. External IP: 172.26.2.102, port: 7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc. Mar 18 10:34:13.393266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:13.422321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:13.440786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0100157d-9383-4f00-9dcc-9a1d218e386a {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:13.447340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:13.466615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.553947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37884) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.554659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0100157d-9383-4f00-9dcc-9a1d218e386a,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:13.574826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abed22-a288-4aed-b441-2e673ea3753c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-48ae6cdd-412e-44db-8296-8c50f0bcdace', 'network_id': '48ae6cdd-412e-44db-8296-8c50f0bcdace', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'a3268343-53ab-466d-8849-c4653c08333e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:13.575806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56abed22-a288-4aed-b441-2e673ea3753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.601589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.617133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.673047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eef019-380d-4577-8f72-6049059e657e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:13.684562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:13.692128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.718227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.733936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.830288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] For port a8f0ff54-3662-4f4e-8cfc-f6d843454833, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a8f0ff54-3662-4f4e-8cfc-f6d843454833,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:13.830674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.845022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.845913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.850915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.852334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-56c669d2-d90b-410e-add3-d92ef1e4f6b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2110546 Mar 18 10:34:13.857788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.867080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': 'd1eef019-380d-4577-8f72-6049059e657e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:13.870088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:13.877880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:13.886323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:13.889714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:13.918755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:13.934334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:13.959245 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ab50976d-2395-4f0c-bc2d-8e3ece6d8668 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6548436 Mar 18 10:34:13.960036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.972429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:13.984387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-af075810-55d1-4f41-aecc-525c0676d24c None None] Provisioning for port fe19e9b6-5d11-4be7-82bd-8935fd81db39 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:13.992847 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0e1a79bd-1477-4131-89fc-a8538489d1c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=836d49458a724b4da09b61066410d0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378357 Mar 18 10:34:13.996429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37898) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:13.999243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Calling delete_port for a8f0ff54-3662-4f4e-8cfc-f6d843454833 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:14.033242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['0100157d-9383-4f00-9dcc-9a1d218e386a'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:34:14.063641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.066891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-af075810-55d1-4f41-aecc-525c0676d24c None None] Provisioning complete for port fe19e9b6-5d11-4be7-82bd-8935fd81db39 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:14.067445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af075810-55d1-4f41-aecc-525c0676d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.139045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.162650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-af075810-55d1-4f41-aecc-525c0676d24c None None] Port fe19e9b6-5d11-4be7-82bd-8935fd81db39 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:14.195626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:14.204931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.206311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-56abed22-a288-4aed-b441-2e673ea3753c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3268343-53ab-466d-8849-c4653c08333e: This subnet is being modified by another concurrent operation. Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:34:14.232656 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3268343-53ab-466d-8849-c4653c08333e: This subnet is being modified by another concurrent operation. Mar 18 10:34:14.236323 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:34:14.251320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb74fa7-c64a-437c-b7e6-3f91f0e202d4 None None] Network 48ae6cdd-412e-44db-8296-8c50f0bcdace requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:14.251411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:14.261557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=a3268343-53ab-466d-8849-c4653c08333e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.279059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:14.285845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:14.292576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.317140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:14.321955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.342660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.388308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.418156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] Pushing event deleted for resources: {'Port': ['ID=a8f0ff54-3662-4f4e-8cfc-f6d843454833,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.422613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514eaacb-c486-40c6-a66b-7ea5a59feff9 None None] No DVR routers for this DVR port a8f0ff54-3662-4f4e-8cfc-f6d843454833 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:14.431327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a8f0ff54-3662-4f4e-8cfc-f6d843454833 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:14.435459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ae6cdd-412e-44db-8296-8c50f0bcdace']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.442820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c708-6d8c-48b9-9556-9f9f614b3a9b req-8f649ca0-431b-4cfc-ab15-43a070a0b23e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:14.444640 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ac13c708-6d8c-48b9-9556-9f9f614b3a9b req-8f649ca0-431b-4cfc-ab15-43a070a0b23e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 945 time: 0.3260636 Mar 18 10:34:14.456784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5749afa-7eb4-4e71-8408-a821cef5d9a7') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.457352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5749afa-7eb4-4e71-8408-a821cef5d9a7') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.468746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.480886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:14.484366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.501606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.528208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a8f0ff54-3662-4f4e-8cfc-f6d843454833 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:14.528548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a8f0ff54-3662-4f4e-8cfc-f6d843454833 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:14.545546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5588dde0-8a24-4ab6-a03d-2bed628e4568,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.555098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.617221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:14.622286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:14.622286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:14.636444 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:14.640570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:14.653639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6cbab5-7fe3-4940-83ab-a7ed4b8f66ae None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:14.722009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:14.723429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.723702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.727572 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0d28b279-e1f7-4662-9af0-337f97407c69 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8640556 Mar 18 10:34:14.733205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37904) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:14.781287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.782187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ac13c708-6d8c-48b9-9556-9f9f614b3a9b req-bd4e91f9-8ad5-45d9-9446-85215890c586 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273959 Mar 18 10:34:14.787022 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ae56098-3790-4a26-bbba-0c4b029d75cf (CIDR: 172.20.0.0/28) Mar 18 10:34:14.787928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.790670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.795003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.814135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.857775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:14.858761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:14.867304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.901505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6bbcff-5d1e-4dce-b93d-5cb8d044aca2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.923472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.927998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:14.929467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:14.930624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=48ae6cdd-412e-44db-8296-8c50f0bcdace,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.931238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:14.939194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:14.945957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:14.946753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.952928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.970781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.971776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=1b96eb81-4248-40f9-9ef1-b5e043bfce05,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:14.973077 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5588dde0-8a24-4ab6-a03d-2bed628e4568 HTTP/1.1" status: 204 len: 168 time: 0.2391021 Mar 18 10:34:14.974673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.976621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-89ee5d94-8e3e-4b17-8c30-cffee6704a2c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/7b90af69-f6e3-4a8a-91f3-e9b5eef05ecc HTTP/1.1" status: 204 len: 168 time: 2.7121320 Mar 18 10:34:14.982105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:14.983472 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-631f3483-0e70-4bb8-8252-d426cb0b4117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd6bbcff-5d1e-4dce-b93d-5cb8d044aca2 HTTP/1.1" status: 204 len: 168 time: 0.9859788 Mar 18 10:34:14.985485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37908) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:14.986118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:14.986546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37912) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:14.987800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd10a31c-b00f-4415-86cf-a4f1ff9a093b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/48ae6cdd-412e-44db-8296-8c50f0bcdace HTTP/1.1" status: 204 len: 168 time: 1.7518466 Mar 18 10:34:14.992769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678ba2-8d40-4983-bd52-80537da16e2a tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5588dde0-8a24-4ab6-a03d-2bed628e4568,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:15.021308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:15.021712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec96e95-8ea7-4f61-8823-e6f2ed238a38 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:15.023239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-611ff668-20cb-47a4-9211-def00672108d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0575504 Mar 18 10:34:15.026359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37922) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:15.034314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:15.042622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123169874'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:15.081562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cbab5-7fe3-4940-83ab-a7ed4b8f66ae None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:15.125457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-19eb7a85-f91d-4b73-af65-cbe18a76d3d9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0176225 Mar 18 10:34:15.137954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37926) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:15.138217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:15.150701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:15.153487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:15.158951 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-68ec61a7-d674-4115-ad35-f07e331c9c30 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/floatingips/576ff2f2-700f-443c-a7b1-0a6c56dfdcc9 HTTP/1.1" status: 200 len: 688 time: 0.1577976 Mar 18 10:34:15.159969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:15.164384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37930) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:15.171015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:15.273058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aa021b9f-dfe6-4f5d-92f9-fa84aa8a75e1 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:15.328067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:15.334644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:15.345558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:15.358516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 99639bbf-6b79-4573-83ec-01304e02f41a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:15.359113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.359531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:15.367579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:15.372058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:15.375364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:15.381576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:15.404693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:15.408479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.451150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:15.455800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.476696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '1b96eb81-4248-40f9-9ef1-b5e043bfce05'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:15.477506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.480893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:15.546507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aa021b9f-dfe6-4f5d-92f9-fa84aa8a75e1 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:15.555110 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aa021b9f-dfe6-4f5d-92f9-fa84aa8a75e1 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5498941 Mar 18 10:34:15.555110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.555110 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 86d23239-c379-4c89-8752-891245921530 of type vlan for network c4bce8b8-3147-455f-870b-8ee81143ca06 Mar 18 10:34:15.555110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37938) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:15.595000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:15.599020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.631008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.631331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.649801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.661049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Allocated IP 172.20.0.2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/1b96eb81-4248-40f9-9ef1-b5e043bfce05/ce9c619b-4c26-4593-8e35-8cb7562ae28d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:15.774381 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8d1e1689-46fd-4507-afae-05ac61eae807 (CIDR: 172.20.0.16/28) Mar 18 10:34:15.779314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 99639bbf-6b79-4573-83ec-01304e02f41a owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:15.828571 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:15.831262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:15.837559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.886687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:15.951966 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f5f95189-827a-46e2-a2e0-2617effce4a8 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9244347 Mar 18 10:34:15.955380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37950) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:15.961327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'subnet': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:15.992677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.000233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.007301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:16.007898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.080824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.167531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eef019-380d-4577-8f72-6049059e657e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.168581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=c4bce8b8-3147-455f-870b-8ee81143ca06,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.171942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.173052 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3dd242e2-7885-4b33-82c5-64c97dd3f18e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1eef019-380d-4577-8f72-6049059e657e HTTP/1.1" status: 204 len: 168 time: 0.6170793 Mar 18 10:34:16.175706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37960) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.192959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c4bce8b8-3147-455f-870b-8ee81143ca06 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:16.225780 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-65b5a334-d6b6-4748-8326-d6afdaced3f7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2219815 Mar 18 10:34:16.233317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37964) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.246608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.272905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Transition to ACTIVE for port object ce9c619b-4c26-4593-8e35-8cb7562ae28d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:16.287521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.312722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Transition to ACTIVE for port object ce9c619b-4c26-4593-8e35-8cb7562ae28d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:16.349236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-144babfe-8e84-4044-b73b-9d946edabd27 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:16.366270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.375507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:34:16.381994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=99639bbf-6b79-4573-83ec-01304e02f41a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.383309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Usage tracker for resource:subnet and tenant:1679f4d9da0f432bb3764d442e393b56 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:16.387956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.393083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:16.398709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.431251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.460553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ef225-844d-4357-974c-18fd5cf2baf4 req-a2a99f8e-fd13-4c6a-b47a-48a4201b78ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:16.464784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37970) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.467988 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a54ef225-844d-4357-974c-18fd5cf2baf4 req-a2a99f8e-fd13-4c6a-b47a-48a4201b78ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 945 time: 0.3023267 Mar 18 10:34:16.488108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:16.491804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:16.494210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:16.497487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:16.504781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:16.510923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:16.511517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.528872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Pushing event updated for resources: {'Port': ['ID=ce9c619b-4c26-4593-8e35-8cb7562ae28d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.536352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=7168dfae-44a4-421b-9514-61f0477a2dbe,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.550442 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a54ef225-844d-4357-974c-18fd5cf2baf4 req-2df6ac7c-e604-4d5a-a1de-52afb82b4d18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814991 Mar 18 10:34:16.570293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Made reservation on behalf of 1679f4d9da0f432bb3764d442e393b56 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:16.574806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.611090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Attempting to bind port ce9c619b-4c26-4593-8e35-8cb7562ae28d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:16.611504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Attempting to bind port ce9c619b-4c26-4593-8e35-8cb7562ae28d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:16.611829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Attempting to bind port ce9c619b-4c26-4593-8e35-8cb7562ae28d on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:16.617720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:16.618130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:16.618534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.618963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:16.619459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Bound port: ce9c619b-4c26-4593-8e35-8cb7562ae28d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:16.619837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.644724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-144babfe-8e84-4044-b73b-9d946edabd27 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:16.650564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-144babfe-8e84-4044-b73b-9d946edabd27 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4693146 Mar 18 10:34:16.656922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.665307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123580082'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.666089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0100157d-9383-4f00-9dcc-9a1d218e386a up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:16.675686 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b1d0a3a2-b1eb-4690-b698-cdd97377ae93 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5375626 Mar 18 10:34:16.678694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.680738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.683523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.692170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:16.698174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:c9:f9:fd', 'name': 'tempest-NetworksTestDHCPv6-725676877'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.797639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] For port ce9c619b-4c26-4593-8e35-8cb7562ae28d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:16.800944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] For port ce9c619b-4c26-4593-8e35-8cb7562ae28d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ce9c619b-4c26-4593-8e35-8cb7562ae28d,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:16.802252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:16.816625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b69046e9-d115-4de7-945d-ff5f1d73cb64 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.817305 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-b69046e9-d115-4de7-945d-ff5f1d73cb64 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 18 10:34:16.817856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-b69046e9-d115-4de7-945d-ff5f1d73cb64 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:34:16.822986 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b69046e9-d115-4de7-945d-ff5f1d73cb64 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3441722 Mar 18 10:34:16.823707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37984) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.827376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.829437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.830738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129439747'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.837783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.845683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:16.850555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.851074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:16.852796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.853999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-261ca201-016a-4d59-b319-8072e83f475c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/576ff2f2-700f-443c-a7b1-0a6c56dfdcc9 HTTP/1.1" status: 204 len: 168 time: 1.6857526 Mar 18 10:34:16.858923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.859282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 37988) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:16.866930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'd56e1aaa-2c0d-4315-bead-c82e38cc0ac6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:16.883896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.884479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.890709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:floatingip and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:16.895777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:16.902481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:16.905042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.922491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:16.957671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 0100157d-9383-4f00-9dcc-9a1d218e386a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:16.966993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 0100157d-9383-4f00-9dcc-9a1d218e386a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:16.967370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.975554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.975706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:16.979830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.988493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:16.997102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.002684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9cd0f-de60-43c0-b451-0496bbaa5ebb None None] Pushing event updated for resources: {'Port': ['ID=ce9c619b-4c26-4593-8e35-8cb7562ae28d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.004328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:17.009806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:17.013752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:17.019463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:17.041803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.082118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:17.092113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.099197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.105226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:17.117206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:17.123598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:17.126540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:17.127427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.130729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:17.144421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0100157d-9383-4f00-9dcc-9a1d218e386a,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:17.152544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:17.158259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Subnet': ['ID=5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.194714 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'code': 200} Mar 18 10:34:17.219464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.226389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.249133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3999ccef-4baf-489d-8d97-01652ad7e3b2 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2926381 Mar 18 10:34:17.252114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 37994) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:17.263171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1236895671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8'}], 'security_groups': ['7597b7ac-afbc-40fb-9cbc-cf627fcd3ad1', '7e0bea80-123e-444b-ba16-7346cc6508e7']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:17.305155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.326607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:17.339800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:17.342175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.349042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:17.360557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:17.384443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1020192b-eecc-445a-a66e-8c694aac6e78,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.526178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.553056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.573762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 378c7d15-b3b3-4a9c-9124-2f002df735d2 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:17.588089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.646774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.665356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.721323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.788673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4663ebe5-1779-47a3-a1bb-2087c75b40fd,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.795661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a80946-2b08-4480-b040-6582a2f97b6c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.834269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.836185 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1b70c84b-ce13-47e2-842f-bd1bf8390438 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0113082 Mar 18 10:34:17.840468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38000) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:17.866058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'f7a80946-2b08-4480-b040-6582a2f97b6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:17.879696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.882840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:17.923970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:17.930703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:17.947134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673d30-5cc9-4227-9900-0520cdbe7993 req-d301e748-7f6c-45b4-bf8c-778b9f53887d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:17.949211 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39673d30-5cc9-4227-9900-0520cdbe7993 req-d301e748-7f6c-45b4-bf8c-778b9f53887d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.2733140 Mar 18 10:34:17.950651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:17.957120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:18.010771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.012002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-980bb58c-6e7e-4b3f-9cb4-473e53d10f4b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3539004 Mar 18 10:34:18.039299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38004) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:18.052874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7740be1-f587-45bb-837a-7adba03fcaeb req-dc37e410-753b-4a80-ad14-0cf74b593c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:18.054659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f7740be1-f587-45bb-837a-7adba03fcaeb req-dc37e410-753b-4a80-ad14-0cf74b593c6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1099 time: 0.4442368 Mar 18 10:34:18.065307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39673d30-5cc9-4227-9900-0520cdbe7993 req-c139e96d-eeef-4f8b-affb-130fac04c921 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023097 Mar 18 10:34:18.093571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '4663ebe5-1779-47a3-a1bb-2087c75b40fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:18.122309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:18.154928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:18.172288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:18.205993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=c856de91-c53a-4b8d-b24e-0ce3cec67758,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:18.241835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Delete allocated IP 172.20.0.13 (73833144-da33-4c9d-a4dd-b520f6c29b35/6ae56098-3790-4a26-bbba-0c4b029d75cf) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:34:18.248536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:18.250550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Allocated IP 172.20.0.40 (73833144-da33-4c9d-a4dd-b520f6c29b35/5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8/fe19e9b6-5d11-4be7-82bd-8935fd81db39) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:18.261860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.292405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 172.20.0.7 (862ac36c-a15b-4807-bb67-f61f5836b3bd/1b96eb81-4248-40f9-9ef1-b5e043bfce05/378c7d15-b3b3-4a9c-9124-2f002df735d2) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:18.303130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f7740be1-f587-45bb-837a-7adba03fcaeb req-3989d472-a2e3-4f88-98d8-9f25b0ed14b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959589 Mar 18 10:34:18.308776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': '86d23239-c379-4c89-8752-891245921530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:18.309136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: c4bce8b8-3147-455f-870b-8ee81143ca06, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:18.315635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fec9:f9fd (862ac36c-a15b-4807-bb67-f61f5836b3bd/7168dfae-44a4-421b-9514-61f0477a2dbe/378c7d15-b3b3-4a9c-9124-2f002df735d2) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:18.347193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.137 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/533f5e77-f427-4f70-9750-d986675ba467) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:18.402857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1903d-9186-474e-aa54-e6f14e55f4fe None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:18.425718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc24eb-db97-4c3e-bc12-843892f155e5 None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:18.452899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.481050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ce9c619b-4c26-4593-8e35-8cb7562ae28d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:18.552866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network c4bce8b8-3147-455f-870b-8ee81143ca06 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:18.603893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.637218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.655427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Transition to ACTIVE for port object fe19e9b6-5d11-4be7-82bd-8935fd81db39 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:18.764036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.766218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-54e8952c-77ad-4b1d-85ea-5e2d11b9c84d None None] Provisioning for port ce9c619b-4c26-4593-8e35-8cb7562ae28d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:18.811251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c4bce8b8-3147-455f-870b-8ee81143ca06) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:18.813080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.843879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event updated for resources: {'Port': ['ID=fe19e9b6-5d11-4be7-82bd-8935fd81db39,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:18.844242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:18.844751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.851056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372c8aa-7939-4e43-bde1-5d93eeec5f6a None None] Network c4bce8b8-3147-455f-870b-8ee81143ca06 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:18.888594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb89bf-10cd-4101-8659-a2a506fae90c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:18.903031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.955389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.972336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] In _notify_port_updated(), no bound segment for port fe19e9b6-5d11-4be7-82bd-8935fd81db39 on network 73833144-da33-4c9d-a4dd-b520f6c29b35 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:34:18.977896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:18.978597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.982297 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d6d06090-1e54-427e-8f78-443209ddd865 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "PUT /v2.0/ports/fe19e9b6-5d11-4be7-82bd-8935fd81db39 HTTP/1.1" status: 200 len: 960 time: 1.7291203 Mar 18 10:34:18.983378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:18.983519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38008) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:18.991201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ce9c619b-4c26-4593-8e35-8cb7562ae28d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:19.004569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.006759 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2f632fc9-a1f5-4bc1-81b9-02a4da3edfca tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1536651 Mar 18 10:34:19.006879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 378c7d15-b3b3-4a9c-9124-2f002df735d2 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:19.010834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38012) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:19.017911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'f7a80946-2b08-4480-b040-6582a2f97b6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:19.022148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ce9c619b-4c26-4593-8e35-8cb7562ae28d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:19.022526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.027517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:19.037613 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-064a1d15-cb92-4389-a70d-638a31b8e790 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8006880 Mar 18 10:34:19.037613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.038936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:19.047529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:19.050012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38016) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:19.066105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port fe19e9b6-5d11-4be7-82bd-8935fd81db39 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:19.066478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.086741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:19.097493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771dbd79-e4ef-434c-ade1-0d02b5552eaf,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.130898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.246199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.247381 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-347c720e-3a8e-4d10-965b-870203541de9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2066872 Mar 18 10:34:19.266829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38022) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:19.274903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:19.288695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '4663ebe5-1779-47a3-a1bb-2087c75b40fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:19.328210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:19.347514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:19.372384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:19.378969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.407076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:19.415373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.415373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=533f5e77-f427-4f70-9750-d986675ba467,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.415768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.415852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.426596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:19.437940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-c4bce8b8-3147-455f-870b-8ee81143ca06', 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'c856de91-c53a-4b8d-b24e-0ce3cec67758'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:19.444246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.482093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:19.510360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Update dhcp port {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': '1b96eb81-4248-40f9-9ef1-b5e043bfce05', 'ip_address': '172.20.0.2'}, {'subnet_id': '7168dfae-44a4-421b-9514-61f0477a2dbe'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': 'ce9c619b-4c26-4593-8e35-8cb7562ae28d'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:34:19.555119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.566430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:19.567386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for fe19e9b6-5d11-4be7-82bd-8935fd81db39 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:19.581441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Update dhcp port {'port': {'network_id': '73833144-da33-4c9d-a4dd-b520f6c29b35', 'fixed_ips': [{'subnet_id': '8d1e1689-46fd-4507-afae-05ac61eae807', 'ip_address': '172.20.0.18'}, {'subnet_id': '6ae56098-3790-4a26-bbba-0c4b029d75cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '096a47c3-3967-4d6e-a4c3-846bed03d451'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:34:19.581669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:19.623173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:19.624317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ce9c619b-4c26-4593-8e35-8cb7562ae28d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ce9c619b-4c26-4593-8e35-8cb7562ae28d,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:19.666613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=378c7d15-b3b3-4a9c-9124-2f002df735d2,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.686963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.748474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.752211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.772784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.815666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.863758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:19.865388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:19.893265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66e198-a17c-410c-9d8d-2564da27cb37 req-09d71591-ca71-42bb-8a4a-66d2e9ec1f22 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:19.894810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3f66e198-a17c-410c-9d8d-2564da27cb37 req-09d71591-ca71-42bb-8a4a-66d2e9ec1f22 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.6327474 Mar 18 10:34:19.901138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=fe19e9b6-5d11-4be7-82bd-8935fd81db39,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.922674 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:34:19.923686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f0c934e-dd51-4383-bda4-e93462ef2000 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9118805 Mar 18 10:34:19.946876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38026) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:19.988256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.002634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.059582 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c8c19e79-8423-45f9-ac12-1a333036cfef tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3736577 Mar 18 10:34:20.062591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38030) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.106131 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b8707c50-0c83-43d3-9f5e-2c8516f50045 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/fe19e9b6-5d11-4be7-82bd-8935fd81db39 HTTP/1.1" status: 204 len: 168 time: 1.1213744 Mar 18 10:34:20.107031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38034) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.156187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.160132 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a32560-8b85-4672-b5f0-de57ea41dba4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] GET failed (client error): The resource could not be found. Mar 18 10:34:20.160778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31a32560-8b85-4672-b5f0-de57ea41dba4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Synchronizing usage tracker for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:20.186044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ce9c619b-4c26-4593-8e35-8cb7562ae28d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:20.196976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Allocated IP 172.20.0.1 (c4bce8b8-3147-455f-870b-8ee81143ca06/c856de91-c53a-4b8d-b24e-0ce3cec67758/dae40016-a001-4d53-a95a-67effdb0b909) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:20.212608 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3f66e198-a17c-410c-9d8d-2564da27cb37 req-22ec1c8a-a186-4af4-ac70-2370554e8481 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003497 Mar 18 10:34:20.215036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784a112-d26e-4a30-99fc-679c071611f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:20.227296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784a112-d26e-4a30-99fc-679c071611f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:20.241322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.241566 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4784a112-d26e-4a30-99fc-679c071611f7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1682320 Mar 18 10:34:20.241566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38038) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.283646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404f645-7110-464a-b499-50039347802e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:20.289902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31a32560-8b85-4672-b5f0-de57ea41dba4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Unset dirty status for tenant:1679f4d9da0f432bb3764d442e393b56 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:20.294793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-31a32560-8b85-4672-b5f0-de57ea41dba4 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports/fe19e9b6-5d11-4be7-82bd-8935fd81db39 HTTP/1.1" status: 404 len: 333 time: 0.1815886 Mar 18 10:34:20.301795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.316779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.358083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.367423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 378c7d15-b3b3-4a9c-9124-2f002df735d2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:20.367928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.408156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.409474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe976c1b-4972-44b0-9033-054bdbb2ddf5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1416583 Mar 18 10:34:20.412217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38046) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.419810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '4663ebe5-1779-47a3-a1bb-2087c75b40fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:20.428239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:20.434560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:20.438739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:20.444977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Allocated IP 2001:db8::f816:3eff:fed0:b364 (862ac36c-a15b-4807-bb67-f61f5836b3bd/7168dfae-44a4-421b-9514-61f0477a2dbe/ce9c619b-4c26-4593-8e35-8cb7562ae28d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:20.445493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:20.465168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ce9c619b-4c26-4593-8e35-8cb7562ae28d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:20.481087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.504901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.517772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.539980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a80946-2b08-4480-b040-6582a2f97b6c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:20.554207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.555976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.557666 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1dccb0e6-335a-4f7e-991e-ac280ca0c5b1 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7a80946-2b08-4480-b040-6582a2f97b6c HTTP/1.1" status: 204 len: 168 time: 0.5567310 Mar 18 10:34:20.560324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38050) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.564006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Allocated IP 172.20.0.34 (73833144-da33-4c9d-a4dd-b520f6c29b35/5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8/096a47c3-3967-4d6e-a4c3-846bed03d451) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:20.595821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.695796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-020c284d-7da3-45f2-a8bf-25da3fc2e763 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:20.728073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.733094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.783300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.793028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.914782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.953286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-020c284d-7da3-45f2-a8bf-25da3fc2e763 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:20.954548 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-020c284d-7da3-45f2-a8bf-25da3fc2e763 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3933389 Mar 18 10:34:20.965990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.966861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Transition to ACTIVE for port object dae40016-a001-4d53-a95a-67effdb0b909 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:20.967474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:20.970362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ce9c619b-4c26-4593-8e35-8cb7562ae28d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:20.970662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:20.986313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117371694'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:21.004716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 378c7d15-b3b3-4a9c-9124-2f002df735d2 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:21.007149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] For port ce9c619b-4c26-4593-8e35-8cb7562ae28d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ce9c619b-4c26-4593-8e35-8cb7562ae28d,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:21.048826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0da2e-cd38-42bd-9bf8-949d6442142b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.056021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:21.056348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Transition to ACTIVE for port object dae40016-a001-4d53-a95a-67effdb0b909 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:21.057840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281909aa-7357-4ceb-9a01-9d586b9aa958,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.064610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.064610 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dac0d926-a1a5-4959-900b-a64860d6a12c tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/security-groups/2de0da2e-cd38-42bd-9bf8-949d6442142b HTTP/1.1" status: 204 len: 168 time: 0.7598977 Mar 18 10:34:21.064610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38058) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:21.085207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:21.120903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.127661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:21.158059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.160087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Transition to ACTIVE for port object ce9c619b-4c26-4593-8e35-8cb7562ae28d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:21.167392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.186768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.188465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-28f532f0-5b78-400d-85a5-e6f9f4e8e4d7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7752361 Mar 18 10:34:21.189940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.194356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38062) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:21.203887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '4663ebe5-1779-47a3-a1bb-2087c75b40fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:21.210048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.213972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:21.215894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:21.218130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:21.221474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:21.227977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:21.237955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:21.250065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:21.279519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.290867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:21.294151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.344673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.359205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.367676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.368798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Network c4bce8b8-3147-455f-870b-8ee81143ca06 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:21.389299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:21.391762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:21.427676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.446813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.468270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=533f5e77-f427-4f70-9750-d986675ba467,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.473569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=c856de91-c53a-4b8d-b24e-0ce3cec67758,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.490673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Pushing event updated for resources: {'Port': ['ID=dae40016-a001-4d53-a95a-67effdb0b909,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.507879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=378c7d15-b3b3-4a9c-9124-2f002df735d2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.516079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.531023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Transition to ACTIVE for port object 096a47c3-3967-4d6e-a4c3-846bed03d451 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:21.584999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0bea80-123e-444b-ba16-7346cc6508e7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.589601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.637544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.659977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348a0dc-afb1-4e3d-a50c-8ea391719ef5 req-0fd9ca25-7ab9-4a8a-9a38-ca10f69b5f00 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:21.661287 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c348a0dc-afb1-4e3d-a50c-8ea391719ef5 req-0fd9ca25-7ab9-4a8a-9a38-ca10f69b5f00 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.3064015 Mar 18 10:34:21.674385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.708462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Attempting to bind port dae40016-a001-4d53-a95a-67effdb0b909 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:21.708824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Attempting to bind port dae40016-a001-4d53-a95a-67effdb0b909 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '86d23239-c379-4c89-8752-891245921530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:21.709173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Attempting to bind port dae40016-a001-4d53-a95a-67effdb0b909 on network c4bce8b8-3147-455f-870b-8ee81143ca06 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:21.715326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.718355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.718491 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3c795dba-5226-4313-be89-1dd21b3323fc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e0bea80-123e-444b-ba16-7346cc6508e7 HTTP/1.1" status: 204 len: 168 time: 0.6477675 Mar 18 10:34:21.719569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0658333-49c1-4cea-893c-fce888ef20bf None None] Pushing event updated for resources: {'Port': ['ID=ce9c619b-4c26-4593-8e35-8cb7562ae28d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:21.725342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38068) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:21.750385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bce8b8-3147-455f-870b-8ee81143ca06']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:21.762360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.795018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.800068 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c348a0dc-afb1-4e3d-a50c-8ea391719ef5 req-465b0f54-416a-43ba-b49d-335a7c13eb28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946798 Mar 18 10:34:21.806191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:21.806191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Checking segment: {'id': '86d23239-c379-4c89-8752-891245921530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:21.806191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.809846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Bound using segment: {'id': '86d23239-c379-4c89-8752-891245921530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:21.809846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Bound port: dae40016-a001-4d53-a95a-67effdb0b909, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d23239-c379-4c89-8752-891245921530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:21.809846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.816426 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a8f108d3-6c17-45f2-b63d-575d3cdb9f0b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/378c7d15-b3b3-4a9c-9124-2f002df735d2 HTTP/1.1" status: 204 len: 168 time: 1.5797584 Mar 18 10:34:21.820601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38072) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:21.821629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.832096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.855048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d23239-c379-4c89-8752-891245921530') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:21.855272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d23239-c379-4c89-8752-891245921530') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:21.948558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:21.954097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21939729-0198-4fa7-af5e-300f1e656426 None None] Pushing event updated for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:22.003184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:22.005243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:22.007741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:22.009678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:22.020717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a9427497-e347-4c48-b9bc-5a2943d89b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.036123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395e9dd-848a-47ea-a6dd-671edd803c15,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:22.036539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] For port dae40016-a001-4d53-a95a-67effdb0b909, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:22.053665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] For port dae40016-a001-4d53-a95a-67effdb0b909, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dae40016-a001-4d53-a95a-67effdb0b909,segment=NetworkSegment(86d23239-c379-4c89-8752-891245921530),segment_id=86d23239-c379-4c89-8752-891245921530)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:22.090343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.094142 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-96d6c74c-19aa-41d8-a993-8b21941a401c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8962584 Mar 18 10:34:22.095173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38078) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:22.100657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '4663ebe5-1779-47a3-a1bb-2087c75b40fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:22.107729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:22.112373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:22.114604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 341dd00c-ea4d-4a25-a51a-c5c5bebaf3c4 associated. External IP: 172.26.2.137, port: d56e1aaa-2c0d-4315-bead-c82e38cc0ac6. Mar 18 10:34:22.117617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.127379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:22.130248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:22.131336 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4285eb3-f07e-415f-942c-6125a3eec737 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3068364 Mar 18 10:34:22.142376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:22.148182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:22.184555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a650da-cb9e-425e-8280-9c613f7c3f4b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:22.207404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.216264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:22.217009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.258957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33405b4c-579a-49ed-9c18-96a72f92753c None None] Pushing event updated for resources: {'Port': ['ID=dae40016-a001-4d53-a95a-67effdb0b909,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:22.304582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3cd7f9-ad09-40ba-b42e-73e995b24a20 None None] Network c4bce8b8-3147-455f-870b-8ee81143ca06 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:22.307532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 1b96eb81-4248-40f9-9ef1-b5e043bfce05 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:22.312117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:22.383608 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:22.386172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.387927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-89e87087-3ba6-471e-a9ce-ed592d071c37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4113646 Mar 18 10:34:22.398885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38086) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:22.399830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.469731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:34:22.469731 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:34:22.469731 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': 'c4bce8b8-3147-455f-870b-8ee81143ca06'}] Mar 18 10:34:22.469731 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:22.470229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:22.494812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ce9c619b-4c26-4593-8e35-8cb7562ae28d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:22.500913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.502307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.515858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0bbcafa2-5dc3-4459-8083-bb1271ce3f58 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '06a650da-cb9e-425e-8280-9c613f7c3f4b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:22.516629 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-0bbcafa2-5dc3-4459-8083-bb1271ce3f58 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 18 10:34:22.517130 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-0bbcafa2-5dc3-4459-8083-bb1271ce3f58 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:22.518131 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0bbcafa2-5dc3-4459-8083-bb1271ce3f58 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0513384 Mar 18 10:34:22.529262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38090) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:22.546135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.646251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.717493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.735515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:22.780834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7858dda7-7683-4bee-93a1-78f9ecb572a2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:22.795540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d4efc-70fa-407c-a44d-50035ac45939 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:22.845516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.860276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.915316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.924528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6bcaa-dfe9-4556-8915-8ea2c915fde6 req-94dc86f2-4f7f-41e4-8993-5fbfc0ec9ab7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:22.926517 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fba6bcaa-dfe9-4556-8915-8ea2c915fde6 req-94dc86f2-4f7f-41e4-8993-5fbfc0ec9ab7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.8784866 Mar 18 10:34:22.967560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.970431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3157a75e-4a75-4cdc-bd20-747f1636bf14 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8741703 Mar 18 10:34:22.979445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38094) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:22.980604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.987322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:22.990567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-52180364-0492-4cb6-ab20-2fe8aa806624 None None] Provisioning for port ce9c619b-4c26-4593-8e35-8cb7562ae28d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:23.016467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-52180364-0492-4cb6-ab20-2fe8aa806624 None None] Provisioning complete for port ce9c619b-4c26-4593-8e35-8cb7562ae28d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:23.017089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-52180364-0492-4cb6-ab20-2fe8aa806624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.066318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=1b96eb81-4248-40f9-9ef1-b5e043bfce05,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:23.068990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.091365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.109358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.152485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.172528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.177536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/06a650da-cb9e-425e-8280-9c613f7c3f4b HTTP/1.1" status: 204 len: 168 time: 0.6472142 Mar 18 10:34:23.181404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38098) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.182713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dda2db-89ea-4874-87ee-ab7deedaa11f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a650da-cb9e-425e-8280-9c613f7c3f4b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:23.214823 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f6b304e-05c6-492a-a277-77360936e5cb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/1b96eb81-4248-40f9-9ef1-b5e043bfce05 HTTP/1.1" status: 204 len: 168 time: 1.0653057 Mar 18 10:34:23.218432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38102) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.266260 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fba6bcaa-dfe9-4556-8915-8ea2c915fde6 req-f5ac4b90-a2e6-4e46-8a17-8b7038344238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273697 Mar 18 10:34:23.279259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.304489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.305934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7858dda7-7683-4bee-93a1-78f9ecb572a2 HTTP/1.1" status: 204 len: 168 time: 0.3209372 Mar 18 10:34:23.306750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port dae40016-a001-4d53-a95a-67effdb0b909 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:23.307092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.312980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38106) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.318366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38108) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.367328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:23.419591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70374c-80fa-4b7f-bf00-8b54331f0d3d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7858dda7-7683-4bee-93a1-78f9ecb572a2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:23.450799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b61d9bde-14f2-4dbe-9e6c-87976d036fbf tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:23.458469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 7168dfae-44a4-421b-9514-61f0477a2dbe {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:23.464769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.466133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:23.466512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.501030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.539295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7597b7ac-afbc-40fb-9cbc-cf627fcd3ad1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:23.570290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b67966b9-12d6-406d-b58a-9702352917ba tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:23.571528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.572993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe4eb04f-2cff-4c23-99a3-8b53d8129da3 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/security-groups/7597b7ac-afbc-40fb-9cbc-cf627fcd3ad1 HTTP/1.1" status: 204 len: 168 time: 1.8465955 Mar 18 10:34:23.591103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38114) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.620136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:23.627927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Could not find standard attr ID for object fe19e9b6-5d11-4be7-82bd-8935fd81db39. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:23.666937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.830219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port dae40016-a001-4d53-a95a-67effdb0b909, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dae40016-a001-4d53-a95a-67effdb0b909,segment=NetworkSegment(86d23239-c379-4c89-8752-891245921530),segment_id=86d23239-c379-4c89-8752-891245921530)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:23.830624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.839983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:23.851900 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:23.863439 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:23.864509 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:23.903178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 6ae56098-3790-4a26-bbba-0c4b029d75cf {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:23.911027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:23.966327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcb554-abe4-4eb5-99e3-578b6f2d3fa6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:23.967821 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4fcb554-abe4-4eb5-99e3-578b6f2d3fa6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1094 time: 0.6442780 Mar 18 10:34:23.968643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b61d9bde-14f2-4dbe-9e6c-87976d036fbf tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:23.969735 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b61d9bde-14f2-4dbe-9e6c-87976d036fbf tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7899463 Mar 18 10:34:23.974691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38118) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.976842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38120) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:23.981242 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:23.986238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021660517'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:23.992051 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:23.992715 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:33:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:23.996074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:24.009623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Provisioning for port 096a47c3-3967-4d6e-a4c3-846bed03d451 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:24.016118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:24.020267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b46ec139-96c9-42d0-beca-b79c08a3b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.020400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:24.021031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:24.023003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b67966b9-12d6-406d-b58a-9702352917ba tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:24.024307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b67966b9-12d6-406d-b58a-9702352917ba tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6984556 Mar 18 10:34:24.031722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:24.036543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38126) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.042859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:24.047960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for dae40016-a001-4d53-a95a-67effdb0b909 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:24.061670 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.062338 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc04c1-dcea-4910-aa1e-1f682b01e9da None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:24.062564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.094009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:24.100958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:24.102624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.147799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.177136 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d1190a3c-fbf2-4054-ae20-95215d2cf5de tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3167334 Mar 18 10:34:24.178272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.185573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38130) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.213689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2004576066'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:24.219706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.240328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.250949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:24.261246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.278333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.286829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:network and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:24.296464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:24.325956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:24.328258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-65f59f54-971b-4257-8eb0-1109658e5ba9 None None] Provisioning complete for port ce9c619b-4c26-4593-8e35-8cb7562ae28d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:24.330075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-65f59f54-971b-4257-8eb0-1109658e5ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.345087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:24.345314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=dae40016-a001-4d53-a95a-67effdb0b909,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.353005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port dae40016-a001-4d53-a95a-67effdb0b909 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:24.362945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:24.371267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:24.380760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:24.392678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.457592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.487218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.487518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a395e9dd-848a-47ea-a6dd-671edd803c15,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.489432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:24.498265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.504421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.515917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bce8b8-3147-455f-870b-8ee81143ca06']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.530577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d23239-c379-4c89-8752-891245921530') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.531005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d23239-c379-4c89-8752-891245921530') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.543620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-11fd87b9-46ea-4e78-8cc2-6e5c84f263ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.545833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.565962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.573253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:24.573720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:24.588750 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:24.617923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=7168dfae-44a4-421b-9514-61f0477a2dbe,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.653417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.672199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5cb1151e-d8ca-4c2e-869c-7923646c539a None None] Could not find standard attr ID for object 378c7d15-b3b3-4a9c-9124-2f002df735d2. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:24.712521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.713395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c0fa6e14-841f-49f2-916e-ba4772a962c1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/7168dfae-44a4-421b-9514-61f0477a2dbe HTTP/1.1" status: 204 len: 168 time: 1.4933422 Mar 18 10:34:24.714651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.720503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a85edb-2129-4bb9-b672-4717f523cd4f None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:24.730822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:24.759758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.759976 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Added segment 3e70c0c3-e45c-4759-8d83-ec840408cbe5 of type vlan for network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f Mar 18 10:34:24.777788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.779654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.807158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.814839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=c4bce8b8-3147-455f-870b-8ee81143ca06,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.817908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.818417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2492ce16-e6af-477a-b260-c580cfd7949b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024234 Mar 18 10:34:24.824085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-00f1f001-da98-4ffb-af28-07e0ade28364 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/c4bce8b8-3147-455f-870b-8ee81143ca06 HTTP/1.1" status: 204 len: 168 time: 5.7668810 Mar 18 10:34:24.824691 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bad70cee-0abe-410d-bf25-8e05738d5df0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a395e9dd-848a-47ea-a6dd-671edd803c15 HTTP/1.1" status: 204 len: 168 time: 0.7843535 Mar 18 10:34:24.824908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38138) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.825341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38140) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.825460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38142) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.832954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019106568'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:24.846641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.850847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae56098-3790-4a26-bbba-0c4b029d75cf,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.886885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:24.901267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.905577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:24.910452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6130d92-b8de-499b-916f-e60d8c7ffd7d None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:24.927024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:24.942851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:24.951638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-08cfcf75-3b47-4f5a-8979-45e370c386fd tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/6ae56098-3790-4a26-bbba-0c4b029d75cf HTTP/1.1" status: 204 len: 168 time: 1.3565207 Mar 18 10:34:24.953455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38150) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:24.964376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:25.011704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc5f3db-4b3e-4a15-baae-bf65beaec1bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:25.012724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4dc5f3db-4b3e-4a15-baae-bf65beaec1bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:25.024561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da4b33-ab43-4f79-9409-abdfb7dfcd09,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.037082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.038340 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ab731b30-78ca-40b9-842d-f11888d356df tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0627513 Mar 18 10:34:25.039668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.044855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38154) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.050650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-070680c2-3823-4f30-aed5-30ff37bc9c8c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'c4da4b33-ab43-4f79-9409-abdfb7dfcd09', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:25.051725 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-070680c2-3823-4f30-aed5-30ff37bc9c8c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 18 10:34:25.052387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-070680c2-3823-4f30-aed5-30ff37bc9c8c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:25.054009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-070680c2-3823-4f30-aed5-30ff37bc9c8c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076053 Mar 18 10:34:25.055576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:25.061139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.072402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38158) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.106828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-443f4e47-7119-455c-86a7-b68b6ea3f7f5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:25.120032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4dc5f3db-4b3e-4a15-baae-bf65beaec1bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:25.123644 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4dc5f3db-4b3e-4a15-baae-bf65beaec1bd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2969196 Mar 18 10:34:25.134071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38162) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.191311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:25.194678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:25.206908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.231297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.231632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2 of type vlan for network 3ca6040b-112f-412f-b6d6-79c17202d17f Mar 18 10:34:25.238151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:25.243026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.245771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Deleting port ce9c619b-4c26-4593-8e35-8cb7562ae28d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:25.246210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.249162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:25.250181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.259596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.264036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157992fb-0877-4916-9931-cddf45cbd655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:25.264914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-157992fb-0877-4916-9931-cddf45cbd655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:25.307386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.329231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.343545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.361839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-443f4e47-7119-455c-86a7-b68b6ea3f7f5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:25.368593 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-443f4e47-7119-455c-86a7-b68b6ea3f7f5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5285451 Mar 18 10:34:25.368784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38166) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.451878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.512678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3135495 Mar 18 10:34:25.519577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38170) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.520525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8e008-9278-4f34-bb79-74548c5c5a16 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Network': ['ID=6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.522920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.528912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'subnet': {'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:25.534039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] For port ce9c619b-4c26-4593-8e35-8cb7562ae28d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ce9c619b-4c26-4593-8e35-8cb7562ae28d,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:25.534039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.539830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-157992fb-0877-4916-9931-cddf45cbd655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:25.542864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:25.544160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-157992fb-0877-4916-9931-cddf45cbd655 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4091365 Mar 18 10:34:25.548338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.586497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.174 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/68f971ea-7a3e-42c3-a40c-d8c9e2859348) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:25.640390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.653314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4b67a26a-e764-4d5c-8df8-0250779af4f5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018529 Mar 18 10:34:25.655889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38178) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.666555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.676240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.682451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:25.683051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.702617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.710182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Calling delete_port for ce9c619b-4c26-4593-8e35-8cb7562ae28d owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:25.783001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:25.829669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.848548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=3ca6040b-112f-412f-b6d6-79c17202d17f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.854862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da4b33-ab43-4f79-9409-abdfb7dfcd09,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.856789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.857947 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fdcc3585-63ed-495c-9cf1-c020fd73ca02 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/c4da4b33-ab43-4f79-9409-abdfb7dfcd09 HTTP/1.1" status: 204 len: 168 time: 0.7843137 Mar 18 10:34:25.865142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38182) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.886208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3ca6040b-112f-412f-b6d6-79c17202d17f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:25.889728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.909029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:25.910584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/281909aa-7357-4ceb-9a01-9d586b9aa958 HTTP/1.1" status: 204 len: 168 time: 0.5425076 Mar 18 10:34:25.919392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38186) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.939492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1d86ae28-59c5-41c8-95b4-cceab043f80a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1110251 Mar 18 10:34:25.959874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3170-3f62-418a-a1c3-2986c6f4b872 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=281909aa-7357-4ceb-9a01-9d586b9aa958,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.969796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38190) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:25.978728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:26.028964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f26ccda-e12c-4a45-8eca-de7d320c7053 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:26.122912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-172ee217-5022-4356-90af-3c170484a33b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:26.135280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f26ccda-e12c-4a45-8eca-de7d320c7053 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:26.139210 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f26ccda-e12c-4a45-8eca-de7d320c7053 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2751751 Mar 18 10:34:26.147295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.147963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:26.155077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:26.157312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194467370'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:26.158098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.166680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:26.169240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:26.176567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:26.177236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.182295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:26.185018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:26.190484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:26.195706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:26.198804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:26.201775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.206960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] Pushing event deleted for resources: {'Port': ['ID=ce9c619b-4c26-4593-8e35-8cb7562ae28d,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.210458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914de13-60c0-4e8a-9267-75c3f778eb2f None None] No DVR routers for this DVR port ce9c619b-4c26-4593-8e35-8cb7562ae28d on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:26.215425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-172ee217-5022-4356-90af-3c170484a33b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:26.217143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-172ee217-5022-4356-90af-3c170484a33b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2950485 Mar 18 10:34:26.220385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.262115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.270674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.285240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.300166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50a172-5e96-46a8-afa9-50c7e8cafe6f None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:26.300825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:26.304307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.340622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:26.349264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:26.349563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:26.355769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:26.358672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.363610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-45edb3d8-d623-48c3-a3d4-f2094d5ced86 None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:26.364172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45edb3d8-d623-48c3-a3d4-f2094d5ced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.384245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.389671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:26.396335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.397861 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:26.398525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:26.405423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ce9c619b-4c26-4593-8e35-8cb7562ae28d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:26.413907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:26.436286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.453718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.477215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d404f645-7110-464a-b499-50039347802e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.491513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ce9c619b-4c26-4593-8e35-8cb7562ae28d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:26.491854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ce9c619b-4c26-4593-8e35-8cb7562ae28d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:26.524040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.527120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-45edb3d8-d623-48c3-a3d4-f2094d5ced86 None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:26.560184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-45edb3d8-d623-48c3-a3d4-f2094d5ced86 None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:26.560466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45edb3d8-d623-48c3-a3d4-f2094d5ced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.581238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.584985 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3562269c-9eed-4fe0-8520-3a74928bfcaf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d404f645-7110-464a-b499-50039347802e HTTP/1.1" status: 204 len: 168 time: 0.3607922 Mar 18 10:34:26.592049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.593499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.596761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.608107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50a172-5e96-46a8-afa9-50c7e8cafe6f None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:26.611554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:26.613747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:26.616204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:26.668321 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f132cffb-849e-4e64-ae0d-22f3d2e5d724 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/5f4a19dc-bb0a-41f9-b69e-98c7e6b29ae8 HTTP/1.1" status: 204 len: 168 time: 1.7089648 Mar 18 10:34:26.669131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38206) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.684055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8a6d0223-12c0-4309-9034-dfe20935e3af tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:26.716563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=68f971ea-7a3e-42c3-a40c-d8c9e2859348,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.729796 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4c3d46c9-b69f-428a-88db-b5ffaea530d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0690570 Mar 18 10:34:26.732910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.739010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:26.739683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efae39b-cf6b-479b-9e2b-dda9826f1f13 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:26.739887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efae39b-cf6b-479b-9e2b-dda9826f1f13 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:26.743776 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6efae39b-cf6b-479b-9e2b-dda9826f1f13 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/6ae56098-3790-4a26-bbba-0c4b029d75cf HTTP/1.1" status: 404 len: 337 time: 0.0662291 Mar 18 10:34:26.746359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.760668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.831153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b914d95c-6769-4ec2-9cf6-2089eec7b7d9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.833647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.839976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8a6d0223-12c0-4309-9034-dfe20935e3af tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:26.845875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8a6d0223-12c0-4309-9034-dfe20935e3af tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2476940 Mar 18 10:34:26.846024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38218) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:26.933397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=e499fe1f-f316-4714-a70a-93b2b0899551,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.953837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting subnet 8d1e1689-46fd-4507-afae-05ac61eae807 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:26.988115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:26.988470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.004803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.009029 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-87c19a13-e892-4156-8c45-ae39628d6a20 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8578985 Mar 18 10:34:27.018429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38222) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.029320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fca4aca9-5607-4edc-ae2d-c106949d0eb3 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'b914d95c-6769-4ec2-9cf6-2089eec7b7d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.029950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.043197 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-fca4aca9-5607-4edc-ae2d-c106949d0eb3 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 18 10:34:27.043805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-fca4aca9-5607-4edc-ae2d-c106949d0eb3 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.044806 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fca4aca9-5607-4edc-ae2d-c106949d0eb3 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239224 Mar 18 10:34:27.047704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38226) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.053075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a7186-7dbd-4287-9707-921e1d2b549e None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:27.063025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:27.063615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 3ca6040b-112f-412f-b6d6-79c17202d17f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:27.065505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.076275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9f6ddebd-ffab-49a2-9106-d3b7d491c965 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'b914d95c-6769-4ec2-9cf6-2089eec7b7d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.076563 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-9f6ddebd-ffab-49a2-9106-d3b7d491c965 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 18 10:34:27.077003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-9f6ddebd-ffab-49a2-9106-d3b7d491c965 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.080674 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f6ddebd-ffab-49a2-9106-d3b7d491c965 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166070 Mar 18 10:34:27.080828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38230) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.090470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4fea497f-7fff-430f-878e-eef3162ebe83 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'b914d95c-6769-4ec2-9cf6-2089eec7b7d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.091277 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-4fea497f-7fff-430f-878e-eef3162ebe83 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 18 10:34:27.091763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-4fea497f-7fff-430f-878e-eef3162ebe83 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.095388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4fea497f-7fff-430f-878e-eef3162ebe83 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109971 Mar 18 10:34:27.099630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:27.110028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:27.117481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38234) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.128955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d135f7dc-d487-4c32-80f1-b9ea96fe6717 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': 'b914d95c-6769-4ec2-9cf6-2089eec7b7d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.129880 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-d135f7dc-d487-4c32-80f1-b9ea96fe6717 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 18 10:34:27.130477 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-d135f7dc-d487-4c32-80f1-b9ea96fe6717 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.135061 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d135f7dc-d487-4c32-80f1-b9ea96fe6717 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128791 Mar 18 10:34:27.135061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38238) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.175280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.178501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:27.182665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.184148 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.184681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:27.202200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 3ca6040b-112f-412f-b6d6-79c17202d17f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:27.232967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.260715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.336323 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-09a611c9-536b-490a-8907-00854d588012 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6020930 Mar 18 10:34:27.344802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 3ca6040b-112f-412f-b6d6-79c17202d17f) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:27.345617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.346321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.347037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:27.347621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.348891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d93a9f-42f1-4df3-a1cb-d859fabeb613 None None] Network 3ca6040b-112f-412f-b6d6-79c17202d17f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:27.369026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.406070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.410007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=771dbd79-e4ef-434c-ade1-0d02b5552eaf,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.426842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.429418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.430668 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/b914d95c-6769-4ec2-9cf6-2089eec7b7d9 HTTP/1.1" status: 204 len: 168 time: 0.2953889 Mar 18 10:34:27.441494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.484564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5ac6ddbe-7d85-45a1-85aa-da10afc1a798 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5136583 Mar 18 10:34:27.485699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0d134-5ec0-49cd-b601-78fdb05b226f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b914d95c-6769-4ec2-9cf6-2089eec7b7d9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.498022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38250) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.563867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac61e924-5377-457f-8072-b5619ccc19cb tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:27.623630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.632185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-3ca6040b-112f-412f-b6d6-79c17202d17f', 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'e499fe1f-f316-4714-a70a-93b2b0899551'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:27.633065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.650938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac61e924-5377-457f-8072-b5619ccc19cb tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:27.656102 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac61e924-5377-457f-8072-b5619ccc19cb tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2097795 Mar 18 10:34:27.656291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38254) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.659062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.660159 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a532a4c-4347-4ece-9282-8a777d54d052 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/771dbd79-e4ef-434c-ade1-0d02b5552eaf HTTP/1.1" status: 204 len: 168 time: 0.8133068 Mar 18 10:34:27.662588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510053634'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.668202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38258) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.679831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Subnet': ['ID=4038a485-f180-4a91-ac6d-2a66fc3c545b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.689523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:27.689703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:27.710262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Checking segment: {'id': '3e70c0c3-e45c-4759-8d83-ec840408cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:27.710620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network hostable DHCP agents. Network: 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:27.721087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:27.731986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:27.767943 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de5e8f0d-980f-4970-8ea0-372eda252539 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958812 Mar 18 10:34:27.773676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.777802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38262) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:27.836844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Allocated IP 172.20.0.2 (3ca6040b-112f-412f-b6d6-79c17202d17f/e499fe1f-f316-4714-a70a-93b2b0899551/e0996252-a5f2-45c0-bec2-dbc50afac709) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:27.842394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:27.845957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.847648 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:27.848112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:27.852589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.855996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.862751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:27.865260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.929475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:27.979218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:27.987435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:27.990920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:27.991399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1e1689-46fd-4507-afae-05ac61eae807,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.999004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:28.000336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.019179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.026684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38266) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.027710 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce872119-3914-4830-8974-cf37477a6c1e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/8d1e1689-46fd-4507-afae-05ac61eae807 HTTP/1.1" status: 204 len: 168 time: 1.2749677 Mar 18 10:34:28.048858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d773164-94ef-4afc-b5bf-61f2fa6fa5dd None None] Network 73833144-da33-4c9d-a4dd-b520f6c29b35 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:28.057898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:28.060159 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.072811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:28.073390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.086331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a01eab-b319-40ac-8d2f-79272ceba885 None None] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:28.127052 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-92b8c894-f193-494b-aee3-e6d9a815bc82 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7675691 Mar 18 10:34:28.127427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38270) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.133574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:28.222452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5231a6-55ec-41c1-b8a6-9ce58ab7d589 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.222901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5231a6-55ec-41c1-b8a6-9ce58ab7d589 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.243497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.248339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-af5231a6-55ec-41c1-b8a6-9ce58ab7d589 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/b82be3d6-eadb-4c20-b5ab-8c5dba1ad919 HTTP/1.1" status: 404 len: 337 time: 0.1950250 Mar 18 10:34:28.249150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38274) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.275075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.300631 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4070ec37-01b6-483e-bc57-8450e88547b1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "GET /v2.0/ports?device_id=6300fc7a-1725-490f-b597-53f557127bee HTTP/1.1" status: 200 len: 205 time: 0.0481060 Mar 18 10:34:28.300631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.302602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38278) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.331003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d6f4b80b-b80a-4a47-b2a0-52b02808b94c None None] Provisioning complete for port 7db1484b-8272-4b16-a148-55f578e0082b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:28.331451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b80b-b80a-4a47-b2a0-52b02808b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.333837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ff0882a4-bb72-4aec-94ac-d10a4082f3bb tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8098950 Mar 18 10:34:28.336530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38282) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.344089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1406680289', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:28.404899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-bba87d26-a9c7-448c-bc4d-22e73d1c0379 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] delete failed (client error): The resource could not be found. Mar 18 10:34:28.408688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bba87d26-a9c7-448c-bc4d-22e73d1c0379 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/routers/6300fc7a-1725-490f-b597-53f557127bee HTTP/1.1" status: 404 len: 336 time: 0.0939131 Mar 18 10:34:28.408833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:28.408942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38286) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.422129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:router and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:28.424740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.439697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:28.444601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Transition to ACTIVE for port object e0996252-a5f2-45c0-bec2-dbc50afac709 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:28.449387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c014d66-d55a-44e5-8738-e5aed7345157,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:28.467281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8649d99-98c5-4176-8337-7416d29583a9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.467281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8649d99-98c5-4176-8337-7416d29583a9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.467281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a8649d99-98c5-4176-8337-7416d29583a9 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/e1972c5c-8131-4d4f-8ee9-eee0549d5c00 HTTP/1.1" status: 404 len: 337 time: 0.0489650 Mar 18 10:34:28.467281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38290) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.467852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:28.468267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.499632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663ebe5-1779-47a3-a1bb-2087c75b40fd,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:28.501074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-105c5fef-56ea-473b-84de-376b07c3104e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.501595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105c5fef-56ea-473b-84de-376b07c3104e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.505642 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-105c5fef-56ea-473b-84de-376b07c3104e tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/3f97469f-118c-4b22-8790-10c624990a56 HTTP/1.1" status: 404 len: 337 time: 0.0412371 Mar 18 10:34:28.505983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38294) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.529078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:28.533744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.534117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.534463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.534800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.535162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.535498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.535828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.536152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.536477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.536801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.537139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.537282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Transition to ACTIVE for port object e0996252-a5f2-45c0-bec2-dbc50afac709 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:28.537454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:28.543344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.545968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-538f4f5a-5be5-4c58-be5a-9bc327e897aa tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8875973 Mar 18 10:34:28.551216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38298) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.554202 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb05ac7-417f-40be-aa90-e420851f33dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.555405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb05ac7-417f-40be-aa90-e420851f33dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.559749 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7fb05ac7-417f-40be-aa90-e420851f33dc tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/b456a938-7886-4763-ba08-4b8c22f41f85 HTTP/1.1" status: 404 len: 337 time: 0.0501661 Mar 18 10:34:28.560934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.571507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b35bae05-ff0a-4bee-9a22-7f0c102bd147 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:28.571507 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-b35bae05-ff0a-4bee-9a22-7f0c102bd147 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 18 10:34:28.571507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-b35bae05-ff0a-4bee-9a22-7f0c102bd147 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:28.571870 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-15e87555-0ce7-4f28-92c8-7af1c9a151b3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/4663ebe5-1779-47a3-a1bb-2087c75b40fd HTTP/1.1" status: 204 len: 168 time: 0.7835882 Mar 18 10:34:28.571956 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b35bae05-ff0a-4bee-9a22-7f0c102bd147 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105059 Mar 18 10:34:28.571956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38302) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.572623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:28.572726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4b80b-b80a-4a47-b2a0-52b02808b94c None None] Port 7db1484b-8272-4b16-a148-55f578e0082b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:28.572833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.572918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38308) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.597475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:28.612170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:28.614212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ce8ef-a74c-44a8-95b7-ae37d2ba191a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.614628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594ce8ef-a74c-44a8-95b7-ae37d2ba191a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.618689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-594ce8ef-a74c-44a8-95b7-ae37d2ba191a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/f8495be9-6c0f-46c5-93e9-c9cd6db15996 HTTP/1.1" status: 404 len: 333 time: 0.0519474 Mar 18 10:34:28.618924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38314) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.632723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:28.639873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d6f4b80b-b80a-4a47-b2a0-52b02808b94c None None] Provisioning complete for port 096a47c3-3967-4d6e-a4c3-846bed03d451 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:28.640238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b80b-b80a-4a47-b2a0-52b02808b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.653865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:28.660997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.661949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.662933 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dac7f8a-703e-4246-9623-562573742d5d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.663394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dac7f8a-703e-4246-9623-562573742d5d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.671617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f', 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f', 'tenant_id': 'dfc4a4dcd8a745ae8cbe92b0c12ec093', 'fixed_ips': [{'subnet_id': '4038a485-f180-4a91-ac6d-2a66fc3c545b'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:28.672259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.676289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:28.679706 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1dac7f8a-703e-4246-9623-562573742d5d tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/3a4ecc3f-3501-403a-bf26-1a779e12f431 HTTP/1.1" status: 404 len: 337 time: 0.0571668 Mar 18 10:34:28.680055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38318) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.689304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.719295 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-33056e00-6c7a-43f2-9d07-8785ff707e6a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.719745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33056e00-6c7a-43f2-9d07-8785ff707e6a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.723839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-33056e00-6c7a-43f2-9d07-8785ff707e6a tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/6afbd0df-a90a-4234-95d1-108af227a478 HTTP/1.1" status: 404 len: 337 time: 0.0405540 Mar 18 10:34:28.726445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38322) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.747948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:28.751474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.752935 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:28.753361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.763102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Network 3ca6040b-112f-412f-b6d6-79c17202d17f is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:28.763356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.774983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:28.785278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6f1e1629-9225-424a-8962-884d45e4e321 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:28.795403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.815480 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba33fdf4-8721-48e2-80a4-c55388eaa5d6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.823522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba33fdf4-8721-48e2-80a4-c55388eaa5d6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.823522 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ba33fdf4-8721-48e2-80a4-c55388eaa5d6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/c8913f90-7747-48ea-b0e6-2997d95e32cd HTTP/1.1" status: 404 len: 333 time: 0.0904326 Mar 18 10:34:28.823522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=e499fe1f-f316-4714-a70a-93b2b0899551,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:28.823974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38326) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.860319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:28.865334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] DHCP port deletion for 73833144-da33-4c9d-a4dd-b520f6c29b35 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:28.879452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4125afcc-4f65-4aab-b825-aa710f5c66f6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.879920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4125afcc-4f65-4aab-b825-aa710f5c66f6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.881593 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4125afcc-4f65-4aab-b825-aa710f5c66f6 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5267f1-ae01-4dee-925c-0492f014e0d1 HTTP/1.1" status: 404 len: 337 time: 0.0559382 Mar 18 10:34:28.888638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38330) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.890629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Deleting port 096a47c3-3967-4d6e-a4c3-846bed03d451 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:28.890817 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.951969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6f1e1629-9225-424a-8962-884d45e4e321 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:28.953149 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6f1e1629-9225-424a-8962-884d45e4e321 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3793671 Mar 18 10:34:28.954498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3329ae1-73c5-402e-80b0-9a7432612047 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8261182 Mar 18 10:34:28.957763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:28.966419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38334) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.966744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38336) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:28.967716 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eb50fa-3bf3-4cf5-93d7-2f66a54cd051 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] DELETE failed (client error): The resource could not be found. Mar 18 10:34:28.968209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eb50fa-3bf3-4cf5-93d7-2f66a54cd051 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:28.969899 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-82eb50fa-3bf3-4cf5-93d7-2f66a54cd051 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/subnets/2255cec0-ea42-4c61-b4aa-177865bde47d HTTP/1.1" status: 404 len: 337 time: 0.0788758 Mar 18 10:34:28.985665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38342) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.027032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.029497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Pushing event updated for resources: {'Port': ['ID=e0996252-a5f2-45c0-bec2-dbc50afac709,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:29.043165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--178597900'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.078796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca6040b-112f-412f-b6d6-79c17202d17f']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:29.080162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:34:29.087812 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:29.093373 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4e6fd015-dc16-4f84-b473-7a46d4528696 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5135810 Mar 18 10:34:29.093373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:29.099653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38346) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.110038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:29.110334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:29.120296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-18f26702-62d8-414e-8450-8fb5d2093195 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.120761 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-18f26702-62d8-414e-8450-8fb5d2093195 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 18 10:34:29.121238 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-18f26702-62d8-414e-8450-8fb5d2093195 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:29.124839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-18f26702-62d8-414e-8450-8fb5d2093195 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216703 Mar 18 10:34:29.127833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38350) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.135665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Attempting to bind port e0996252-a5f2-45c0-bec2-dbc50afac709 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:29.136207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Attempting to bind port e0996252-a5f2-45c0-bec2-dbc50afac709 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:29.136449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Attempting to bind port e0996252-a5f2-45c0-bec2-dbc50afac709 on network 3ca6040b-112f-412f-b6d6-79c17202d17f {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:29.141751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.155857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.156515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.172605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Deleting port 7db1484b-8272-4b16-a148-55f578e0082b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:29.173103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.174540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:29.193226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:29.193628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Checking segment: {'id': 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:29.194352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.194834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Bound using segment: {'id': 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:29.195315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Bound port: e0996252-a5f2-45c0-bec2-dbc50afac709, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3ca6040b-112f-412f-b6d6-79c17202d17f'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:29.195688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.199825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:29.219793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:29.224379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.230813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:29.253638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:29.254058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.275787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:29.277501 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:29.288744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.304167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Allocated IP 172.20.0.2 (6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f/4038a485-f180-4a91-ac6d-2a66fc3c545b/bb9dc591-0768-41d1-932f-23494c708fdb) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:29.409551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-fe32b451-6d74-44a0-a78a-c462a421a39a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4338603 Mar 18 10:34:29.434549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.444950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.445279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] For port 096a47c3-3967-4d6e-a4c3-846bed03d451, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=096a47c3-3967-4d6e-a4c3-846bed03d451,segment=NetworkSegment(dd21bd45-8b65-494f-96ba-81c884e7ce4f),segment_id=dd21bd45-8b65-494f-96ba-81c884e7ce4f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:29.445635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.511345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:29.541713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=68f971ea-7a3e-42c3-a40c-d8c9e2859348,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:29.546108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:29.548782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:29.565323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:34:29.565323 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:34:29.565323 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '3ca6040b-112f-412f-b6d6-79c17202d17f'}] Mar 18 10:34:29.565323 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:29.565323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:29.571363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:29.581668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:29.601415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.605578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.637344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Calling delete_port for 096a47c3-3967-4d6e-a4c3-846bed03d451 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:29.655152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:29.664747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] For port e0996252-a5f2-45c0-bec2-dbc50afac709, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:29.673858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:29.677250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.679910 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:29.679910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:29.695225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] For port e0996252-a5f2-45c0-bec2-dbc50afac709, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e0996252-a5f2-45c0-bec2-dbc50afac709,segment=NetworkSegment(b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2),segment_id=b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:29.734828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Calling delete_port for 7db1484b-8272-4b16-a148-55f578e0082b owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:29.748356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.762849 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:29.763475 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c2e8866d-9ec2-4816-abff-255bb1dd2747 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6326210 Mar 18 10:34:29.773181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38354) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.887131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-29a38fab-f050-4b93-97f5-c500dbcf1f43 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.887597 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-29a38fab-f050-4b93-97f5-c500dbcf1f43 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 18 10:34:29.888074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-29a38fab-f050-4b93-97f5-c500dbcf1f43 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:29.889058 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-29a38fab-f050-4b93-97f5-c500dbcf1f43 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1149852 Mar 18 10:34:29.897323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38358) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.911971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:29.915964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:29.928327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:29.932170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Transition to ACTIVE for port object bb9dc591-0768-41d1-932f-23494c708fdb will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:29.936090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:29.942301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:29.948796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-2e8f2031-6f7c-47ab-a426-b78e0c6b9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:29.950284 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-2e8f2031-6f7c-47ab-a426-b78e0c6b9a55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.4298117 Mar 18 10:34:29.955349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:29.955528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Transition to ACTIVE for port object bb9dc591-0768-41d1-932f-23494c708fdb will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:29.986474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b1b9-e590-4cd9-a4e1-2484a9070c57 None None] Pushing event updated for resources: {'Port': ['ID=e0996252-a5f2-45c0-bec2-dbc50afac709,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:29.986687 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3d814185-a229-4935-95e3-a62afb1fbe3a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0114627 Mar 18 10:34:29.987362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38362) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:29.995871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:30.044006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.062074 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP ce705638-a54d-43ee-a755-fe91e230e033 associated. External IP: 172.26.2.174, port: 0100157d-9383-4f00-9dcc-9a1d218e386a. Mar 18 10:34:30.065451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.114405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.136235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.149691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:30.159611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.167560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:30.169637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:30.187434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Pushing event updated for resources: {'Port': ['ID=bb9dc591-0768-41d1-932f-23494c708fdb,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.223174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.270590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Port': ['ID=7db1484b-8272-4b16-a148-55f578e0082b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.281100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.284405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port e0996252-a5f2-45c0-bec2-dbc50afac709 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:30.284740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.292453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] No DVR routers for this DVR port 096a47c3-3967-4d6e-a4c3-846bed03d451 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:30.294868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553aad9-5a43-46a1-9795-0cccca23e15a None None] Pushing event deleted for resources: {'Port': ['ID=096a47c3-3967-4d6e-a4c3-846bed03d451,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.336877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:30.365327 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:30.369172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9b76d959-a025-40a6-a68f-0f2dc39543f7 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4627004 Mar 18 10:34:30.380236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38368) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:30.380419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:30.382948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-c3c6fc71-3fbc-4f38-ae2a-f0031392d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:30.385664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-c3c6fc71-3fbc-4f38-ae2a-f0031392d53f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.3940547 Mar 18 10:34:30.395714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bd4d67f7-29e1-4737-acd9-3d16fb10d867 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:30.397000 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-bd4d67f7-29e1-4737-acd9-3d16fb10d867 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 18 10:34:30.400892 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-bd4d67f7-29e1-4737-acd9-3d16fb10d867 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:30.404548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bd4d67f7-29e1-4737-acd9-3d16fb10d867 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167902 Mar 18 10:34:30.405480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.406489 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4355478 Mar 18 10:34:30.420510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38372) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:30.420510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38374) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:30.420693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Attempting to bind port bb9dc591-0768-41d1-932f-23494c708fdb on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:30.420693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Attempting to bind port bb9dc591-0768-41d1-932f-23494c708fdb by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3e70c0c3-e45c-4759-8d83-ec840408cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:30.420693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Attempting to bind port bb9dc591-0768-41d1-932f-23494c708fdb on network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:30.421872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae5036-81e3-484b-8aaf-c7bd9558707c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd886d29-1524-4384-93f5-1efc32cee863,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.424631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ba83a-e105-42f0-be5c-f7539685ca89 None None] Network 3ca6040b-112f-412f-b6d6-79c17202d17f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:30.451132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:30.484304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': 'cd886d29-1524-4384-93f5-1efc32cee863', 'direction': 'ingress', 'protocol': 17}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:30.489428 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76196030-d2a5-4a1f-a77c-4c5e8db48ee5 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/ports/7db1484b-8272-4b16-a148-55f578e0082b HTTP/1.1" status: 204 len: 168 time: 1.4707983 Mar 18 10:34:30.496525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:30.499487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38380) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:30.503708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 096a47c3-3967-4d6e-a4c3-846bed03d451 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:30.504054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 096a47c3-3967-4d6e-a4c3-846bed03d451 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:30.505635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:30.506041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Checking segment: {'id': '3e70c0c3-e45c-4759-8d83-ec840408cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:30.506426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.506806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Bound using segment: {'id': '3e70c0c3-e45c-4759-8d83-ec840408cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:30.507281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Bound port: bb9dc591-0768-41d1-932f-23494c708fdb, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e70c0c3-e45c-4759-8d83-ec840408cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:30.507653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.512060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:30.515488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.516881 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:30.517260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:34:30.565957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:30.574064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:30.610665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:30.616154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:30.619009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:30.628712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:30.633211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:30.635086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.677799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:30.681581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-440aa578-fa15-4587-bc8c-c6275e2259a0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6903718 Mar 18 10:34:30.681919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.685236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:30.727022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] For port bb9dc591-0768-41d1-932f-23494c708fdb, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:30.730826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] For port bb9dc591-0768-41d1-932f-23494c708fdb, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bb9dc591-0768-41d1-932f-23494c708fdb,segment=NetworkSegment(3e70c0c3-e45c-4759-8d83-ec840408cbe5),segment_id=3e70c0c3-e45c-4759-8d83-ec840408cbe5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:30.738788 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-d649d237-a6bf-4012-8cce-a7dff91b3b04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.3464901 Mar 18 10:34:30.792283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.817125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port e0996252-a5f2-45c0-bec2-dbc50afac709, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e0996252-a5f2-45c0-bec2-dbc50afac709,segment=NetworkSegment(b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2),segment_id=b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:30.817404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.820853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.833359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3dd70cfd-705b-4453-9071-040393128f0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:30.894464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:30.920377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adc428-d862-4681-a9e9-a5969017a6ac None None] Pushing event updated for resources: {'Port': ['ID=bb9dc591-0768-41d1-932f-23494c708fdb,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.991669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for e0996252-a5f2-45c0-bec2-dbc50afac709 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:31.002795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:31.006084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3dd70cfd-705b-4453-9071-040393128f0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:31.007366 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3dd70cfd-705b-4453-9071-040393128f0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3191540 Mar 18 10:34:31.022980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-5f6f5621-8b35-4390-bd2f-3049b715b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:31.023661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38388) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.024514 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-5f6f5621-8b35-4390-bd2f-3049b715b2e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.2790639 Mar 18 10:34:31.206417 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:31.207820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.208042 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-699c4beb-d966-43e8-a9e8-3e034b3d18b0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7836010 Mar 18 10:34:31.211080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7309d8-880d-40d3-95c0-6e41f886e8d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:31.211839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce7309d8-880d-40d3-95c0-6e41f886e8d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:31.214864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.248549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '2c014d66-d55a-44e5-8738-e5aed7345157', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:31.251594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73833144-da33-4c9d-a4dd-b520f6c29b35']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:31.256484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.26.2.84 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/9c6bb8cd-d7ae-46c5-9f34-984820693cdd) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:31.259564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:31.262801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.269011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd21bd45-8b65-494f-96ba-81c884e7ce4f') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:31.269341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd21bd45-8b65-494f-96ba-81c884e7ce4f') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:31.271521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:31.280110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:31.293550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:31.294193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.299113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce7309d8-880d-40d3-95c0-6e41f886e8d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:31.300259 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce7309d8-880d-40d3-95c0-6e41f886e8d4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2691064 Mar 18 10:34:31.305211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38396) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.312575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-ec6b5107-5875-4f81-8cb8-d165f0fbefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:31.314105 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-ec6b5107-5875-4f81-8cb8-d165f0fbefd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2628131 Mar 18 10:34:31.394485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.401362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.406610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.529550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03e3701-9722-4f6e-b095-278bfdab6776,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.534903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:31.550898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:31.562101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:31.562792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:31.570173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6e702e02-4e46-46ab-8e49-cb47755411d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2625909 Mar 18 10:34:31.576922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38400) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.583322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:31.602355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=e0996252-a5f2-45c0-bec2-dbc50afac709,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.606902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port e0996252-a5f2-45c0-bec2-dbc50afac709 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:31.615382 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:31.619787 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dc50849b-5987-4854-beca-38a940b6f7ed tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3823338 Mar 18 10:34:31.635935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38404) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.637628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:31.637628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:31.655707 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:31.699261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.699660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.699932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.700317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.700634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.701020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.701348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.701671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.702021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.702336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.702652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.702982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:31.787239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:34:31.803056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.807107 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5383b4fc-3bf5-423d-b3ac-a9727592ed3f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3805146 Mar 18 10:34:31.807927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.819466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38408) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:31.850707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:31.966298 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7218e0c8-1fce-4012-a6d3-7cec13557d2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9853983 Mar 18 10:34:31.969523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:31.978156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38412) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:32.044986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.049353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.069044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:32.081740 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'status': 'completed', 'code': 200} Mar 18 10:34:32.099796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.124433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4b61d-3b09-4455-935f-2c08e7731a9c None None] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:32.129037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] Pushing event deleted for resources: {'Network': ['ID=73833144-da33-4c9d-a4dd-b520f6c29b35,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.133064 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-21ca5cc4-c8ac-41ee-a67e-4cdd69fbeb04 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612832 Mar 18 10:34:32.137733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:32.154087 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-688acb24-59d7-4d87-a387-269e9123e7c1 tempest-PortsTestJSON-684012836 tempest-PortsTestJSON-684012836-project] 10.222.0.18 "DELETE /v2.0/networks/73833144-da33-4c9d-a4dd-b520f6c29b35 HTTP/1.1" status: 204 len: 168 time: 1.6515620 Mar 18 10:34:32.188280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.200465 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0cc25f9b-2e3b-4c19-a02a-9ed68856ab5d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ce705638-a54d-43ee-a755-fe91e230e033 HTTP/1.1" status: 200 len: 992 time: 0.2190559 Mar 18 10:34:32.217423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca6040b-112f-412f-b6d6-79c17202d17f']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.222878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-1864df2d-bc74-4ae2-878b-92d90da28a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:32.224399 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-1864df2d-bc74-4ae2-878b-92d90da28a54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1099 time: 0.1205475 Mar 18 10:34:32.260386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.260991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9561b59-7a65-4cb9-8ded-a4c4b0c6c4a2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.272734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:32.281483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.307302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.316427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.355542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.372420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.418052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.425326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-98d51055-37be-4650-aaa3-7c0f8870d39c None None] Provisioning for port bb9dc591-0768-41d1-932f-23494c708fdb completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:32.445533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.454267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:27Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.460934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:32.477282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:32.477758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.480262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:32.480972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:32.495731 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:32.532334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bb9dc591-0768-41d1-932f-23494c708fdb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:32.580135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ced31da-6eca-4aa9-8a0d-ac0059eb17d7 req-dad655dd-4f22-4aa3-b100-b496aaf6f27a service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314556 Mar 18 10:34:32.580849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:32.604437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:32.606972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:32.660919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.686517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=9c6bb8cd-d7ae-46c5-9f34-984820693cdd,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.688622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.708588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-a2c9024b-3062-4562-906d-aab7e9c0989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:32.709722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/3ca6040b-112f-412f-b6d6-79c17202d17f HTTP/1.1" status: 204 len: 168 time: 5.2101133 Mar 18 10:34:32.710257 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-a2c9024b-3062-4562-906d-aab7e9c0989a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 898 time: 0.4781203 Mar 18 10:34:32.715054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38422) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:32.715220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.723138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.724591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118797808'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:32.729334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd886d29-1524-4384-93f5-1efc32cee863 HTTP/1.1" status: 204 len: 168 time: 0.9024935 Mar 18 10:34:32.732550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38426) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:32.740006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.754571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:32.758069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c014d66-d55a-44e5-8738-e5aed7345157 HTTP/1.1" status: 204 len: 168 time: 1.1014843 Mar 18 10:34:32.763887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38428) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:32.793960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9e0e5-a8bb-4717-b13b-1a5d905c29ee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=3ca6040b-112f-412f-b6d6-79c17202d17f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.846908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f1d74-6ed2-4fb1-be03-106d73630485 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd886d29-1524-4384-93f5-1efc32cee863,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.851515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38434) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:32.854365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:32.855079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:34:32.888439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:32.918126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461f0a0-7185-4fe4-9104-a878cfab893b tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c014d66-d55a-44e5-8738-e5aed7345157,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.952001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:32.990996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-60b4d9b2-42c6-4305-9487-321d9d228f47 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:33.011713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-da1e8af0-abc4-4031-a74c-34ffb8767dee tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:33.020349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-60b4d9b2-42c6-4305-9487-321d9d228f47 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:33.021856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60b4d9b2-42c6-4305-9487-321d9d228f47 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2631416 Mar 18 10:34:33.033129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38440) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.033766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-da1e8af0-abc4-4031-a74c-34ffb8767dee tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:33.041803 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da1e8af0-abc4-4031-a74c-34ffb8767dee tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2498720 Mar 18 10:34:33.044147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38442) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.047468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.049866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395660483'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.055810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.067715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.078057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343896046'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.084440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.094712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.112196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b39231-39b3-4108-8c0f-aa21f4bdbb1e None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:33.149268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port bb9dc591-0768-41d1-932f-23494c708fdb completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:33.151680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-47e715da-c36d-472d-8c04-d1b5597e7118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1679f4d9da0f432bb3764d442e393b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991140 Mar 18 10:34:33.154306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38448) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.181702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.190140 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-d7e54a90-9b1b-46ee-aaf6-ff324cc011d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 1000 time: 0.4618526 Mar 18 10:34:33.197575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port bb9dc591-0768-41d1-932f-23494c708fdb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:33.198086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.210119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38452) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.282135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.286215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:33.289660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.310751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7982bab-5572-4bd0-bd93-7be0efc60a9f None None] Provisioning complete for port bb9dc591-0768-41d1-932f-23494c708fdb triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:33.310751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7982bab-5572-4bd0-bd93-7be0efc60a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.314395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.338826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-c75700be-1706-4f8d-9a2f-f627b08d1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:33.339866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:33.340583 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-c75700be-1706-4f8d-9a2f-f627b08d1bf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 200 len: 835 time: 0.1400623 Mar 18 10:34:33.346500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:33.355178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:33.357035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.359501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.369980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.391055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:33.400003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-727fa648-3878-4529-aaf3-e3d04c172f43 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ce705638-a54d-43ee-a755-fe91e230e033 HTTP/1.1" status: 200 len: 992 time: 0.1886117 Mar 18 10:34:33.403921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:33.428064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.436424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.480771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.481411 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment e8bf800e-8fbb-46a2-bdb6-df9978bba9c2 of type vlan for network 6cc548c5-a144-4239-84a9-b36d4c126b1b Mar 18 10:34:33.577687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b39231-39b3-4108-8c0f-aa21f4bdbb1e None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:33.586759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.589665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.608931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.625674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d99e8b-e5ce-4c09-a66b-3938c53afcf9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.636126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.660509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.687275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.725026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.726164 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5c588ca9-a206-47c6-a616-944a02be57cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2d99e8b-e5ce-4c09-a66b-3938c53afcf9 HTTP/1.1" status: 204 len: 168 time: 0.5709774 Mar 18 10:34:33.727993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe5350-798e-4ec0-ac55-b966fb5b7f64,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.748339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7982bab-5572-4bd0-bd93-7be0efc60a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.777455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfefb36-42ec-4107-8970-99c00e1c3808,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.790976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.792665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.794412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c392d5f2-14dd-40ee-85d6-f4ae0d286358 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7488396 Mar 18 10:34:33.798311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.804583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '35fe5350-798e-4ec0-ac55-b966fb5b7f64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.812535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.816943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.821722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1de4f87-6f17-4fd4-8e4c-ebd6742090c3 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7761059 Mar 18 10:34:33.821722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:33.824381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38462) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:33.826754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:33.831288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port bb9dc591-0768-41d1-932f-23494c708fdb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bb9dc591-0768-41d1-932f-23494c708fdb,segment=NetworkSegment(3e70c0c3-e45c-4759-8d83-ec840408cbe5),segment_id=3e70c0c3-e45c-4759-8d83-ec840408cbe5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:33.832240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606833476'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.841732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.844044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:33.852153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:33.856407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:33.859769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:27Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:33.862452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:33.869799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7712c09-9aff-4b42-a484-cf6b93a094a2 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:33:40Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:27Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:33.899548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:34:33.904354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.908147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:33.980860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.021062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:34.021263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-e20a892e-9478-4671-873f-d36133dc8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:34.022863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-e20a892e-9478-4671-873f-d36133dc8ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f487da4f-2beb-42d3-bd31-b813e341bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6687047 Mar 18 10:34:34.026284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.027796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:34.032456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:34.039463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:34.077682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:34.097508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:34.104600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:34.105365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.109880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-d7982bab-5572-4bd0-bd93-7be0efc60a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:34.110204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-d7982bab-5572-4bd0-bd93-7be0efc60a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:34.141984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.143861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=bb9dc591-0768-41d1-932f-23494c708fdb,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:34.148674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:34.149413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.166077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The resource could not be found. Mar 18 10:34:34.174676 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-03e33aaf-aaf4-4296-8e03-f47ee4d8d142 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3747191 Mar 18 10:34:34.175488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38468) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.187497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '35fe5350-798e-4ec0-ac55-b966fb5b7f64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '261dec52-8b59-4ee6-94f1-5edb670eab9c'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:34.199831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.202508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:34.207229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:34.210415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:34.226557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:34.239551 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0fd9ba-62d6-4642-9cb6-3c91c1ba77e5 None None] New status for floating IP ce705638-a54d-43ee-a755-fe91e230e033: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:34:34.269625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.286208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=571384ec-f29f-42b1-8f64-f8e66d0a54c9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:34.321225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '571384ec-f29f-42b1-8f64-f8e66d0a54c9'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:34.321225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.422044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38476) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.465540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4866ef5-2375-4f54-8b35-2ded69180a5e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8867996 Mar 18 10:34:34.506346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bb9dc591-0768-41d1-932f-23494c708fdb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:34.521198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=6cc548c5-a144-4239-84a9-b36d4c126b1b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:34.538490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38482) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.562094 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-acdafc22-ea9b-442c-9b45-54f1c84b37cb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8453197 Mar 18 10:34:34.567940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:09:4e:b8', 'name': 'tempest-NetworksTestDHCPv6-1704306427'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:34.590021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38486) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.598439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:34.602237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 6cc548c5-a144-4239-84a9-b36d4c126b1b details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:34.707747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69bfc76-5680-49d4-9167-ced39b73241e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:34.718105 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-b84543eb-3967-4485-b9c2-2e47d2fbfa83 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841726 Mar 18 10:34:34.730605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.732045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-37f78056-2332-4829-a3fb-432412f4b3c6 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9067888 Mar 18 10:34:34.736455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38492) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.746837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '8dfefb36-42ec-4107-8970-99c00e1c3808', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd69bfc76-5680-49d4-9167-ced39b73241e', 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:34.770573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:34.791329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:34.797040 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-135f9add-b981-4208-a9cc-38f1751da7a6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ce705638-a54d-43ee-a755-fe91e230e033 HTTP/1.1" status: 200 len: 992 time: 0.3682883 Mar 18 10:34:34.798036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:34.804911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The resource could not be found. Mar 18 10:34:34.805949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f7db476d-dd64-445d-bf53-cb714a3dd362 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6261296 Mar 18 10:34:34.811368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:34.811645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38498) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:34.891683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.936372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.959317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:34.985629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port bb9dc591-0768-41d1-932f-23494c708fdb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:34.989998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.068681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.069447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Allocated IP 2001:db8::f816:3eff:fee3:80b1 (862ac36c-a15b-4807-bb67-f61f5836b3bd/571384ec-f29f-42b1-8f64-f8e66d0a54c9/39bdd680-08c0-4729-87f8-cc8e5eeb8773) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:35.093296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:35.098772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.104893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:35.108747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.135717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.161379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe5350-798e-4ec0-ac55-b966fb5b7f64,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.167861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:35.181126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.185995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76fde239-22c9-42dd-9929-2dfac440b01a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/35fe5350-798e-4ec0-ac55-b966fb5b7f64 HTTP/1.1" status: 204 len: 168 time: 0.3734040 Mar 18 10:34:35.192967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38508) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.193101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.193204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.213624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38512) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.227486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:35.233388 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2036f66-eef6-45b5-bc34-6d2c4ace777b req-260d3489-15b3-41c6-971c-14fc3407583d service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906592 Mar 18 10:34:35.243774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2e8b3d-a7cd-4f5c-b611-c1237e081142,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.291426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0ded6cb8-0660-474d-a308-282e5982c37e tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:35.352098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.353853 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49d41387-a075-4e85-93c0-3773fc76b11e tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6138167 Mar 18 10:34:35.356836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38518) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.388528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.403742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Transition to ACTIVE for port object 39bdd680-08c0-4729-87f8-cc8e5eeb8773 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:35.403861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.411194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0ded6cb8-0660-474d-a308-282e5982c37e tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:35.417132 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0ded6cb8-0660-474d-a308-282e5982c37e tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2241850 Mar 18 10:34:35.422769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-916535923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:35.426989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Transition to ACTIVE for port object 39bdd680-08c0-4729-87f8-cc8e5eeb8773 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:35.428733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38522) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.431353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.439892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.458572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '5a3907c3-de04-4ea6-ab60-b0275b554d0c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:35.463057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:router and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:35.470858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:35.474170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.474305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:35.481756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:35.485223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:35.487097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:35.495191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:35.497105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:35.500743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.503677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.571540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:35.575394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.576007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:35.576405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.579590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.582543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:35.621468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f2e8b3d-a7cd-4f5c-b611-c1237e081142,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.636635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.640196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-65625de1-7a99-48c1-b995-34d83abc1f23 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1f2e8b3d-a7cd-4f5c-b611-c1237e081142 HTTP/1.1" status: 204 len: 168 time: 0.2799284 Mar 18 10:34:35.642024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.648151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.664028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Pushing event updated for resources: {'Port': ['ID=39bdd680-08c0-4729-87f8-cc8e5eeb8773,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.688421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Attempting to bind port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:35.688421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Attempting to bind port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:35.688421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Attempting to bind port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:35.689330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing IP validity checks on allocation pools {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:34:35.689853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:34:35.694721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:35.702507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:35.702507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.702507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:35.702507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Bound port: 39bdd680-08c0-4729-87f8-cc8e5eeb8773, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:35.702507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.726257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8c26f4ff-89c2-4e09-8b21-36716267897b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:35.733459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The resource could not be found. Mar 18 10:34:35.736000 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aae35221-dfc6-4275-a546-b1aa6bc5ecbe tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2964096 Mar 18 10:34:35.746977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38534) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.747477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226755c-4369-4e85-8ad8-194562bda617 req-8e369058-76aa-48a3-9633-56d73698cb8f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:35.750134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0226755c-4369-4e85-8ad8-194562bda617 req-8e369058-76aa-48a3-9633-56d73698cb8f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2199092 Mar 18 10:34:35.760786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843265654'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:35.773065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.778832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.780854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.806779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38538) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.811598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:35.812335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] For port 39bdd680-08c0-4729-87f8-cc8e5eeb8773, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:35.816318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] For port 39bdd680-08c0-4729-87f8-cc8e5eeb8773, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=39bdd680-08c0-4729-87f8-cc8e5eeb8773,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:35.820278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0226755c-4369-4e85-8ad8-194562bda617 req-91b6d937-99af-4e4e-85e7-6f95b59ad71f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598783 Mar 18 10:34:35.825848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8c26f4ff-89c2-4e09-8b21-36716267897b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:35.829758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c26f4ff-89c2-4e09-8b21-36716267897b tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1830804 Mar 18 10:34:35.831089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38542) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.908566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.914831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.917025 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6c820400-1933-4a58-9c8d-2ff4b569c23b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6943097 Mar 18 10:34:35.918271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.920893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:35.945971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-735544917'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:35.957436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 4d5820c1-3a76-4eb0-80dc-d28c68979b36 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:35.963639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:35.972021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:network and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:35.975499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:35.984806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:35.996575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:36.019788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f2ce-ffa7-4dd8-aea8-4fbdebad1f80 None None] Pushing event updated for resources: {'Port': ['ID=39bdd680-08c0-4729-87f8-cc8e5eeb8773,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.057367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.084555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:34:36.106052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:36.110215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.125220 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5929ae73-e425-4c3c-b5c4-5be06d1c1e81 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ce705638-a54d-43ee-a755-fe91e230e033 HTTP/1.1" status: 200 len: 994 time: 0.3099928 Mar 18 10:34:36.125457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.139069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.155656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69bfc76-5680-49d4-9167-ced39b73241e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.174104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:36.181458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:security_group_rule and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:36.185059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:36.191315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:36.239601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:36.265977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.267555 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-623ad8bd-8a49-4254-aadd-ac3ecf6cfce5 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/d69bfc76-5680-49d4-9167-ced39b73241e HTTP/1.1" status: 204 len: 168 time: 0.4361095 Mar 18 10:34:36.272300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38552) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:36.308447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:36.315046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:36.339862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.360648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f0bea32b-e91d-4b14-8242-b0bc75d19a49 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:36.441420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f0bea32b-e91d-4b14-8242-b0bc75d19a49 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:36.446462 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f0bea32b-e91d-4b14-8242-b0bc75d19a49 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1698906 Mar 18 10:34:36.450001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38556) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:36.464459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 39bdd680-08c0-4729-87f8-cc8e5eeb8773 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:36.483559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:36.483818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.501250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe09:4eb8 (862ac36c-a15b-4807-bb67-f61f5836b3bd/571384ec-f29f-42b1-8f64-f8e66d0a54c9/4d5820c1-3a76-4eb0-80dc-d28c68979b36) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:36.532604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ba9ff-f57d-467d-a4c2-ed4ebf0c43f3 req-053b2642-719b-444b-8429-3893840a72dc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:36.534424 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2f5ba9ff-f57d-467d-a4c2-ed4ebf0c43f3 req-053b2642-719b-444b-8429-3893840a72dc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5429924 Mar 18 10:34:36.542221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.552099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.585460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.600133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=f72ecf29-cc10-419a-b981-09940a562386,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.606959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:36.615782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:36.619782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907ff9fb-3c22-46da-84d1-6db9bbfe5c97,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.625320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] Sync routers for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:36.625478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:36.648697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.649037 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Added segment bf9b23ca-490e-482b-9f63-fdda15853aea of type vlan for network 0f7925ce-8536-4eca-8b9b-82669431a89e Mar 18 10:34:36.656376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:36.657511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:36.680575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:36.680845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 6cc548c5-a144-4239-84a9-b36d4c126b1b, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:36.693304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.727293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:36.732780 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2f5ba9ff-f57d-467d-a4c2-ed4ebf0c43f3 req-24a36181-3137-4e16-b5e1-1fe1ff21c1ea tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617706 Mar 18 10:34:36.736628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:36.737237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:36.752219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.777634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfefb36-42ec-4107-8970-99c00e1c3808,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.827246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.827508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:36.828104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d0b98-4e01-4e03-893b-bbd7bf117415 None None] The sync data for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:36.845777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:36.846999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.868484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.902138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.907076 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae600eca-bf4a-41c7-95f5-bfc69e75c4f2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5668197 Mar 18 10:34:36.941304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38562) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:36.952800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:36.976802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 4d5820c1-3a76-4eb0-80dc-d28c68979b36 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:36.980295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 6cc548c5-a144-4239-84a9-b36d4c126b1b is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:36.982561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.035991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05688b-842b-4e9f-b22b-bfb78fb4e0fe,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:37.072964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 6cc548c5-a144-4239-84a9-b36d4c126b1b) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:37.078878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.079464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.096540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.097625 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4d31366a-0fb8-4781-b1ae-391aebd11027 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3496704 Mar 18 10:34:37.099275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.120175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38566) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.136803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--207855754'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:37.143891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.147786 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f6673b40-2ced-469d-9dfe-dfa06ac4a60d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/8dfefb36-42ec-4107-8970-99c00e1c3808 HTTP/1.1" status: 204 len: 168 time: 0.6966972 Mar 18 10:34:37.153528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38570) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.159478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:37.164863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2415726 Mar 18 10:34:37.165699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c579df0-8f32-4b67-9da5-5c1819c61d96 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Network': ['ID=0f7925ce-8536-4eca-8b9b-82669431a89e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:37.169117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38574) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.177566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'subnet': {'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:37.183847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0f7925ce-8536-4eca-8b9b-82669431a89e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:37.203372 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8c4699d-cabd-4a44-bcc2-831240114157 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6066980 Mar 18 10:34:37.204285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38578) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.208259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:37.211637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:37.231576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54908478-6eb1-4e8a-8bf9-dd9fe8ff2696 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:37.234185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:37.236597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:37.242422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.243028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.246159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbf5ef-52ef-4faa-9634-d50aaf2dd19a None None] Network 6cc548c5-a144-4239-84a9-b36d4c126b1b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:37.267112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=4d5820c1-3a76-4eb0-80dc-d28c68979b36,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:37.435489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b42ba3-1431-4df1-9ce1-2eff44319698 req-1c119441-9a8a-4473-953d-e2a6026df771 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.437272 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78b42ba3-1431-4df1-9ce1-2eff44319698 req-1c119441-9a8a-4473-953d-e2a6026df771 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.5353231 Mar 18 10:34:37.479124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Provisioning for port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:37.486810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:37.490688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:subnet and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:37.493110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Provisioning complete for port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:37.493477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.494513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:37.500539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:37.534646 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-950ed2e5-24fa-4584-b540-5ff60510f679 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9936340 Mar 18 10:34:37.537403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38582) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.563248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dc5c90f-94eb-4f21-9f06-06f09a691383 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:37.565780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.604937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:37.609152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.710952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebb6ee-e6cd-48c3-92e6-49ddc2209ff7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.717097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebb6ee-e6cd-48c3-92e6-49ddc2209ff7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.717959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-30ebb6ee-e6cd-48c3-92e6-49ddc2209ff7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:37.738418 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78b42ba3-1431-4df1-9ce1-2eff44319698 req-ec3b5d2e-6aa4-4ec6-a0a6-628a71d0f46e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872005 Mar 18 10:34:37.756643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:37.821066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-30ebb6ee-e6cd-48c3-92e6-49ddc2209ff7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:37.822402 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-30ebb6ee-e6cd-48c3-92e6-49ddc2209ff7 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2837095 Mar 18 10:34:37.825561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38588) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.833783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:37.848288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:37.859622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:37.863784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dc5c90f-94eb-4f21-9f06-06f09a691383 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:37.878010 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8dc5c90f-94eb-4f21-9f06-06f09a691383 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7086651 Mar 18 10:34:37.881874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.887423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38592) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:37.904449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532674867'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:37.915173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:37.931033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-6cc548c5-a144-4239-84a9-b36d4c126b1b', 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'f72ecf29-cc10-419a-b981-09940a562386'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:37.931788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:37.932032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.013285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:38.017321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] For port 39bdd680-08c0-4729-87f8-cc8e5eeb8773, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=39bdd680-08c0-4729-87f8-cc8e5eeb8773,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:38.042670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 4d5820c1-3a76-4eb0-80dc-d28c68979b36 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:38.043162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.091861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.122663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.133656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.154663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dc36d-c3fd-4615-9188-7fee534ad4ff req-f2c9b44f-f82e-49ef-adfa-a480cbf8cdc1 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.154663 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f2dc36d-c3fd-4615-9188-7fee534ad4ff req-f2c9b44f-f82e-49ef-adfa-a480cbf8cdc1 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2753675 Mar 18 10:34:38.191202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Subnet': ['ID=5f774906-9c92-403a-81f2-a07f878e20f6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:38.206781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2f842-67c4-4bd6-8182-9b3d30139260 None None] Pushing event updated for resources: {'Port': ['ID=39bdd680-08c0-4729-87f8-cc8e5eeb8773,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:38.239372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.245904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Allocated IP 172.20.0.3 (6cc548c5-a144-4239-84a9-b36d4c126b1b/f72ecf29-cc10-419a-b981-09940a562386/17350e23-43f9-4348-8af4-c5caa77218fe) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:38.329723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.331348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:38.344929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:38.351613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:38.404894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:38.430249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.455930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 39bdd680-08c0-4729-87f8-cc8e5eeb8773 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:38.481316 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f2dc36d-c3fd-4615-9188-7fee534ad4ff req-dde8d566-7133-4968-8181-928ed3bcc015 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652814 Mar 18 10:34:38.501243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Checking segment: {'id': 'bf9b23ca-490e-482b-9f63-fdda15853aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:38.501621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network hostable DHCP agents. Network: 0f7925ce-8536-4eca-8b9b-82669431a89e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:38.565444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.581118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f132a7-4b61-41fb-88b9-c94aced3cea4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:38.617921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Provisioning complete for port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:38.618557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.646652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.648062 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f3e0dab-e6e7-4875-a499-dc45624cfa4c tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5269330 Mar 18 10:34:38.694001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 0f7925ce-8536-4eca-8b9b-82669431a89e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:38.709685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38598) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:38.727713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group_rule': {'security_group_id': '6c05688b-842b-4e9f-b22b-bfb78fb4e0fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57f132a7-4b61-41fb-88b9-c94aced3cea4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:38.747450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:38.764147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.764844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 4d5820c1-3a76-4eb0-80dc-d28c68979b36 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:38.765491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:38.769799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:38.779785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:38.783473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.799630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.816105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Transition to ACTIVE for port object 17350e23-43f9-4348-8af4-c5caa77218fe will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:38.837171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:38.838001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.889796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0f7925ce-8536-4eca-8b9b-82669431a89e) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:38.894657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Transition to ACTIVE for port object 17350e23-43f9-4348-8af4-c5caa77218fe will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:38.898868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.901460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.904226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:38.925015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6b9fa-8943-49bf-9558-dcf1338c8a88 None None] Network 0f7925ce-8536-4eca-8b9b-82669431a89e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:38.943072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Provisioning for port 4d5820c1-3a76-4eb0-80dc-d28c68979b36 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:38.969306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Provisioning complete for port 4d5820c1-3a76-4eb0-80dc-d28c68979b36 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:38.969889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.057716 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3fad56a5-4bc1-4b52-9cf7-50b2d1a30d5a tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8865020 Mar 18 10:34:39.068537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38604) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.082816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'network': {'name': 'tempest-router-network01--671674858'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:39.087153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25d4c-042d-4fa2-8ce6-f1f47a5aba46 req-fad35bb1-9e6b-4cbc-995b-899445e33bf5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:39.089386 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bca25d4c-042d-4fa2-8ce6-f1f47a5aba46 req-fad35bb1-9e6b-4cbc-995b-899445e33bf5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.1536098 Mar 18 10:34:39.095352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba226b-de1b-4f95-a19c-82fbace587a3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:39.099925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.109249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:39.117072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:network and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:39.122723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.126497 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b14e0d06-f73d-440c-b003-3ffd48a5cac4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2356524 Mar 18 10:34:39.129586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:39.132804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38608) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.144312 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bca25d4c-042d-4fa2-8ce6-f1f47a5aba46 req-97775aa4-26d2-4a39-b773-b1c6273cbe13 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492697 Mar 18 10:34:39.145272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.181503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:39.191704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '39ba226b-de1b-4f95-a19c-82fbace587a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:39.202767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:39.212306 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:39.220758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-82c0fde6-c4a1-4db7-85f9-a68e0b64aa37 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5032029 Mar 18 10:34:39.223075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Network 6cc548c5-a144-4239-84a9-b36d4c126b1b is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:39.224531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.230201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-752f29a0-73b2-4247-ac08-df3182fc8665 None None] Port 4d5820c1-3a76-4eb0-80dc-d28c68979b36 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:39.231931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:39.232690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=4d5820c1-3a76-4eb0-80dc-d28c68979b36,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:39.235228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:39.237534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38612) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.245056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:39.266803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.268927 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-10d82b1b-467c-4e87-93df-83c66168bdcb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/4d5820c1-3a76-4eb0-80dc-d28c68979b36 HTTP/1.1" status: 204 len: 168 time: 1.4424040 Mar 18 10:34:39.274312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38616) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.278085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:39.293873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Pushing event updated for resources: {'Port': ['ID=17350e23-43f9-4348-8af4-c5caa77218fe,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:39.328460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=f72ecf29-cc10-419a-b981-09940a562386,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:39.338847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.370961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.376527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:39.397946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:39.402379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.413700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8fe6c207-767a-4b02-bcad-f9bbcdbaa272 None None] Could not find standard attr ID for object 4d5820c1-3a76-4eb0-80dc-d28c68979b36. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:34:39.427531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Attempting to bind port 17350e23-43f9-4348-8af4-c5caa77218fe on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:39.427908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Attempting to bind port 17350e23-43f9-4348-8af4-c5caa77218fe by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:39.428284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Attempting to bind port 17350e23-43f9-4348-8af4-c5caa77218fe on network 6cc548c5-a144-4239-84a9-b36d4c126b1b {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:39.437142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:39.437548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Checking segment: {'id': 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:39.437945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.438335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Bound using segment: {'id': 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:39.438844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Bound port: 17350e23-43f9-4348-8af4-c5caa77218fe, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:39.439678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.501073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.523998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f132a7-4b61-41fb-88b9-c94aced3cea4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:39.530525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.537719 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae8341f6-8703-4e22-98a4-8233ca01bf19 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/57f132a7-4b61-41fb-88b9-c94aced3cea4 HTTP/1.1" status: 204 len: 168 time: 0.2869673 Mar 18 10:34:39.537719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38620) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.560268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-0f7925ce-8536-4eca-8b9b-82669431a89e', 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e', 'tenant_id': '3ff46f3405ec42f6bff65aa2977b38d4', 'fixed_ips': [{'subnet_id': '5f774906-9c92-403a-81f2-a07f878e20f6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:39.561506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.596359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:39.599511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.607379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5d549634-b885-4638-9ead-ef21e2eff77a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:39.625603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.642349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebced9-60e1-4294-8fcd-8ed9627f68e9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:39.644053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebced9-60e1-4294-8fcd-8ed9627f68e9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:39.648588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-16ebced9-60e1-4294-8fcd-8ed9627f68e9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3612370 Mar 18 10:34:39.649505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38624) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.665829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.666175 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Added segment 38bc2973-489b-451a-84ab-0e3da3a8ce72 of type vlan for network 55613d25-aba1-4633-a9a4-5e177a236c5f Mar 18 10:34:39.691984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] For port 17350e23-43f9-4348-8af4-c5caa77218fe, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:39.694341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5d549634-b885-4638-9ead-ef21e2eff77a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:39.698908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5d549634-b885-4638-9ead-ef21e2eff77a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1586304 Mar 18 10:34:39.701749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38628) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:39.716383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc548c5-a144-4239-84a9-b36d4c126b1b']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:39.723127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] For port 17350e23-43f9-4348-8af4-c5caa77218fe, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=17350e23-43f9-4348-8af4-c5caa77218fe,segment=NetworkSegment(e8bf800e-8fbb-46a2-bdb6-df9978bba9c2),segment_id=e8bf800e-8fbb-46a2-bdb6-df9978bba9c2)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:39.744781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:39.745094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:39.765574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 571384ec-f29f-42b1-8f64-f8e66d0a54c9 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:39.771004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.777588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.798250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.819290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.824947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.829154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.1 (6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f/4038a485-f180-4a91-ac6d-2a66fc3c545b/17a47b88-50cd-40f0-875a-d51dc08730de) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:39.846731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:39.847048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.847241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Allocated IP 172.20.0.2 (0f7925ce-8536-4eca-8b9b-82669431a89e/5f774906-9c92-403a-81f2-a07f878e20f6/83a0c2c0-e96d-48bf-a122-c5ddf597e9d7) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:39.849558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.882020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:39.909664 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:39.926679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:39.952052 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda3ec-7945-4978-b880-0b7a2ce9a941 None None] Pushing event updated for resources: {'Port': ['ID=17350e23-43f9-4348-8af4-c5caa77218fe,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.059660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.080957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a98b0-0d6b-4a72-9252-ebc3e737c448 None None] Network 6cc548c5-a144-4239-84a9-b36d4c126b1b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:40.129580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.132358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.138581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:40.139150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.220722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.249101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.273861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05688b-842b-4e9f-b22b-bfb78fb4e0fe,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.291066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.318851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.333617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Transition to ACTIVE for port object 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:40.358480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.361192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dabc42-b2b5-476e-8969-af149fe657bc None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:40.361705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=571384ec-f29f-42b1-8f64-f8e66d0a54c9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.367792 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-eb97af01-301f-4e46-9409-922e589f3d75 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/571384ec-f29f-42b1-8f64-f8e66d0a54c9 HTTP/1.1" status: 204 len: 168 time: 0.7164919 Mar 18 10:34:40.370471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38634) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.396680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Transition to ACTIVE for port object 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:40.428468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f705b0d6-bcb5-4717-aa08-f1bcee23d66e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.434098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.437873 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b7e06bfd-dfe3-4be4-9e51-568fcb358204 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c05688b-842b-4e9f-b22b-bfb78fb4e0fe HTTP/1.1" status: 204 len: 168 time: 0.7325807 Mar 18 10:34:40.448612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38638) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.455431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b810124e-e54e-4144-b26c-25302e9a5304 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838437 Mar 18 10:34:40.459684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Network': ['ID=55613d25-aba1-4633-a9a4-5e177a236c5f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.459817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38642) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.472019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:40.481546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 55613d25-aba1-4633-a9a4-5e177a236c5f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:40.487048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:34:40.487048 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:34:40.487048 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '6cc548c5-a144-4239-84a9-b36d4c126b1b'}] Mar 18 10:34:40.487048 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:40.497531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:40.548511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.549941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.566959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.568322 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-510b8225-c25a-40d8-b530-2e3f6818d02d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3913906 Mar 18 10:34:40.569643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc558de1-209f-42b7-b8f8-1d3dffacce83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4977517 Mar 18 10:34:40.572582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c51df2d-f335-48d7-a69d-426f9ef89927 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:40.573354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38648) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.573685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.596395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Transition to ACTIVE for port object 17a47b88-50cd-40f0-875a-d51dc08730de will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:40.602915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'network': {'name': 'tempest-router-network02--1809678199'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:40.614093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8925d-f0fc-4e3b-936d-8c7d8082656b req-838488db-9533-47cc-88bc-5bceefb7addf tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:40.614537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:40.615290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-94a8925d-f0fc-4e3b-936d-8c7d8082656b req-838488db-9533-47cc-88bc-5bceefb7addf tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3262491 Mar 18 10:34:40.622664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:40.626670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:40.629502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:40.641871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:network and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:40.649690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:40.652425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:40.659736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.667061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:40.676721 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-94a8925d-f0fc-4e3b-936d-8c7d8082656b req-efb9c6a6-469e-4445-be15-28361c38d2e6 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489969 Mar 18 10:34:40.679488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c51df2d-f335-48d7-a69d-426f9ef89927 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:40.679664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.679774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c51df2d-f335-48d7-a69d-426f9ef89927 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2252834 Mar 18 10:34:40.684464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38656) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.689688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'tempest-secgroup--543625892'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:40.696660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:40.707902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:40.723295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Network 0f7925ce-8536-4eca-8b9b-82669431a89e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:40.727821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:40.736940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:40.749535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Pushing event updated for resources: {'Port': ['ID=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.758171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.781296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:40.785588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.804009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:40.808742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.819617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.829416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.849274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Attempting to bind port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:40.849644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Attempting to bind port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bf9b23ca-490e-482b-9f63-fdda15853aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:40.850032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Attempting to bind port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 on network 0f7925ce-8536-4eca-8b9b-82669431a89e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:40.855932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:40.859276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:40.859450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Checking segment: {'id': 'bf9b23ca-490e-482b-9f63-fdda15853aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:40.860096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.860259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Bound using segment: {'id': 'bf9b23ca-490e-482b-9f63-fdda15853aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:40.860361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:40.860776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Bound port: 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b23ca-490e-482b-9f63-fdda15853aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f7925ce-8536-4eca-8b9b-82669431a89e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:40.860973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.863027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:40.874379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f705b0d6-bcb5-4717-aa08-f1bcee23d66e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.923360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:40.927366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Usage tracker for resource:security_group_rule and tenant:f6adbc39e9f244c1a38eafc7a912f017 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:40.932165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=17a47b88-50cd-40f0-875a-d51dc08730de,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.945422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:40.953184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.973724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:40.974003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.978851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0e0bdce9-08c6-4b22-8a38-7f71d20d0efd tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f705b0d6-bcb5-4717-aa08-f1bcee23d66e HTTP/1.1" status: 204 len: 168 time: 0.3957183 Mar 18 10:34:40.979443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38660) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:40.988436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:40.991755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] For port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:40.995302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] For port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,segment=NetworkSegment(bf9b23ca-490e-482b-9f63-fdda15853aea),segment_id=bf9b23ca-490e-482b-9f63-fdda15853aea)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:41.000200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:41.004217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Deleting port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:41.004682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.014182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:41.046705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.047047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Added segment f1dc3603-39c2-4f11-b817-15419d5b4cb8 of type vlan for network f67cc3b5-5acf-4ba5-8119-6f09afd037cf Mar 18 10:34:41.049570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 17350e23-43f9-4348-8af4-c5caa77218fe {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:41.050175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.088848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-16bf88ef-f8e8-4cdf-9128-9a0d226a80cc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:41.114486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.138467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.245365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-16bf88ef-f8e8-4cdf-9128-9a0d226a80cc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:41.250558 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-16bf88ef-f8e8-4cdf-9128-9a0d226a80cc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2656450 Mar 18 10:34:41.251256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38664) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:41.297836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a0164-c00e-41d0-9d62-f594f834c296 None None] Pushing event updated for resources: {'Port': ['ID=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:41.313632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.320824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:41.321443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.371606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 17350e23-43f9-4348-8af4-c5caa77218fe, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=17350e23-43f9-4348-8af4-c5caa77218fe,segment=NetworkSegment(e8bf800e-8fbb-46a2-bdb6-df9978bba9c2),segment_id=e8bf800e-8fbb-46a2-bdb6-df9978bba9c2)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:41.372061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.383661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.427452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] For port 39bdd680-08c0-4729-87f8-cc8e5eeb8773, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=39bdd680-08c0-4729-87f8-cc8e5eeb8773,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:41.427997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.433893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.544935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 17350e23-43f9-4348-8af4-c5caa77218fe owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:41.549336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Network': ['ID=f67cc3b5-5acf-4ba5-8119-6f09afd037cf,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:41.562069 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-30a0538c-359b-40ed-b7da-0751325275d8 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9780231 Mar 18 10:34:41.568636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38668) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:41.572438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.579474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7c7ab0b-ac3d-4764-b3a4-6598f20e61cf None None] Provisioning for port 17a47b88-50cd-40f0-875a-d51dc08730de completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:41.590438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Calling delete_port for 39bdd680-08c0-4729-87f8-cc8e5eeb8773 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:41.616387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'subnet': {'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:41.622376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:41.645484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.646644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7c7ab0b-ac3d-4764-b3a4-6598f20e61cf None None] Provisioning complete for port 17a47b88-50cd-40f0-875a-d51dc08730de triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:41.646644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ab0b-ac3d-4764-b3a4-6598f20e61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.772947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.781140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:41.787635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:subnet and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:41.795376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:41.821786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7ab0b-ac3d-4764-b3a4-6598f20e61cf None None] Port 17a47b88-50cd-40f0-875a-d51dc08730de cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:41.822930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:41.833176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85aa821-796a-4837-b908-10f1cb52a9c7,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:41.849275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:34:41.862365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.878665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=17350e23-43f9-4348-8af4-c5caa77218fe,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:41.906184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port 17350e23-43f9-4348-8af4-c5caa77218fe on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:41.929812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:41.934296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.971889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:41.992245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.056500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] Pushing event deleted for resources: {'Port': ['ID=39bdd680-08c0-4729-87f8-cc8e5eeb8773,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:42.058393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e939b-1144-4ba6-bf1b-79cdcb4461d4 None None] No DVR routers for this DVR port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:42.071045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.071045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2ed66006-ff93-47fd-9b65-c108207b8317 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3830974 Mar 18 10:34:42.082909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38674) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:42.096195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5c6bd461-054a-4986-b7cc-62a3352ff308 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:42.096610 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-5c6bd461-054a-4986-b7cc-62a3352ff308 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 18 10:34:42.097092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-5c6bd461-054a-4986-b7cc-62a3352ff308 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] update failed (client error): There was a conflict when trying to complete your request. Mar 18 10:34:42.098060 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5c6bd461-054a-4986-b7cc-62a3352ff308 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "PUT /v2.0/security-groups/a85aa821-796a-4837-b908-10f1cb52a9c7 HTTP/1.1" status: 409 len: 330 time: 0.0111408 Mar 18 10:34:42.103589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38678) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:42.152844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba226b-de1b-4f95-a19c-82fbace587a3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:42.286189 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.services.revisions.revision_plugin [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Could not find related port for resource to bump revision. Mar 18 10:34:42.289491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.291249 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-abadf2c8-1d51-47df-b626-0ed8d38b32aa tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/39ba226b-de1b-4f95-a19c-82fbace587a3 HTTP/1.1" status: 204 len: 168 time: 1.0385590 Mar 18 10:34:42.301127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38682) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:42.374332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Port 39bdd680-08c0-4729-87f8-cc8e5eeb8773 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 18 10:34:42.377015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Reverting IP allocation for 2001:db8::f816:3eff:fee3:80b1 {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 18 10:34:42.393669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.447435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc548c5-a144-4239-84a9-b36d4c126b1b']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:42.479277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:42.479577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bf800e-8fbb-46a2-bdb6-df9978bba9c2') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:42.499567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:42.569630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.579794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee3:80b1 {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 18 10:34:42.581987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.591470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.612596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42bdca-4bfb-4c11-a725-05ca79f9c749 None None] Network 0f7925ce-8536-4eca-8b9b-82669431a89e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:42.621557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.628735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:42.651131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:42.651546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.661507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61195f2-3a26-4e82-a27f-df94ad167173 req-9c9bb388-e839-4832-9374-0b6e068fcc99 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:42.663017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b61195f2-3a26-4e82-a27f-df94ad167173 req-9c9bb388-e839-4832-9374-0b6e068fcc99 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6314013 Mar 18 10:34:42.673852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:42.678315 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:42.707792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:42.717127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.718751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acb25b-2895-4206-87cd-b522d09ce590 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:42.735730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:42.736311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.739254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 39bdd680-08c0-4729-87f8-cc8e5eeb8773 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:42.746419 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b61195f2-3a26-4e82-a27f-df94ad167173 req-ba239fb5-fe86-4324-8432-b7cab969c497 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683560 Mar 18 10:34:42.754855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aedda375-9696-4bf9-93bb-aa0b585a4de7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:42.801909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=d82e56be-97d4-4e8e-8d63-bbde98c5b8dd,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:42.811952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 39bdd680-08c0-4729-87f8-cc8e5eeb8773 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:42.812204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 39bdd680-08c0-4729-87f8-cc8e5eeb8773 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:42.872231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Provisioning for port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:42.900338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Provisioning complete for port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:42.900699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.912304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aedda375-9696-4bf9-93bb-aa0b585a4de7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:42.916765 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aedda375-9696-4bf9-93bb-aa0b585a4de7 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6112745 Mar 18 10:34:42.916765 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2bc44ecf-3a23-4602-8383-6fcf3ac85078 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4549253 Mar 18 10:34:42.917129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.925492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38686) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:42.925804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38688) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:42.976647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--453937918'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:42.979824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:42.991166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:4e:9b:f7', 'name': 'tempest-NetworksTestDHCPv6-1266868005'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:42.992599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.012396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:43.015334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.023675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=6cc548c5-a144-4239-84a9-b36d4c126b1b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.032142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.054660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d82a0277-48ff-4143-bd19-2db5e4919f20 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/6cc548c5-a144-4239-84a9-b36d4c126b1b HTTP/1.1" status: 204 len: 168 time: 5.8404930 Mar 18 10:34:43.054660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.065861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:43.067454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38694) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.116141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85aa821-796a-4837-b908-10f1cb52a9c7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.118103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.119228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-56acf9f6-7b24-4216-bfda-77517f324e5f tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/a85aa821-796a-4837-b908-10f1cb52a9c7 HTTP/1.1" status: 204 len: 168 time: 1.0129046 Mar 18 10:34:43.135159 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1780191745'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:43.136216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38698) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.161967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:43.172786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:43.177720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Subnet': ['ID=04260a87-2ef2-42bb-abe5-13f4af4ea656,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.182554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:43.194130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:43.196415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Checking segment: {'id': '38bc2973-489b-451a-84ab-0e3da3a8ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:43.196820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network hostable DHCP agents. Network: 55613d25-aba1-4633-a9a4-5e177a236c5f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:43.217906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.225144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=17a47b88-50cd-40f0-875a-d51dc08730de,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.230788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'd82e56be-97d4-4e8e-8d63-bbde98c5b8dd'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:43.231439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.231551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.239184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9213ec4b-9a23-4eda-9bd5-b1a6cfbc71fc tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Synchronizing usage tracker for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:43.254204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.268320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:43.271768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.295356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:43.305023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:43.312521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:43.317500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 55613d25-aba1-4633-a9a4-5e177a236c5f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:43.319759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:43.322532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:43.334253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:43.351790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:43.355609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] For port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,segment=NetworkSegment(bf9b23ca-490e-482b-9f63-fdda15853aea),segment_id=bf9b23ca-490e-482b-9f63-fdda15853aea)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:43.365024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.365024 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment e24d5698-d4bd-4ee0-874f-c409bd750830 of type vlan for network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 Mar 18 10:34:43.379216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9213ec4b-9a23-4eda-9bd5-b1a6cfbc71fc tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] Unset dirty status for tenant:f6adbc39e9f244c1a38eafc7a912f017 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:43.384831 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9213ec4b-9a23-4eda-9bd5-b1a6cfbc71fc tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2477908 Mar 18 10:34:43.387195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38702) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.399480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:43.402273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:43.408465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.426008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-cb35f482-fbb4-411d-828a-41feeb8ad14a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] delete failed (client error): The resource could not be found. Mar 18 10:34:43.427139 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cb35f482-fbb4-411d-828a-41feeb8ad14a tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "DELETE /v2.0/security-groups/961f8993-182a-469d-a935-50fbd743ee42 HTTP/1.1" status: 404 len: 347 time: 0.0393310 Mar 18 10:34:43.435474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38706) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.450369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.456271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 55613d25-aba1-4633-a9a4-5e177a236c5f) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:43.461774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:43.462402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.467423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:43.539091 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ac7f9da2-7bcb-46bb-b450-498c1b3d74c0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] show failed (client error): The resource could not be found. Mar 18 10:34:43.540268 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ac7f9da2-7bcb-46bb-b450-498c1b3d74c0 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-groups/757bfb62-d498-43c2-a8ab-155114fb9aef HTTP/1.1" status: 404 len: 347 time: 0.1036158 Mar 18 10:34:43.548449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Pushing event updated for resources: {'Port': ['ID=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.553165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b0d2a-eb78-487e-9106-ef929c3ba3ea None None] Network 55613d25-aba1-4633-a9a4-5e177a236c5f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:43.561289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38710) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.645622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.652667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:43.653376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.688347 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ad7f720a-d6ea-4c91-92b7-868b483a7b60 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] show failed (client error): The resource could not be found. Mar 18 10:34:43.689477 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ad7f720a-d6ea-4c91-92b7-868b483a7b60 tempest-NegativeSecGroupTest-1737937176 tempest-NegativeSecGroupTest-1737937176-project] 10.222.0.18 "GET /v2.0/security-group-rules/89ea8b58-70cd-41d3-a67c-930d81dc1492 HTTP/1.1" status: 404 len: 356 time: 0.1270385 Mar 18 10:34:43.713130 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fe707f79-c8cf-411b-8a6c-a1dfd27c5a16 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1426241 Mar 18 10:34:43.720563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38716) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.738156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'subnet': {'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:43.761853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:43.818930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.829803 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7475941 Mar 18 10:34:43.831521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38722) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:43.846674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960d717-39e3-43c5-bae7-3473eedfaa46 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=59b508fc-bf7c-4156-8e18-1eef8bc2d634,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:43.855035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:43.856491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.856936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.857428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.857889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.858321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.858945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.859506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.859927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.860367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.860792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.861212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.861629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fb828f-ea48-4514-a4f4-9b5645893192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:43.877446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.886755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:43.937170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:43.939866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:43.946697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Usage tracker for resource:subnet and tenant:3ff46f3405ec42f6bff65aa2977b38d4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:44.005444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:44.016974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:44.051320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Allocated IP 2001:db8::f816:3eff:fe63:fc61 (862ac36c-a15b-4807-bb67-f61f5836b3bd/d82e56be-97d4-4e8e-8d63-bbde98c5b8dd/5931c0ee-342b-4560-b18a-4cda01b7aebd) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:44.053004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port f094d95b-97f1-4696-b6e5-06b628a39dfc yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:44.061739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3e644e7-b9e8-4ec9-b11c-d9d1a35efb8a None None] Provisioning complete for port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:44.062343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3e644e7-b9e8-4ec9-b11c-d9d1a35efb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.111046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:44.120789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:44.123515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.127423 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-170e7baf-d683-4249-9b02-7f0b22471d38 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1559322 Mar 18 10:34:44.128175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38726) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.141400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:44.150926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:44.155377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:44.168196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:44.170409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:44.180130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:44.187820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:44.197446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:44.282685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-55613d25-aba1-4633-a9a4-5e177a236c5f', 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f', 'tenant_id': '3ff46f3405ec42f6bff65aa2977b38d4', 'fixed_ips': [{'subnet_id': '04260a87-2ef2-42bb-abe5-13f4af4ea656'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:44.283224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:44.283683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.286801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.292323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:44.297324 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fa4d68d4-8a81-4df2-93d5-2284ed13c990 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/routers/419e339f-33fb-464c-b7ef-0fd542b8a2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3384314 Mar 18 10:34:44.305203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38734) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.308414 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] Sync routers for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:44.313046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'port': {'network_id': '6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f', 'name': 'tempest-FloatingIPTestJSON-1371607820'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:44.335027 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:44.337734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.341795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab816c-323e-4313-b785-87c33e2a1ce0 req-5c92b8b9-fab3-45c0-b32c-835c3d86156f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:44.349579 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16ab816c-323e-4313-b785-87c33e2a1ce0 req-5c92b8b9-fab3-45c0-b32c-835c3d86156f tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4078562 Mar 18 10:34:44.355876 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:44.365390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Made reservation on behalf of 3ff46f3405ec42f6bff65aa2977b38d4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:44.369446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.515118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.535107 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:44.547394 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:44.548304 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:44.594660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38742) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.606560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:44.610512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.633373 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:44.637703 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db4df7-b14e-483d-a99c-3ab4bf8bc18e None None] The sync data for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:44.648831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cd69d9-54e2-40fe-a4aa-63c5118dc704,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:44.663557 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16ab816c-323e-4313-b785-87c33e2a1ce0 req-2e1fb419-c1ab-4019-b2b7-cd4b5a434787 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129592 Mar 18 10:34:44.705678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:44.712142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Usage tracker for resource:port and tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:44.717177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:44.725262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:44.757764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.762235 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cf759434-f27c-4378-a17c-0f946ba9489f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6229079 Mar 18 10:34:44.762992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.807896 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5571088a-b4d9-48b6-8e8e-6ecb457f3e94 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules/78cd69d9-54e2-40fe-a4aa-63c5118dc704 HTTP/1.1" status: 200 len: 763 time: 0.0292883 Mar 18 10:34:44.810599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38752) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.820266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.820919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.829929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:44.830251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.843114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Made reservation on behalf of dfc4a4dcd8a745ae8cbe92b0c12ec093 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:44.846529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.861194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Allocated IP 172.20.0.2 (55613d25-aba1-4633-a9a4-5e177a236c5f/04260a87-2ef2-42bb-abe5-13f4af4ea656/e41ebbf3-19b5-415a-a69d-cc506e241cca) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:44.876332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Transition to ACTIVE for port object 5931c0ee-342b-4560-b18a-4cda01b7aebd will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:44.880289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] device_id is not set on port 509b2231-0b5b-451d-8499-f86fb72a281a yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:44.897924 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d06487f3-7e69-496a-9471-dc0f09dc590f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6adbc39e9f244c1a38eafc7a912f017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015027 Mar 18 10:34:44.911147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Transition to ACTIVE for port object 5931c0ee-342b-4560-b18a-4cda01b7aebd will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:44.912735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38756) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:44.967233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=40a999e2-d809-44f3-ae28-d11ee5191309,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:44.967760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:44.979567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'e24d5698-d4bd-4ee0-874f-c409bd750830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:44.979800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 59b508fc-bf7c-4156-8e18-1eef8bc2d634, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:44.989120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.024713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-82b41bf9-6077-4a13-859e-bd31d9d2fd6c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:45.064551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.085525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe4e:9bf7 (862ac36c-a15b-4807-bb67-f61f5836b3bd/d82e56be-97d4-4e8e-8d63-bbde98c5b8dd/f094d95b-97f1-4696-b6e5-06b628a39dfc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:45.112514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.125073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Subnet': ['ID=1f35e3be-a764-4684-b39f-ff9f5ef9416f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:45.134097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:45.135257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aba34184-4c12-4c33-ae22-e00a7887b1db None None] Provisioning complete for port 17a47b88-50cd-40f0-875a-d51dc08730de triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:45.135623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aba34184-4c12-4c33-ae22-e00a7887b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.144299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:45.148364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Checking segment: {'id': 'f1dc3603-39c2-4f11-b817-15419d5b4cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:45.148723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network hostable DHCP agents. Network: f67cc3b5-5acf-4ba5-8119-6f09afd037cf, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:45.157486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Allocated IP 172.20.0.3 (6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f/4038a485-f180-4a91-ac6d-2a66fc3c545b/509b2231-0b5b-451d-8499-f86fb72a281a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:45.174688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:45.186463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:45.193174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-82b41bf9-6077-4a13-859e-bd31d9d2fd6c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:45.194503 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-82b41bf9-6077-4a13-859e-bd31d9d2fd6c tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3829854 Mar 18 10:34:45.197658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38760) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:45.201256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Pushing event updated for resources: {'Port': ['ID=5931c0ee-342b-4560-b18a-4cda01b7aebd,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:45.253345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.291259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:45.314088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.324831 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:34:45.333896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-aba34184-4c12-4c33-ae22-e00a7887b1db None None] Port 17a47b88-50cd-40f0-875a-d51dc08730de cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:45.403204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 59b508fc-bf7c-4156-8e18-1eef8bc2d634) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:45.410977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:45.411842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f67cc3b5-5acf-4ba5-8119-6f09afd037cf) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:45.412786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.430528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:45.431066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.435496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52352e0f-41b4-44ed-a034-3233916bec12 None None] Network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:45.455971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264ac68-78ee-4d16-86e9-c2c4b58775fc None None] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:45.466987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.468136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.471157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Attempting to bind port 5931c0ee-342b-4560-b18a-4cda01b7aebd on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:45.471524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Attempting to bind port 5931c0ee-342b-4560-b18a-4cda01b7aebd by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:45.472234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Attempting to bind port 5931c0ee-342b-4560-b18a-4cda01b7aebd on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:45.488687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.490861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Transition to ACTIVE for port object 509b2231-0b5b-451d-8499-f86fb72a281a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:45.502318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.503436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/78cd69d9-54e2-40fe-a4aa-63c5118dc704 HTTP/1.1" status: 204 len: 168 time: 0.3049197 Mar 18 10:34:45.506261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38766) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:45.507177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aa0ff-22c7-480c-8692-749805bf3acc tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78cd69d9-54e2-40fe-a4aa-63c5118dc704,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:45.515316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:45.515853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:45.516072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.516466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:45.517041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Bound port: 5931c0ee-342b-4560-b18a-4cda01b7aebd, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:45.517289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.546778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-37301844-6853-4956-a17b-c49505439316 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8251491 Mar 18 10:34:45.549500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38770) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:45.559966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020192b-eecc-445a-a66e-8c694aac6e78,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:45.605571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.607151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11c5629d-707f-4935-93bd-a811519f6f58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1020192b-eecc-445a-a66e-8c694aac6e78 HTTP/1.1" status: 204 len: 168 time: 0.6921272 Mar 18 10:34:45.608749 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0886e448-efa8-48cd-a684-491fd20bee40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7670970 Mar 18 10:34:45.614406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38774) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:45.637326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99e31be6-7d74-4215-aaba-62912af9b06f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:45.666036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.707133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.721108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.743171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object f094d95b-97f1-4696-b6e5-06b628a39dfc will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:45.782372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Transition to ACTIVE for port object e41ebbf3-19b5-415a-a69d-cc506e241cca will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:45.787223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99e31be6-7d74-4215-aaba-62912af9b06f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:45.789350 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99e31be6-7d74-4215-aaba-62912af9b06f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2819550 Mar 18 10:34:45.792560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38782) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:45.812222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:45.842937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Transition to ACTIVE for port object e41ebbf3-19b5-415a-a69d-cc506e241cca will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:45.867780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:45.913936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.917862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:45.935085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:45.949054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] For port 5931c0ee-342b-4560-b18a-4cda01b7aebd, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:45.951539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:45.956742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:45.959144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:46.037896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] For port 5931c0ee-342b-4560-b18a-4cda01b7aebd, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5931c0ee-342b-4560-b18a-4cda01b7aebd,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:46.046948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:46.051589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:46.057549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:46.061380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.062050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.063567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.064300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.095721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29415bff-5cb5-45c2-a9eb-1194c9228f54 req-8247b0a4-c9fd-43c0-9bf1-157ad6b702d3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.103050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29415bff-5cb5-45c2-a9eb-1194c9228f54 req-8247b0a4-c9fd-43c0-9bf1-157ad6b702d3 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2851501 Mar 18 10:34:46.124843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Network 55613d25-aba1-4633-a9a4-5e177a236c5f is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:46.125582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Pushing event updated for resources: {'Port': ['ID=e41ebbf3-19b5-415a-a69d-cc506e241cca,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:46.160011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.168232 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1986542 Mar 18 10:34:46.175218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:46.177665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.179161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38788) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:46.181695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-59b508fc-bf7c-4156-8e18-1eef8bc2d634', 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': '40a999e2-d809-44f3-ae28-d11ee5191309'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:46.182542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.198786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:46.271375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c47df-f52d-4588-ad62-f44cf27f6ec1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=f094d95b-97f1-4696-b6e5-06b628a39dfc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:46.272585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f67cc3b5-5acf-4ba5-8119-6f09afd037cf', 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf', 'tenant_id': '3ff46f3405ec42f6bff65aa2977b38d4', 'fixed_ips': [{'subnet_id': '1f35e3be-a764-4684-b39f-ff9f5ef9416f'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:46.273517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.298537 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29415bff-5cb5-45c2-a9eb-1194c9228f54 req-0227eb18-45c9-4139-b62d-7f311c99bca0 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929195 Mar 18 10:34:46.343937 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0378034 Mar 18 10:34:46.349845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38796) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:46.349979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172777fa-25d7-4dd9-ba0b-c63ddafcf48b tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event updated for resources: {'Port': ['ID=509b2231-0b5b-451d-8499-f86fb72a281a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:46.354135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.357691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Request body: {'floatingip': {'port_id': '509b2231-0b5b-451d-8499-f86fb72a281a'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:46.459133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.499015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bb1b38-5a4a-47d4-9bca-c8ce32beba5f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:46.530155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.557584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.590390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c521f3-3dff-42f7-a274-19147ed6a6cb None None] Pushing event updated for resources: {'Port': ['ID=5931c0ee-342b-4560-b18a-4cda01b7aebd,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:46.605075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5691ac-6888-4756-b395-73a82becd090 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.611025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5691ac-6888-4756-b395-73a82becd090 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.616783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Attempting to bind port e41ebbf3-19b5-415a-a69d-cc506e241cca on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:46.617286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Attempting to bind port e41ebbf3-19b5-415a-a69d-cc506e241cca by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '38bc2973-489b-451a-84ab-0e3da3a8ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:46.617973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Attempting to bind port e41ebbf3-19b5-415a-a69d-cc506e241cca on network 55613d25-aba1-4633-a9a4-5e177a236c5f {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:46.620399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dd5691ac-6888-4756-b395-73a82becd090 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:46.646047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7bcaef6-cd95-454a-bff8-2e901a53b328 None None] Provisioning for port 509b2231-0b5b-451d-8499-f86fb72a281a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:46.661340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:46.661896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Checking segment: {'id': '38bc2973-489b-451a-84ab-0e3da3a8ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:46.662386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.662876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Bound using segment: {'id': '38bc2973-489b-451a-84ab-0e3da3a8ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:46.663458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Bound port: e41ebbf3-19b5-415a-a69d-cc506e241cca, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bc2973-489b-451a-84ab-0e3da3a8ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55613d25-aba1-4633-a9a4-5e177a236c5f'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:46.663949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.665975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.677055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.683847 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-230f339e-61c4-42e8-bb0f-e2f97ec300b4 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8844614 Mar 18 10:34:46.683984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7bcaef6-cd95-454a-bff8-2e901a53b328 None None] Provisioning complete for port 509b2231-0b5b-451d-8499-f86fb72a281a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:46.683984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaef6-cd95-454a-bff8-2e901a53b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.684167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38804) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:46.761506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa44e375-fdb2-4f65-aa50-4fb1e7f81308 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules/40bb1b38-5a4a-47d4-9bca-c8ce32beba5f HTTP/1.1" status: 200 len: 763 time: 0.0785649 Mar 18 10:34:46.768972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dd5691ac-6888-4756-b395-73a82becd090 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:46.770519 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dd5691ac-6888-4756-b395-73a82becd090 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5883272 Mar 18 10:34:46.771389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38808) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:46.777759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38810) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:46.794251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:46.903761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcaef6-cd95-454a-bff8-2e901a53b328 None None] Port 509b2231-0b5b-451d-8499-f86fb72a281a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:46.919520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Allocated IP 172.20.0.1 (59b508fc-bf7c-4156-8e18-1eef8bc2d634/40a999e2-d809-44f3-ae28-d11ee5191309/a27326a2-75ef-489f-a4f4-17a03aa104f2) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:46.970626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c02c69ee-8e18-4e34-b405-dac9a46950f0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:46.996493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Allocated IP 172.20.0.2 (f67cc3b5-5acf-4ba5-8119-6f09afd037cf/1f35e3be-a764-4684-b39f-ff9f5ef9416f/650b12c8-2075-4520-9694-3e49528be732) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:47.031270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] For port e41ebbf3-19b5-415a-a69d-cc506e241cca, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:47.091344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port f094d95b-97f1-4696-b6e5-06b628a39dfc {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:47.091825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.104241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] For port e41ebbf3-19b5-415a-a69d-cc506e241cca, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e41ebbf3-19b5-415a-a69d-cc506e241cca,segment=NetworkSegment(38bc2973-489b-451a-84ab-0e3da3a8ce72),segment_id=38bc2973-489b-451a-84ab-0e3da3a8ce72)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:47.215101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.301757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c02c69ee-8e18-4e34-b405-dac9a46950f0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:47.305775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c02c69ee-8e18-4e34-b405-dac9a46950f0 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5272570 Mar 18 10:34:47.314527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38824) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:47.364199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Allocated IP 172.20.0.1 (55613d25-aba1-4633-a9a4-5e177a236c5f/04260a87-2ef2-42bb-abe5-13f4af4ea656/c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:47.458852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854825-37a6-4cf7-b40c-9eea173310e1 None None] Pushing event updated for resources: {'Port': ['ID=e41ebbf3-19b5-415a-a69d-cc506e241cca,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:47.467744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.537638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.555477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Transition to ACTIVE for port object a27326a2-75ef-489f-a4f4-17a03aa104f2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:47.582674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38832) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:47.584915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Transition to ACTIVE for port object a27326a2-75ef-489f-a4f4-17a03aa104f2 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:47.591836 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029206 Mar 18 10:34:47.596465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.605868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38834) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:47.632342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.694441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.711357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.744660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Transition to ACTIVE for port object 650b12c8-2075-4520-9694-3e49528be732 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:47.771386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Transition to ACTIVE for port object c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:47.783780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:47.789840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:47.793414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:47.801953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d8790-0251-48ff-9ace-52c5e9b4b998 req-23850770-e667-4d43-abed-257069978a01 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:47.803312 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-df9d8790-0251-48ff-9ace-52c5e9b4b998 req-23850770-e667-4d43-abed-257069978a01 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.2634027 Mar 18 10:34:47.817437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:47.962939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1eb33259-025a-4545-8c64-774a3162e448 tempest-NetworksApiDiscovery-2095279556 tempest-NetworksApiDiscovery-2095279556-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3555009 Mar 18 10:34:48.002578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.070214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Transition to ACTIVE for port object 650b12c8-2075-4520-9694-3e49528be732 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:48.117687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Pushing event updated for resources: {'Port': ['ID=a27326a2-75ef-489f-a4f4-17a03aa104f2,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.128700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.138798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Attempting to bind port a27326a2-75ef-489f-a4f4-17a03aa104f2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:48.139358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Attempting to bind port a27326a2-75ef-489f-a4f4-17a03aa104f2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'e24d5698-d4bd-4ee0-874f-c409bd750830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:48.142332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Attempting to bind port a27326a2-75ef-489f-a4f4-17a03aa104f2 on network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:48.148496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:48.156046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Checking segment: {'id': 'e24d5698-d4bd-4ee0-874f-c409bd750830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:48.156046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.156046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Bound using segment: {'id': 'e24d5698-d4bd-4ee0-874f-c409bd750830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:48.156046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Bound port: a27326a2-75ef-489f-a4f4-17a03aa104f2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24d5698-d4bd-4ee0-874f-c409bd750830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:48.156046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.178288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.210816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b508fc-bf7c-4156-8e18-1eef8bc2d634']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:48.212527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.217611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=40a999e2-d809-44f3-ae28-d11ee5191309,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.226828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for f094d95b-97f1-4696-b6e5-06b628a39dfc owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:48.241133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24d5698-d4bd-4ee0-874f-c409bd750830') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:48.241413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24d5698-d4bd-4ee0-874f-c409bd750830') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:48.258414 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-df9d8790-0251-48ff-9ace-52c5e9b4b998 req-a2058cf8-7a03-453d-b20a-dd5fa8c53b66 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447801 Mar 18 10:34:48.267752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.294120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.300940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:48.301343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.305239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40bb1b38-5a4a-47d4-9bca-c8ce32beba5f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:48.321050 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:48.326072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] For port a27326a2-75ef-489f-a4f4-17a03aa104f2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:48.366089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:48.370840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:48.374870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:48.475204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.477671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Pushing event updated for resources: {'Port': ['ID=650b12c8-2075-4520-9694-3e49528be732,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.503764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Attempting to bind port 650b12c8-2075-4520-9694-3e49528be732 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:48.504220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Attempting to bind port 650b12c8-2075-4520-9694-3e49528be732 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'f1dc3603-39c2-4f11-b817-15419d5b4cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:48.505665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Attempting to bind port 650b12c8-2075-4520-9694-3e49528be732 on network f67cc3b5-5acf-4ba5-8119-6f09afd037cf {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:48.508311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cd010e2d-015c-45de-91a7-b6dade068d36 None None] Provisioning for port 5931c0ee-342b-4560-b18a-4cda01b7aebd completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Checking segment: {'id': 'f1dc3603-39c2-4f11-b817-15419d5b4cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Bound using segment: {'id': 'f1dc3603-39c2-4f11-b817-15419d5b4cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Bound port: 650b12c8-2075-4520-9694-3e49528be732, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dc3603-39c2-4f11-b817-15419d5b4cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f67cc3b5-5acf-4ba5-8119-6f09afd037cf'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:48.530305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.573339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 55613d25-aba1-4633-a9a4-5e177a236c5f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:48.595280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:48.597614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:48.602299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.607555 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-538d4257-3a28-406e-bcb4-2cafb582c356 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/40bb1b38-5a4a-47d4-9bca-c8ce32beba5f HTTP/1.1" status: 204 len: 168 time: 1.2920234 Mar 18 10:34:48.638874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] For port 650b12c8-2075-4520-9694-3e49528be732, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:48.641519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] For port 650b12c8-2075-4520-9694-3e49528be732, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=650b12c8-2075-4520-9694-3e49528be732,segment=NetworkSegment(f1dc3603-39c2-4f11-b817-15419d5b4cb8),segment_id=f1dc3603-39c2-4f11-b817-15419d5b4cb8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:48.644754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38844) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:48.654422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] For port a27326a2-75ef-489f-a4f4-17a03aa104f2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a27326a2-75ef-489f-a4f4-17a03aa104f2,segment=NetworkSegment(e24d5698-d4bd-4ee0-874f-c409bd750830),segment_id=e24d5698-d4bd-4ee0-874f-c409bd750830)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:48.656818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5931c0ee-342b-4560-b18a-4cda01b7aebd up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:48.668582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:34:48.668582 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:34:48.668582 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '59b508fc-bf7c-4156-8e18-1eef8bc2d634'}] Mar 18 10:34:48.668582 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:48.669088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:48.678256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Port': ['ID=c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.709153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.716256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.779660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.801545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38848) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:48.819242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.829799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d6b001cd-b2aa-4554-a9f2-e5ff72ec0810 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:48.883622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:48.908575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002424a-bc91-4d85-a9ed-c14aca004ef1 None None] Pushing event updated for resources: {'Port': ['ID=650b12c8-2075-4520-9694-3e49528be732,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:48.956788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.021794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8dda8-5954-4453-9185-c69fd8db4758 None None] Pushing event updated for resources: {'Port': ['ID=a27326a2-75ef-489f-a4f4-17a03aa104f2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:49.028312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.028610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-abd8eba8-fa06-45e1-9b90-73a0a9d175e2 None None] Provisioning for port f094d95b-97f1-4696-b6e5-06b628a39dfc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:49.029854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d6b001cd-b2aa-4554-a9f2-e5ff72ec0810 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:49.037090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d6b001cd-b2aa-4554-a9f2-e5ff72ec0810 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3885701 Mar 18 10:34:49.037778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5931c0ee-342b-4560-b18a-4cda01b7aebd completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:49.052474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5931c0ee-342b-4560-b18a-4cda01b7aebd triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:49.052846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.085710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-abd8eba8-fa06-45e1-9b90-73a0a9d175e2 None None] Provisioning complete for port f094d95b-97f1-4696-b6e5-06b628a39dfc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:49.086412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-abd8eba8-fa06-45e1-9b90-73a0a9d175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.093766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38854) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:49.113443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': '7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:49.119963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:49.132404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:49.154717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec562696-61d5-466f-b2d7-a5aa1796cae1 None None] Network 55613d25-aba1-4633-a9a4-5e177a236c5f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:49.179951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=f094d95b-97f1-4696-b6e5-06b628a39dfc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:49.238305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.250651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.285202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.322681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:49.356855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.378431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-abd8eba8-fa06-45e1-9b90-73a0a9d175e2 None None] Port f094d95b-97f1-4696-b6e5-06b628a39dfc was deleted so its status cannot be updated. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 18 10:34:49.418067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90f098-9cf1-4122-b5e3-0d169370a4a1 None None] Network 59b508fc-bf7c-4156-8e18-1eef8bc2d634 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:49.443574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Usage tracker for resource:security_group_rule and tenant:93b245c4d1c5423c942a84f10b92d5e5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:49.453770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:49.464441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.475662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port a27326a2-75ef-489f-a4f4-17a03aa104f2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:49.476326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.495050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 341dd00c-ea4d-4a25-a51a-c5c5bebaf3c4 associated. External IP: 172.26.2.137, port: d56e1aaa-2c0d-4315-bead-c82e38cc0ac6. Mar 18 10:34:49.503880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:49.606162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.629012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-953184b9-bb8f-4b91-8dbc-2cdcffc68022 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/f094d95b-97f1-4696-b6e5-06b628a39dfc HTTP/1.1" status: 204 len: 168 time: 2.8423409 Mar 18 10:34:49.654224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38860) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:49.659439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-531867c0-12eb-4f7d-a191-50300b5f3a09 None None] Provisioning for port e41ebbf3-19b5-415a-a69d-cc506e241cca completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:49.699427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfba2bf-964f-4d47-8f7c-6463728d0ca6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:49.819378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.851626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e3e1b-b777-4a6c-9a6e-92b8c19afac4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:49.853971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e3e1b-b777-4a6c-9a6e-92b8c19afac4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:49.854868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-151e3e1b-b777-4a6c-9a6e-92b8c19afac4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:49.863107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5931c0ee-342b-4560-b18a-4cda01b7aebd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5931c0ee-342b-4560-b18a-4cda01b7aebd,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:49.875597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36a8a-1533-4835-8235-f66100549012 req-a74f67d4-598b-4a24-b6a9-5548d8b77bd2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:49.877060 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1ce36a8a-1533-4835-8235-f66100549012 req-a74f67d4-598b-4a24-b6a9-5548d8b77bd2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3187296 Mar 18 10:34:49.877797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.878863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-582faf45-7d9c-4ea1-83f2-92fd7dedf492 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7821140 Mar 18 10:34:49.884391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38864) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:49.936218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port a27326a2-75ef-489f-a4f4-17a03aa104f2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a27326a2-75ef-489f-a4f4-17a03aa104f2,segment=NetworkSegment(e24d5698-d4bd-4ee0-874f-c409bd750830),segment_id=e24d5698-d4bd-4ee0-874f-c409bd750830)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:49.936678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.955729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:49.956767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e41ebbf3-19b5-415a-a69d-cc506e241cca up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:50.098536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for a27326a2-75ef-489f-a4f4-17a03aa104f2 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:50.112196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5931c0ee-342b-4560-b18a-4cda01b7aebd,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:50.173026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.191802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e41ebbf3-19b5-415a-a69d-cc506e241cca completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:50.200828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e41ebbf3-19b5-415a-a69d-cc506e241cca triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:50.201458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.252626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.280459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.280689 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-31bc1529-a995-4879-b1e6-9c9517ea9b26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules/7dfba2bf-964f-4d47-8f7c-6463728d0ca6 HTTP/1.1" status: 200 len: 764 time: 0.3740170 Mar 18 10:34:50.280689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:50.319185 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1ce36a8a-1533-4835-8235-f66100549012 req-3a0e66a9-4173-410b-8538-bab68435bc80 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337258 Mar 18 10:34:50.345853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea9109-bbe9-4009-868f-d925ac8358f8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:50.356872 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-57a8f146-76d9-4ec2-a42f-75be9245ccbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93b245c4d1c5423c942a84f10b92d5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5473454 Mar 18 10:34:50.357292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38872) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:50.392851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-151e3e1b-b777-4a6c-9a6e-92b8c19afac4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:50.398429 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-151e3e1b-b777-4a6c-9a6e-92b8c19afac4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7376034 Mar 18 10:34:50.398583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38878) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:50.417489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c8623185-e0c7-47da-a0a1-d12db03f8e31 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:50.433989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:50.455619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-55472e89-a889-408f-894e-fee53330c053 None None] Provisioning complete for port e41ebbf3-19b5-415a-a69d-cc506e241cca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:50.455989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-55472e89-a889-408f-894e-fee53330c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.469988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.517428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.536274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c8623185-e0c7-47da-a0a1-d12db03f8e31 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:50.536274 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c8623185-e0c7-47da-a0a1-d12db03f8e31 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2529066 Mar 18 10:34:50.543724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38882) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:50.554137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa377cc-28e0-42eb-8d90-fe4c34b0dfc7 None None] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:50.613685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.664156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.672751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port e41ebbf3-19b5-415a-a69d-cc506e241cca, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e41ebbf3-19b5-415a-a69d-cc506e241cca,segment=NetworkSegment(38bc2973-489b-451a-84ab-0e3da3a8ce72),segment_id=38bc2973-489b-451a-84ab-0e3da3a8ce72)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:50.673652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Port': ['ID=c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:50.688797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.699702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:50.716442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:50.724498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port a27326a2-75ef-489f-a4f4-17a03aa104f2 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:50.737108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.757134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38886) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:50.789798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:50.793346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:50.804951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=a27326a2-75ef-489f-a4f4-17a03aa104f2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:50.837729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet d82e56be-97d4-4e8e-8d63-bbde98c5b8dd {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:34:50.839679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.847824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.851374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.918848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-55472e89-a889-408f-894e-fee53330c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.939033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:50.960754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:50.978919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=e41ebbf3-19b5-415a-a69d-cc506e241cca,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:50.981036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:50.981634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:50.998980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dfba2bf-964f-4d47-8f7c-6463728d0ca6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:51.039912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5931c0ee-342b-4560-b18a-4cda01b7aebd up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:51.104344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7640bcf-ad27-479c-95a4-5359b5c72b1f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:51.104835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7640bcf-ad27-479c-95a4-5359b5c72b1f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:51.105285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7640bcf-ad27-479c-95a4-5359b5c72b1f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:51.122308 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7640bcf-ad27-479c-95a4-5359b5c72b1f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=bd30d3c83d3c4adf99693d1a2843eff0&network_id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 3000 time: 0.3489473 Mar 18 10:34:51.122308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.122308 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0b6569d6-76ad-4780-a089-d032d67a929f tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7dfba2bf-964f-4d47-8f7c-6463728d0ca6 HTTP/1.1" status: 204 len: 168 time: 0.5665286 Mar 18 10:34:51.122682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.122682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c52bd-23bd-4374-bfd3-ffdd8f20ed5b None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:51.123303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:51.204691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-55472e89-a889-408f-894e-fee53330c053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:34:51.204948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-55472e89-a889-408f-894e-fee53330c053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:34:51.229808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5931c0ee-342b-4560-b18a-4cda01b7aebd triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:51.230201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.230407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.241713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-497ff2db-c81e-41bf-bfe4-13be06050150 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:51.280558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.296375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:51.335317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b508fc-bf7c-4156-8e18-1eef8bc2d634']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.360640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24d5698-d4bd-4ee0-874f-c409bd750830') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.361026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24d5698-d4bd-4ee0-874f-c409bd750830') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.362038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 650b12c8-2075-4520-9694-3e49528be732 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:51.372140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-497ff2db-c81e-41bf-bfe4-13be06050150 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:51.377440 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-497ff2db-c81e-41bf-bfe4-13be06050150 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2587967 Mar 18 10:34:51.377675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.386740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38900) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:51.400905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.418196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:51.420882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:51.457102 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:51.484815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.522966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 650b12c8-2075-4520-9694-3e49528be732 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:51.553249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2671d-273c-4f07-905a-ef252c2fd8b4 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:51.567194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.572656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:51.583477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.589580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] Sync routers for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:51.601838 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:51.602718 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.639983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.703898 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.715494 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:51.715494 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.718860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 55613d25-aba1-4633-a9a4-5e177a236c5f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:51.725550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:51.737480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea813207-8e7e-4512-a8c3-624a30824367 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/floatingips/341dd00c-ea4d-4a25-a51a-c5c5bebaf3c4 HTTP/1.1" status: 200 len: 978 time: 5.3874741 Mar 18 10:34:51.738054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38904) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:51.779967 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:51.780368 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54460f6-020b-4d4b-b04e-5576c4b638eb None None] The sync data for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:51.838651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.841720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.853387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.853721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2671d-273c-4f07-905a-ef252c2fd8b4 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:51.860622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:51.945396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.956860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:51.985798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-55472e89-a889-408f-894e-fee53330c053 None None] Provisioning for port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:51.996169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=59b508fc-bf7c-4156-8e18-1eef8bc2d634,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:51.998895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea9109-bbe9-4009-868f-d925ac8358f8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:52.005239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-55472e89-a889-408f-894e-fee53330c053 None None] Provisioning complete for port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:52.005668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-55472e89-a889-408f-894e-fee53330c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.014632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.018185 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-59636a14-2bc0-4959-b898-d770cd9eeb26 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/7dcd04d2-4aaa-40f9-bd83-f993fa9cb69a HTTP/1.1" status: 204 len: 168 time: 0.6281655 Mar 18 10:34:52.018420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38908) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:52.047728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc0ae4-6aa7-48fb-9df1-a490d04838ec req-cd13341c-6c92-4a1b-a204-9c2ea5abeb87 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.049192 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4efc0ae4-6aa7-48fb-9df1-a490d04838ec req-cd13341c-6c92-4a1b-a204-9c2ea5abeb87 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4688036 Mar 18 10:34:52.064515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-141b547e-f5c1-4c77-89cd-06318e496b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.072078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e3d8ba62-78ed-4b2a-bc5b-1bfb9a7d2a9d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:52.074204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 509b2231-0b5b-451d-8499-f86fb72a281a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:52.074545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.107780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-55472e89-a889-408f-894e-fee53330c053 None None] Port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:52.123022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e3d8ba62-78ed-4b2a-bc5b-1bfb9a7d2a9d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:52.125475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e3d8ba62-78ed-4b2a-bc5b-1bfb9a7d2a9d tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1050386 Mar 18 10:34:52.131242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38912) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:52.137800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088507428'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:52.144880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:52.155124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38916) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:52.155308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fa829ac-8db6-414c-a796-3359f5dea043 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/59b508fc-bf7c-4156-8e18-1eef8bc2d634 HTTP/1.1" status: 204 len: 168 time: 6.5400243 Mar 18 10:34:52.158291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:52.163273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022973571'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:52.165629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.166742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9da1f3d4-cfcf-49c9-9e35-baf1695d77b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2ea9109-bbe9-4009-868f-d925ac8358f8 HTTP/1.1" status: 204 len: 168 time: 1.8086834 Mar 18 10:34:52.175373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:52.182985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:52.187335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:52.195359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:52.231826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.237201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Provisioning complete for port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:52.237703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.250063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:52.253647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.258431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4efc0ae4-6aa7-48fb-9df1-a490d04838ec req-259a38e4-3234-4840-8ef4-68400ccf584c tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902874 Mar 18 10:34:52.273128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:52.303508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:52.308637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:52.312436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:52.326590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:52.338138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.338775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment ff1c48df-bff8-4277-8e7b-4e09cfe26d7a of type vlan for network 6e217421-9fbd-47a3-acf1-3ed7b21ff24b Mar 18 10:34:52.380888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.387494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.454728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Router 51055a9a-1fa9-4b02-b5ad-002529449e92 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:34:52.460454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=d82e56be-97d4-4e8e-8d63-bbde98c5b8dd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:52.461563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:52.473928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.535716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.547512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16434d-e666-4dc8-8ccd-258f35b95b8c None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:52.557692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.570735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.570735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.606174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Provisioning for port 650b12c8-2075-4520-9694-3e49528be732 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:34:52.637748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Provisioning complete for port 650b12c8-2075-4520-9694-3e49528be732 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:52.638349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.645976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.666531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-22efeeef-2ee4-4b1f-89b1-76793947ac87 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/d82e56be-97d4-4e8e-8d63-bbde98c5b8dd HTTP/1.1" status: 204 len: 168 time: 2.2653899 Mar 18 10:34:52.668517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:52.786037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.855050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:52.910535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] For port 650b12c8-2075-4520-9694-3e49528be732, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=650b12c8-2075-4520-9694-3e49528be732,segment=NetworkSegment(f1dc3603-39c2-4f11-b817-15419d5b4cb8),segment_id=f1dc3603-39c2-4f11-b817-15419d5b4cb8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:52.953880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16434d-e666-4dc8-8ccd-258f35b95b8c None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:52.973003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e41ebbf3-19b5-415a-a69d-cc506e241cca up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:53.049391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.101145 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ac772f3-c6e7-4f2a-b009-b8c94d316a4d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4276538 Mar 18 10:34:53.101703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=6e217421-9fbd-47a3-acf1-3ed7b21ff24b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:53.102808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38942) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:53.112224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:53.123020 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-01751693-1c2a-4b08-b4eb-686f8e78a523 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9667304 Mar 18 10:34:53.124038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38946) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:53.126221 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-42fcf95e-7e31-4ee8-b091-28f324316456 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5755527 Mar 18 10:34:53.127681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:53.138790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '6e217421-9fbd-47a3-acf1-3ed7b21ff24b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:53.198954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 6e217421-9fbd-47a3-acf1-3ed7b21ff24b details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:53.210640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] Sync routers for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:53.288639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:53.289247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:53.360383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:53.411570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.415918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2809124 Mar 18 10:34:53.418662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e41ebbf3-19b5-415a-a69d-cc506e241cca triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:53.419114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.420942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38960) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:53.428583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c5867-4ffd-4ba2-a1a6-83632afd4d88 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7959c28-1815-4e37-92e1-9d88acfd79f6,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:53.432756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4349f3-3b0f-4bf3-8695-aca35911d2f9 req-db483554-4909-4f92-bc16-0ec04bd32484 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:53.434257 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae4349f3-3b0f-4bf3-8695-aca35911d2f9 req-db483554-4909-4f92-bc16-0ec04bd32484 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4232337 Mar 18 10:34:53.435328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:53.447106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:53.472407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:53.489804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:53.525913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4931c8-f31d-41cb-bc2f-46a0e0fd2360 None None] Pushing event updated for resources: {'Port': ['ID=650b12c8-2075-4520-9694-3e49528be732,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:53.527840 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae4349f3-3b0f-4bf3-8695-aca35911d2f9 req-e7ce0d98-55d3-459e-a652-bcbfb132577d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776520 Mar 18 10:34:53.531067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.531449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.531747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Floating IP 341dd00c-ea4d-4a25-a51a-c5c5bebaf3c4 disassociated. External IP: 172.26.2.137, port: 509b2231-0b5b-451d-8499-f86fb72a281a. Mar 18 10:34:53.532088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 509b2231-0b5b-451d-8499-f86fb72a281a owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:53.554650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:53.554650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:53.575511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:53.578948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.666662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:53.667048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c13cb9-fb1d-4c01-9d15-6a455be5ed13 None None] The sync data for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:53.706712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Request body: {'security_group_rule': {'security_group_id': 'a7959c28-1815-4e37-92e1-9d88acfd79f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:53.718313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:53.725662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Usage tracker for resource:security_group_rule and tenant:5f9e802d485341f89f82b28045569e57 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:53.729986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:53.818871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:53.856776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:53.899283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a5feb-a646-49bc-af86-747e5980ad55 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:53.913292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=509b2231-0b5b-451d-8499-f86fb72a281a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:53.934802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359659-a125-44dc-91a6-98e45be48e3d req-0baf833e-5b3a-4cdb-9619-571d0d420a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:53.936490 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-0baf833e-5b3a-4cdb-9619-571d0d420a82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.8753679 Mar 18 10:34:53.983256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d924b906-da86-424b-8ebd-c47dd290f734 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:53.983975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d924b906-da86-424b-8ebd-c47dd290f734 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:54.169050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.264870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.292586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d924b906-da86-424b-8ebd-c47dd290f734 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:54.294221 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d924b906-da86-424b-8ebd-c47dd290f734 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1735470 Mar 18 10:34:54.306539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359659-a125-44dc-91a6-98e45be48e3d req-b14886a1-74ab-4fa2-b060-99857e2edb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:54.308882 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-b14886a1-74ab-4fa2-b060-99857e2edb71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.3588483 Mar 18 10:34:54.309560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38972) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:54.415875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=2f996e48-bd1a-4c0c-98fa-dd60cc51d368,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:54.418327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': 'ff1c48df-bff8-4277-8e7b-4e09cfe26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6e217421-9fbd-47a3-acf1-3ed7b21ff24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:54.418668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 6e217421-9fbd-47a3-acf1-3ed7b21ff24b, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:54.429593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:54.450606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b6ceb81-1cf5-444f-9e1a-0c7030af472c None None] Provisioning complete for port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:54.452439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceb81-1cf5-444f-9e1a-0c7030af472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.493517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38980) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:54.502110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:34:54.516468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-938a47c8-6517-400a-83ba-ef96ee300be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.520507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Deleting port 5931c0ee-342b-4560-b18a-4cda01b7aebd {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:54.521406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.567057 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ba2e294e-a8f4-478f-a9f5-33656fa0b41b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:34:54.568162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ba2e294e-a8f4-478f-a9f5-33656fa0b41b tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4343634 Mar 18 10:34:54.583930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.584684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 38986) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:54.595503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e204b5-16d4-4150-86e7-a6fde0fedaa9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:54.597581 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-38e204b5-16d4-4150-86e7-a6fde0fedaa9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2823713 Mar 18 10:34:54.606701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ceb81-1cf5-444f-9e1a-0c7030af472c None None] Port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:34:54.611841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38990) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:54.704200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-742a4978-8ef1-4d16-84d6-d1be1a85885b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909739 Mar 18 10:34:54.708955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 38994) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:54.716012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:54.871254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] For port 5931c0ee-342b-4560-b18a-4cda01b7aebd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5931c0ee-342b-4560-b18a-4cda01b7aebd,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:34:54.872141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.882375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 650b12c8-2075-4520-9694-3e49528be732 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:34:54.901743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 6e217421-9fbd-47a3-acf1-3ed7b21ff24b is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:54.908770 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-6e7b27b3-e6d7-4eba-a43e-e4ae598e2b7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.5230088 Mar 18 10:34:54.951919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf84c74-7fd7-4010-a40f-17b5c7780e6f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:54.953299 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0cf84c74-7fd7-4010-a40f-17b5c7780e6f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 814 time: 0.4565876 Mar 18 10:34:54.954099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:54.980732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:54.986706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] Sync routers for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:54.999026 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:54.999915 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:55.087728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 6e217421-9fbd-47a3-acf1-3ed7b21ff24b) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:55.098493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:55.108614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:55.110231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.112293 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:55.116895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d8d1b-cb25-412c-8a6a-0c5dc30931a1 None None] Network 6e217421-9fbd-47a3-acf1-3ed7b21ff24b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:55.125379 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:55.126262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9d31a2-77a1-4526-9ec4-611c1071a9f0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:55.126455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:55.127229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:55.140098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:55.149338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:55.168998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.174155 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ef992ac-e284-40d9-a7fc-7aee431e26a7 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/509b2231-0b5b-451d-8499-f86fb72a281a HTTP/1.1" status: 204 len: 168 time: 3.4322057 Mar 18 10:34:55.174837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39008) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:55.221840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359659-a125-44dc-91a6-98e45be48e3d req-7a2279a6-0d03-42e5-bd2c-4fbaf814401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:55.223304 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-7a2279a6-0d03-42e5-bd2c-4fbaf814401f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.2857041 Mar 18 10:34:55.246530 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:55.248112 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbde372-e315-400c-a87a-37c57c9f5252 None None] The sync data for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:55.263162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-396bc2b9-2bf2-4196-8bbb-b13f35d60edf tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1323767 Mar 18 10:34:55.263998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39012) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:55.326547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.327709 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6d1d1a47-3f2d-4485-add8-661c400110df tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9039481 Mar 18 10:34:55.333516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39020) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:55.404019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Calling delete_port for 5931c0ee-342b-4560-b18a-4cda01b7aebd owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:55.423554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5288c-999a-48cf-8aa7-e393a8c890e5 req-b590470c-1c8d-446c-9e91-65fc8e167f69 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:55.430444 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f2a5288c-999a-48cf-8aa7-e393a8c890e5 req-b590470c-1c8d-446c-9e91-65fc8e167f69 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4969919 Mar 18 10:34:55.487251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 650b12c8-2075-4520-9694-3e49528be732 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:34:55.488693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.543598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39024) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:55.555513 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f2a5288c-999a-48cf-8aa7-e393a8c890e5 req-2d8422a8-8565-42cd-9998-b3167ee1cce2 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235607 Mar 18 10:34:55.565621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.570153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1282889655', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:55.573428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:55.581509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.583055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359659-a125-44dc-91a6-98e45be48e3d req-a56826f8-7b84-4823-a5f3-f146c94dacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:55.584552 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-a56826f8-7b84-4823-a5f3-f146c94dacc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3073938 Mar 18 10:34:55.585695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:55.585880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.634277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:55.662686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.767804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:55.771272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.815202 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-4239a16f-3346-44f3-a4fc-0d7ad4c519a8 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202954 Mar 18 10:34:55.815456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.849428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:55.911922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.922371 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 3839bb26-15b3-4d6e-b040-bdb0a7ff8645 of type vlan for network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 Mar 18 10:34:55.943101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.964111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:55.981991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd502433-7694-47e5-a19b-b1f704b8aab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-6e217421-9fbd-47a3-acf1-3ed7b21ff24b', 'network_id': '6e217421-9fbd-47a3-acf1-3ed7b21ff24b', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': '2f996e48-bd1a-4c0c-98fa-dd60cc51d368'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:55.983167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd502433-7694-47e5-a19b-b1f704b8aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.011294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.045589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.090430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.135409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.137033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5931c0ee-342b-4560-b18a-4cda01b7aebd no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:34:56.177297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] No DVR routers for this DVR port 5931c0ee-342b-4560-b18a-4cda01b7aebd on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:56.179061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 5931c0ee-342b-4560-b18a-4cda01b7aebd {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:34:56.179477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5931c0ee-342b-4560-b18a-4cda01b7aebd not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:34:56.194156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec850d-73cd-4e58-b4e9-48d36a68e988 None None] Pushing event deleted for resources: {'Port': ['ID=5931c0ee-342b-4560-b18a-4cda01b7aebd,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:56.263270 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9359659-a125-44dc-91a6-98e45be48e3d req-662c105c-e3b4-4cbb-9193-26fea66f157f service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379544 Mar 18 10:34:56.279815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.377842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=2f996e48-bd1a-4c0c-98fa-dd60cc51d368,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:56.481601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting port c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:56.482345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.485771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.501013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.511844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.517094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:56.518459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.520505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7959c28-1815-4e37-92e1-9d88acfd79f6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-cd502433-7694-47e5-a19b-b1f704b8aab5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f996e48-bd1a-4c0c-98fa-dd60cc51d368: This subnet is being modified by another concurrent operation. Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:34:56.564488 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f996e48-bd1a-4c0c-98fa-dd60cc51d368: This subnet is being modified by another concurrent operation. Mar 18 10:34:56.570184 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:34:56.583723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e217421-9fbd-47a3-acf1-3ed7b21ff24b']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:56.628489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c1108-59d9-46d9-b389-fec5f70492df None None] Network 6e217421-9fbd-47a3-acf1-3ed7b21ff24b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:34:56.821500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39030) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:56.855490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088140365', 'description': 'tempest-secgroup-smoke-1088140365 description', 'project_id': '2c46f952aba9404085eba2ba89401eb1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:56.876109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:56.886402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbebc8a-48df-4403-acb8-3bed1b6187ca None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:34:56.886747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:56.895055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:56.898880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:34:56.901369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1c48df-bff8-4277-8e7b-4e09cfe26d7a') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:56.901674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1c48df-bff8-4277-8e7b-4e09cfe26d7a') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:56.906131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:56.916175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.927633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=8c13313e-9f37-4bb8-b23a-c26bed6e2a55,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:56.943676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.952291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:56.953698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.991330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:56.998222 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e3887e2-e0b4-402d-9c04-a9cef6665238 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4358521 Mar 18 10:34:57.001883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:57.002238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.004294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39036) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:57.024075 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:57.043528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.046880 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c4f3ad6e-70bf-451c-9f06-2a73815795bf tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7959c28-1815-4e37-92e1-9d88acfd79f6 HTTP/1.1" status: 204 len: 168 time: 1.7100995 Mar 18 10:34:57.086980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39040) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.101991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.102239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:57.135034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.171977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:57.175220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:57.181275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbebc8a-48df-4403-acb8-3bed1b6187ca None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:34:57.184327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:57.195740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b280c-b882-4d6a-a88a-25d6c2883f63 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:57.196049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:57.197114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.200318 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3a0b280c-b882-4d6a-a88a-25d6c2883f63 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1924973 Mar 18 10:34:57.201883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:57.207100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39044) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.214221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.240071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:57.246363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=cb49c131-7a00-4f69-a69c-fb318de8d008,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:57.286930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7f087367-68e9-44a1-9323-1e2dbb1583ce tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:57.301280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.373090 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2613fbd8-b02e-4627-ac7f-2381efc132d5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6615429 Mar 18 10:34:57.373090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.375690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39048) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.397253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Calling delete_port for c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:57.405374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.410691 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/6e217421-9fbd-47a3-acf1-3ed7b21ff24b HTTP/1.1" status: 204 len: 168 time: 2.1350052 Mar 18 10:34:57.410691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02e5c1-d6f0-4b39-8228-4c59e37276ca tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=6e217421-9fbd-47a3-acf1-3ed7b21ff24b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:57.413391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:32:d4:e9', 'name': 'tempest-NetworksTestDHCPv6-849215459'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:57.431619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39052) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.450536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685882228'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:57.455714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:57.472202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:57.482850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7f087367-68e9-44a1-9323-1e2dbb1583ce tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:57.484239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7f087367-68e9-44a1-9323-1e2dbb1583ce tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3927279 Mar 18 10:34:57.489932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:57.502802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39056) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.571437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c4f0b-5e3a-439d-94fd-306442cc3d1d req-18bfee4c-586c-4d24-9ea0-ed15a3e5873e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:57.573452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e6c4f0b-5e3a-439d-94fd-306442cc3d1d req-18bfee4c-586c-4d24-9ea0-ed15a3e5873e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7634375 Mar 18 10:34:57.607592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:57.635752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'cb49c131-7a00-4f69-a69c-fb318de8d008'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:34:57.637490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.700730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa072b30-b7ac-47d4-9531-117000f6ded9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:57.709442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46d934-6355-4d59-8578-18f8bc33fb88 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:57.711455 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6f46d934-6355-4d59-8578-18f8bc33fb88 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5034359 Mar 18 10:34:57.719914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.734047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:57.737431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.782430 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e6c4f0b-5e3a-439d-94fd-306442cc3d1d req-bca31ba4-f87c-41d5-ab2d-cf89940d4759 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907122 Mar 18 10:34:57.796625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:57.798770 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b5522b98-cc7f-41a8-9faa-99375820b63b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755236 Mar 18 10:34:57.804533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.808040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Allocated IP 2001:db8::f816:3eff:fee8:939c (862ac36c-a15b-4807-bb67-f61f5836b3bd/cb49c131-7a00-4f69-a69c-fb318de8d008/398f49ae-cd50-40c9-91d7-a02aac9e9202) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:57.828361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.852468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:57.866108 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2458918d-6d42-4d92-b51f-6322be026bca tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588720 Mar 18 10:34:57.868114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:57.874851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39068) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.909382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.909810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 11ecc364-e7dd-466c-9ab9-f467f8536de9 of type vlan for network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 Mar 18 10:34:57.916342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa072b30-b7ac-47d4-9531-117000f6ded9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:57.920093 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa072b30-b7ac-47d4-9531-117000f6ded9 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4099584 Mar 18 10:34:57.920555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39072) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:57.944843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:57.962023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:57.969275 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-e26b0861-8f17-446d-9c73-cf6070698e36 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] delete failed (client error): The resource could not be found. Mar 18 10:34:57.974037 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e26b0861-8f17-446d-9c73-cf6070698e36 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7959c28-1815-4e37-92e1-9d88acfd79f6 HTTP/1.1" status: 404 len: 347 time: 0.0486572 Mar 18 10:34:57.975860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:57.978800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39076) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:58.001012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:58.006869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:58.017606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:58.021004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ec977-0c86-47e5-bb8f-0aed567c4f2b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:58.045539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.049373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.050432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.059318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Transition to ACTIVE for port object 398f49ae-cd50-40c9-91d7-a02aac9e9202 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:58.078541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Transition to ACTIVE for port object 398f49ae-cd50-40c9-91d7-a02aac9e9202 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:34:58.106559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-14b5efea-ab32-417f-8320-111aafa22974 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Synchronizing usage tracker for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:34:58.128900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Port': ['ID=c67f8ff7-90bf-4eeb-bf18-157bccdaa9ec,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:58.145868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.202303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-14b5efea-ab32-417f-8320-111aafa22974 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] Unset dirty status for tenant:5f9e802d485341f89f82b28045569e57 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:34:58.207009 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-14b5efea-ab32-417f-8320-111aafa22974 tempest-SecGroupTest-1992752585 tempest-SecGroupTest-1992752585-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2272768 Mar 18 10:34:58.209536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 17a47b88-50cd-40f0-875a-d51dc08730de {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:34:58.209536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.219203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:58.223083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:58.228279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:34:58.230896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Pushing event updated for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:58.244150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:34:58.271554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72dac9f-1115-4e73-85bf-afe8a903e1ba tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:58.276399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a72dac9f-1115-4e73-85bf-afe8a903e1ba tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3951569 Mar 18 10:34:58.282656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39082) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:58.333703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Attempting to bind port 398f49ae-cd50-40c9-91d7-a02aac9e9202 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:34:58.335382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Attempting to bind port 398f49ae-cd50-40c9-91d7-a02aac9e9202 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:34:58.336334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Attempting to bind port 398f49ae-cd50-40c9-91d7-a02aac9e9202 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:34:58.342048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:34:58.343341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:34:58.343341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.344606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:34:58.345344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Bound port: 398f49ae-cd50-40c9-91d7-a02aac9e9202, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:34:58.345880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.360423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.380728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dbccc6ad-01f4-40e2-878a-1dff7e179ee4 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921926 Mar 18 10:34:58.393927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.405648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39086) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:58.423244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082130360', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:58.424803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.453298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:34:58.456190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:34:58.487676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.529453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.637805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a472d9d-fd3d-45c8-a57f-f5818543bd7b None None] Pushing event updated for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:58.646726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.652175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:58.652852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.740990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:58.770278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port a1443b38-c509-4176-ade1-0b5a4f921e07 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:34:58.830021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39092) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:58.907834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:58.909310 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-84c76ce0-17b1-4b63-9702-09e3e5096043 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0807779 Mar 18 10:34:58.927556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39100) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:58.932903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Router 51055a9a-1fa9-4b02-b5ad-002529449e92 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:34:58.966777 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5331576 Mar 18 10:34:58.976201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:58.985673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39104) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:59.008596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.022707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:59.034080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:59.065468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc878-6cb2-4ea1-831e-330a7ffd4d7c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=f7e941b0-5b6c-4bff-a824-8eae4a87ffc6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:59.072450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:34:59.079664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:34:59.129418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:34:59.142414 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fdb47526-4788-4730-9070-f64cceb63d53 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5521555 Mar 18 10:34:59.143160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39112) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:59.172203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:59.209142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97686e-c430-419a-bca8-41d805543865 None None] Sync routers for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:59.234476 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-085f0260-c8ee-4171-adb5-4ef264ee84f1 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] delete failed (client error): The resource could not be found. Mar 18 10:34:59.234877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:34:59.238664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:59.239990 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-085f0260-c8ee-4171-adb5-4ef264ee84f1 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-17148583 HTTP/1.1" status: 404 len: 333 time: 0.0957568 Mar 18 10:34:59.240577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39116) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:59.246080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7aa7ef8b-1617-45c8-a887-69fb0ef3ef55 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'router': {'external_gateway_info': {'network_id': '51055a9a-1fa9-4b02-b5ad-002529449e92'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:59.246600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:59.247405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:59.262926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 17a47b88-50cd-40f0-875a-d51dc08730de owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:34:59.301717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:34:59.315875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:59.325627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:34:59.326280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:59.387280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6a97686e-c430-419a-bca8-41d805543865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:59.387747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97686e-c430-419a-bca8-41d805543865 None None] The sync data for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:59.432990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:59.435031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:34:59.606376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5a64f1b0-6703-4312-bb3b-e468fff44a32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f9e802d485341f89f82b28045569e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732275 Mar 18 10:34:59.610088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe32:d4e9 (862ac36c-a15b-4807-bb67-f61f5836b3bd/cb49c131-7a00-4f69-a69c-fb318de8d008/a1443b38-c509-4176-ade1-0b5a4f921e07) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:59.615053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:59.619059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.623526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39120) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:59.640617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ef8b-1617-45c8-a887-69fb0ef3ef55 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.695543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.739794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.747779 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-7aa7ef8b-1617-45c8-a887-69fb0ef3ef55 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] update failed (client error): The resource could not be found. Mar 18 10:34:59.748802 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7aa7ef8b-1617-45c8-a887-69fb0ef3ef55 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92 HTTP/1.1" status: 404 len: 339 time: 0.5072253 Mar 18 10:34:59.752219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:34:59.753326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39126) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:34:59.951334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb45531-7d8e-4c64-b7fa-2e833d9a9c10 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:00.010028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53e287-d001-4aff-99d3-4078912e366c req-009132a9-f41f-4829-bc09-fe6d399912d6 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:00.011604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a53e287-d001-4aff-99d3-4078912e366c req-009132a9-f41f-4829-bc09-fe6d399912d6 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 1.0661168 Mar 18 10:35:00.013319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.191507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3a31cd99-25aa-4d13-9013-5be0df70ab1c None None] Provisioning for port 398f49ae-cd50-40c9-91d7-a02aac9e9202 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:00.286611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.361574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.366513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d295fc6c-e001-4426-af16-64055d02bad6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:00.380623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.420864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 is not hosted by any dhcp agent {{(pid=88542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 18 10:35:00.426267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:00.426864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.431545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "PUT /v2.0/networks/f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 HTTP/1.1" status: 200 len: 723 time: 1.4230800 Mar 18 10:35:00.432033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39130) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:00.440042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:00.450919 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a53e287-d001-4aff-99d3-4078912e366c req-8ed0f51f-bcc3-4493-8854-18d4c38885a5 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061759 Mar 18 10:35:00.497491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.584082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.606881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:00.622666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf25a79-91ec-4a9a-96ee-54d0dc47a4b1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:00.638143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e63e3-a25d-488e-bfc7-f7420337eff0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=f7e941b0-5b6c-4bff-a824-8eae4a87ffc6,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:00.651607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:00.678707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.690924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:00.708133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:00.711235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.712868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.713083 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-135a2be1-894b-42bd-9ea8-ef759797ff3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d295fc6c-e001-4426-af16-64055d02bad6 HTTP/1.1" status: 204 len: 168 time: 1.0919399 Mar 18 10:35:00.717050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object a1443b38-c509-4176-ade1-0b5a4f921e07 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:00.728547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:00.761454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.765481 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3bccf330-6122-44fb-b274-3e7b70cde4ca tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8190086 Mar 18 10:35:00.771895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39138) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:00.776071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=17a47b88-50cd-40f0-875a-d51dc08730de,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:00.814172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:00.826108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:00.867373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:00.917726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:00.960675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:00.971975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 398f49ae-cd50-40c9-91d7-a02aac9e9202 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:00.990495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:01.001640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:01.005913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.069106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64540f-d3a9-4e29-8e7f-855e95140482 req-70baa790-8246-412a-8349-58a8c1019b78 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:01.074348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ac64540f-d3a9-4e29-8e7f-855e95140482 req-70baa790-8246-412a-8349-58a8c1019b78 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4780779 Mar 18 10:35:01.111641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 398f49ae-cd50-40c9-91d7-a02aac9e9202 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:01.117311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 398f49ae-cd50-40c9-91d7-a02aac9e9202 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:01.117745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.138250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.144619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=0a808357-16d2-451d-9811-f5a96de1f652,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:01.191485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.199019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:01.199490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: 8c13313e-9f37-4bb8-b23a-c26bed6e2a55, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:01.262014 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ac64540f-d3a9-4e29-8e7f-855e95140482 req-6f1efa15-d1a4-4a38-8b94-0fbcf1fb2477 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637790 Mar 18 10:35:01.274798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.288159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:01.303618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Allocated IP 172.20.0.1 (0f7925ce-8536-4eca-8b9b-82669431a89e/5f774906-9c92-403a-81f2-a07f878e20f6/6b636293-358b-4887-8dc6-5c2fae889456) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:01.343340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:01.363421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:01.365453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=a1443b38-c509-4176-ade1-0b5a4f921e07,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:01.380582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:01.395255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:01.396081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.449148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.472522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.544966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:01.572597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:01.613181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.616655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.619259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-df9ab5c2-1603-42a0-83d5-2413c43fce58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2412381 Mar 18 10:35:01.624839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39154) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:01.710444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.730466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.741994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 8c13313e-9f37-4bb8-b23a-c26bed6e2a55) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:01.746670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:01.747249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.753242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99af43d-6918-44d6-aa5f-22492cb75e12 None None] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:01.767700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Transition to ACTIVE for port object 6b636293-358b-4887-8dc6-5c2fae889456 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:01.783517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed9eb73-f482-475d-a4c3-1ace361a164b,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:01.786501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=28131331-d465-471a-9009-0d97efe4a45e,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:01.808512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': '11ecc364-e7dd-466c-9ab9-f467f8536de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:01.808935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: f7e941b0-5b6c-4bff-a824-8eae4a87ffc6, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:01.854700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65add244-ebf5-47d6-9b41-3abcf7a9c69c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:01.860481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65add244-ebf5-47d6-9b41-3abcf7a9c69c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:01.864692 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-65add244-ebf5-47d6-9b41-3abcf7a9c69c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2092321 Mar 18 10:35:01.865156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39162) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:01.922448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe3cf5cf-b349-4df9-af6e-deac97fb1a72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5107355 Mar 18 10:35:01.923731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.928056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1adaa2d4-151f-477b-bc82-4bd9348858e1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1528680 Mar 18 10:35:01.929849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39170) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:01.935228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9085fa7c-7338-477c-aacd-35992188be15 None None] Provisioning for port a1443b38-c509-4176-ade1-0b5a4f921e07 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:01.952255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port a1443b38-c509-4176-ade1-0b5a4f921e07 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:01.952596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:01.966162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9085fa7c-7338-477c-aacd-35992188be15 None None] Provisioning complete for port a1443b38-c509-4176-ade1-0b5a4f921e07 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:01.966597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9085fa7c-7338-477c-aacd-35992188be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.054472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9085fa7c-7338-477c-aacd-35992188be15 None None] Port a1443b38-c509-4176-ade1-0b5a4f921e07 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:02.083385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:02.096574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bb4b-bae6-4a49-b2a1-85a61fad06f8 req-4d5c15d8-0adb-4237-b9b4-c59152b87bb7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:02.103913 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cb12bb4b-bae6-4a49-b2a1-85a61fad06f8 req-4d5c15d8-0adb-4237-b9b4-c59152b87bb7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6173151 Mar 18 10:35:02.111309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:02.112506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:02.132471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:02.139401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:02.150535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:02.208517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': '0a808357-16d2-451d-9811-f5a96de1f652'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:02.209365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.247771 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cb12bb4b-bae6-4a49-b2a1-85a61fad06f8 req-7dea7c3a-ab3b-4764-9e23-6a9122acbfe7 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429291 Mar 18 10:35:02.279399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39178) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:02.319144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.406908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.413554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:02.427360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.486143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39184) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:02.505202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212139685', 'description': 'tempest-secgroup-smoke-1212139685 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:02.512694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7869a6b2-c3c2-4170-be0d-549a4e2a9451 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:02.513127 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-7869a6b2-c3c2-4170-be0d-549a4e2a9451 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 18 10:35:02.513614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-7869a6b2-c3c2-4170-be0d-549a4e2a9451 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:35:02.514619 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7869a6b2-c3c2-4170-be0d-549a4e2a9451 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2372642 Mar 18 10:35:02.534478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Allocated IP 172.20.0.18 (8c13313e-9f37-4bb8-b23a-c26bed6e2a55/0a808357-16d2-451d-9811-f5a96de1f652/77f55c02-592c-41c5-af4c-5d6894d6fc05) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:02.571206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:02.573102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39190) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:02.576634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 0f7925ce-8536-4eca-8b9b-82669431a89e is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:02.636055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f7e941b0-5b6c-4bff-a824-8eae4a87ffc6) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:02.643615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for a1443b38-c509-4176-ade1-0b5a4f921e07 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:02.647349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f52d5-59b0-4673-b11c-8052e6319a51 None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:02.677157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:02.684351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772664437'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:02.692987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:02.696404 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] Sync routers for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:02.699404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.706080 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7f53cf38-5b22-46cc-8126-66bebac751c5 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/routers/419e339f-33fb-464c-b7ef-0fd542b8a2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5301697 Mar 18 10:35:02.706873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:02.708684 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:02.709317 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:02.722301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:02.724827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:02.725420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.731709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:02.780536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:02.785472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.794151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Port': ['ID=6b636293-358b-4887-8dc6-5c2fae889456,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:02.831582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a0aefa-a0da-47b6-bf02-590d9e514675,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:02.836659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:02.844244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b69f-4bdc-4d18-9add-076bdca769cb req-84bf4d6b-48bf-463b-867e-fb554c1ab589 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:02.851774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d9f2b69f-4bdc-4d18-9add-076bdca769cb req-84bf4d6b-48bf-463b-867e-fb554c1ab589 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3613265 Mar 18 10:35:02.860893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:02.873982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:02.895433 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] Routers {'419e339f-33fb-464c-b7ef-0fd542b8a2d7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:02.896770 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:02.897164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:02.910254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.925184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:02.936184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39198) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:02.936930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-70e5026b-7b6b-47f8-b132-4327155cf15f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8615215 Mar 18 10:35:02.956278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 398f49ae-cd50-40c9-91d7-a02aac9e9202 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:03.029055 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:03.029665 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fe5d3-95b0-481b-91c5-1787a2d411ac None None] The sync data for ids ['419e339f-33fb-464c-b7ef-0fd542b8a2d7'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:03.058279 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cf29f832-0f5d-411a-b487-d9de010c1c98 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6252034 Mar 18 10:35:03.062996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:03.066828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:03.073508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:03.075902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.082280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:03.093151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:03.099008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:03.107448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:03.113464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:03.117710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:03.123380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:03.125558 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d9f2b69f-4bdc-4d18-9add-076bdca769cb req-dc72e619-b453-4ce3-9f6d-1bf66af6c924 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720513 Mar 18 10:35:03.127935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.138277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Transition to ACTIVE for port object 77f55c02-592c-41c5-af4c-5d6894d6fc05 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:03.141241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.147457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.153855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:03.166782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.170371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Transition to ACTIVE for port object 77f55c02-592c-41c5-af4c-5d6894d6fc05 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:03.193253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 398f49ae-cd50-40c9-91d7-a02aac9e9202 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:03.193799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.202061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:03.210420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:03.216260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:03.230716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.279731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.290689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:03.342023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=a1443b38-c509-4176-ade1-0b5a4f921e07,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:03.363528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44bf68d6-d432-49bc-b955-9e67dd85f5b8 None None] Provisioning for port 6b636293-358b-4887-8dc6-5c2fae889456 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:03.372113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2358830'] for subnet, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.380134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44bf68d6-d432-49bc-b955-9e67dd85f5b8 None None] Provisioning complete for port 6b636293-358b-4887-8dc6-5c2fae889456 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:03.380628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-44bf68d6-d432-49bc-b955-9e67dd85f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.400578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.449155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.479627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f7e941b0-5b6c-4bff-a824-8eae4a87ffc6', 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': '28131331-d465-471a-9009-0d97efe4a45e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:03.481089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.483427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.500527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Pushing event updated for resources: {'Port': ['ID=77f55c02-592c-41c5-af4c-5d6894d6fc05,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:03.517102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:03.551231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.561949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:03.565129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:03.605463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 9c6bb8cd-d7ae-46c5-9f34-984820693cdd {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:03.606007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.632216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.642847 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a7978736-a8ce-4ceb-966f-f11f9fb36d21 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a1443b38-c509-4176-ade1-0b5a4f921e07 HTTP/1.1" status: 204 len: 168 time: 1.7743313 Mar 18 10:35:03.681984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39208) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:03.702978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-44bf68d6-d432-49bc-b955-9e67dd85f5b8 None None] Port 6b636293-358b-4887-8dc6-5c2fae889456 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:03.749684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.765581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.807122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.807862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Attempting to bind port 77f55c02-592c-41c5-af4c-5d6894d6fc05 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:03.808238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Attempting to bind port 77f55c02-592c-41c5-af4c-5d6894d6fc05 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:03.808612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Attempting to bind port 77f55c02-592c-41c5-af4c-5d6894d6fc05 on network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:03.814864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:03.815289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Checking segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:03.816648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.816648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Bound using segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:03.816648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Bound port: 77f55c02-592c-41c5-af4c-5d6894d6fc05, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:03.816973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.912623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57919e6-8c2e-41ad-adba-092f1179ed0a req-86681da1-3cdc-42f3-a84b-1bceba993082 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:03.920081 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c57919e6-8c2e-41ad-adba-092f1179ed0a req-86681da1-3cdc-42f3-a84b-1bceba993082 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6438539 Mar 18 10:35:03.922069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] For port 77f55c02-592c-41c5-af4c-5d6894d6fc05, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:03.926860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] For port 77f55c02-592c-41c5-af4c-5d6894d6fc05, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77f55c02-592c-41c5-af4c-5d6894d6fc05,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:03.932822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:03.940158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 9c6bb8cd-d7ae-46c5-9f34-984820693cdd owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:03.986097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.004531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-788916'] for subnet, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.023010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.053591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.058027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f48845-399c-4ab8-9028-285abf50e868 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:04.059417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f48845-399c-4ab8-9028-285abf50e868 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:04.066311 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8f48845-399c-4ab8-9028-285abf50e868 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3791106 Mar 18 10:35:04.066311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.066311 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0d4c1885-c534-4f0e-804d-573ac7b81d72 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5728207 Mar 18 10:35:04.069552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c003286-2072-4783-a706-e6a229fa4c33,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.073645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39212) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:04.074004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:04.082367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:04.085966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.085966 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "PUT /v2.0/subnets/28131331-d465-471a-9009-0d97efe4a45e HTTP/1.1" status: 200 len: 806 time: 1.0195282 Mar 18 10:35:04.092438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:04.092583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39220) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:04.127230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199375-a79c-4364-8177-d9161ecc8dfb None None] Pushing event updated for resources: {'Port': ['ID=77f55c02-592c-41c5-af4c-5d6894d6fc05,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.135824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Allocated IP 172.20.0.2 (f7e941b0-5b6c-4bff-a824-8eae4a87ffc6/28131331-d465-471a-9009-0d97efe4a45e/36e68fda-e7d0-44d4-818d-3f3a4f455338) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:04.151450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412454f-5435-4031-830d-83d4925c088d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=28131331-d465-471a-9009-0d97efe4a45e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.281724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:04.289046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.295141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.295141 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-166ec57c-9d47-4a09-a51f-2e7372787335 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2468619 Mar 18 10:35:04.313288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:04.318876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:04.330836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39224) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:04.333498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c57919e6-8c2e-41ad-adba-092f1179ed0a req-4fbc10d3-01cf-40eb-b353-52abf3a366a8 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125538 Mar 18 10:35:04.335964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:04.356105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:04.371316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:04.377737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:04.379939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:04.382222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:04.434377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:04.445614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:04.447957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46af368f-c1ce-41b3-bd43-1515001a7878,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.453002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:04.465702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet cb49c131-7a00-4f69-a69c-fb318de8d008 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:04.466535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.501181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Transition to ACTIVE for port object 36e68fda-e7d0-44d4-818d-3f3a4f455338 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:04.534958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Transition to ACTIVE for port object 36e68fda-e7d0-44d4-818d-3f3a4f455338 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:04.550107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:04.552054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.573411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.614768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.644143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.653557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.678028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.686545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.696308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:04.708196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:04.731800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Pushing event updated for resources: {'Port': ['ID=36e68fda-e7d0-44d4-818d-3f3a4f455338,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.741885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:04.750719 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Project 2c46f952aba9404085eba2ba89401eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:04.791355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=9c6bb8cd-d7ae-46c5-9f34-984820693cdd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:04.791654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.879983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.895332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.913888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.930676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.950539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.959412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Attempting to bind port 36e68fda-e7d0-44d4-818d-3f3a4f455338 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:04.962803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Attempting to bind port 36e68fda-e7d0-44d4-818d-3f3a4f455338 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '11ecc364-e7dd-466c-9ab9-f467f8536de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:04.963294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Attempting to bind port 36e68fda-e7d0-44d4-818d-3f3a4f455338 on network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:04.976964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:04.981306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Checking segment: {'id': '11ecc364-e7dd-466c-9ab9-f467f8536de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:04.981306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.981306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Bound using segment: {'id': '11ecc364-e7dd-466c-9ab9-f467f8536de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:04.981306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Bound port: 36e68fda-e7d0-44d4-818d-3f3a4f455338, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ecc364-e7dd-466c-9ab9-f467f8536de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:04.981306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:04.994675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.004346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.006410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77f55c02-592c-41c5-af4c-5d6894d6fc05 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:05.020772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.029075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.047327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=28131331-d465-471a-9009-0d97efe4a45e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.116999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.183382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] For port 36e68fda-e7d0-44d4-818d-3f3a4f455338, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:05.186939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] For port 36e68fda-e7d0-44d4-818d-3f3a4f455338, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=36e68fda-e7d0-44d4-818d-3f3a4f455338,segment=NetworkSegment(11ecc364-e7dd-466c-9ab9-f467f8536de9),segment_id=11ecc364-e7dd-466c-9ab9-f467f8536de9)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:05.189661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.195965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.208999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.249641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 77f55c02-592c-41c5-af4c-5d6894d6fc05 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:05.259234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc8995c-5352-4e7e-990a-7c8637559e98,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.289649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.289911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.318681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e941b0-5b6c-4bff-a824-8eae4a87ffc6']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:05.338615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ecc364-e7dd-466c-9ab9-f467f8536de9') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:05.338615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ecc364-e7dd-466c-9ab9-f467f8536de9') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:05.351683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.372190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.380348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:05.381114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.407297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9144b5-10dc-43f6-9175-a02f08be3917,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.410773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eca913-f587-4dc6-b8c7-3277f81ed8ee,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.417214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event updated for resources: {'Port': ['ID=6b636293-358b-4887-8dc6-5c2fae889456,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.422110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.431448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9f83-4851-4ce1-b819-683b5c4fffd5 None None] Pushing event updated for resources: {'Port': ['ID=36e68fda-e7d0-44d4-818d-3f3a4f455338,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.437604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.441707 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2dfd2f64-144b-44ab-b133-4d0ec2b4f746 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3641577 Mar 18 10:35:05.442522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39234) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.465296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.468193 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-651f85ce-09b3-4b56-b08c-5e0ba643fc6c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1337616 Mar 18 10:35:05.470488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac6af3-85e3-40db-80f5-f76556d19c36 None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:05.484863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:05.489695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.491148 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebb8c19e-7d5f-4ba5-a567-93218b9fbfc0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.9168501 Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:05.494436 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:05.501618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.501796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39238) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.507317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.509385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Fanout notify agent at l3_agent the message router_deleted on router 419e339f-33fb-464c-b7ef-0fd542b8a2d7 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:35:05.516880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:05.520343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ed9144b5-10dc-43f6-9175-a02f08be3917', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:05.527808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624b37-8a8f-4c76-805c-53e73aeb75b3 req-9334113b-66b2-4c8f-b91d-11d51a54cf8d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:05.529162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b624b37-8a8f-4c76-805c-53e73aeb75b3 req-9334113b-66b2-4c8f-b91d-11d51a54cf8d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3035674 Mar 18 10:35:05.532215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'security_group_rule': {'security_group_id': '6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:05.543450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:05.548455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:05.552515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:05.562020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:05.568432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.571860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d2c4d-de32-4aee-bf31-0891e984a798 None None] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:05.572808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4c075abb-26da-41c0-8840-5a3a42f021c0 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/routers/419e339f-33fb-464c-b7ef-0fd542b8a2d7 HTTP/1.1" status: 204 len: 168 time: 2.8636558 Mar 18 10:35:05.573468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.594665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.615147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:05.616503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:35:05.616503 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:35:05.616503 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': 'f7e941b0-5b6c-4bff-a824-8eae4a87ffc6'}] Mar 18 10:35:05.616503 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:05.617242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:05.617669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:05.646960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting subnet 4038a485-f180-4a91-ac6d-2a66fc3c545b {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:05.654072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.663378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:05.668414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:security_group_rule and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:05.685911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:05.690714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:05.699543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=cb49c131-7a00-4f69-a69c-fb318de8d008,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:05.704653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.705611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.709352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-12fa9564-f90a-4f7e-8af4-381371357920 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/cb49c131-7a00-4f69-a69c-fb318de8d008 HTTP/1.1" status: 204 len: 168 time: 1.6334071 Mar 18 10:35:05.715825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:05.717675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39250) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.743643 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b624b37-8a8f-4c76-805c-53e73aeb75b3 req-80883892-f147-4bd3-ae84-55752f8d8938 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505213 Mar 18 10:35:05.769247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd224b38-19bc-421b-a455-68e711058dc0 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:05.783834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Network 0f7925ce-8536-4eca-8b9b-82669431a89e is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:05.784908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:05.811538 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-18bd6f4c-97fb-4cef-a49a-6d64caeadfb4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929039 Mar 18 10:35:05.819032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39254) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:05.844580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:05.860412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.877668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Project 2c46f952aba9404085eba2ba89401eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:05.911825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Provisioning for port 77f55c02-592c-41c5-af4c-5d6894d6fc05 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:05.941686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Provisioning complete for port 77f55c02-592c-41c5-af4c-5d6894d6fc05 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:05.942089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:05.962410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.014511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.077274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.083502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Router 51055a9a-1fa9-4b02-b5ad-002529449e92 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:06.117520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:06.120174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.125642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:06.134119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:06.143529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.148163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:06.170177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 36e68fda-e7d0-44d4-818d-3f3a4f455338 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:06.170509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.199486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1841264-19e9-4953-8d9a-a70e47a11fea None None] Network f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:06.213097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.277912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.335678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.339441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa4e958-aeb1-4313-ab7e-83239372a640,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:06.342346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:06.358375 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ed33bd5c-7108-4c05-959a-a5db030db51c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6039722 Mar 18 10:35:06.360931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39258) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:06.382418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.386172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] Sync routers for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:06.412346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c694f398-72f7-4622-b03f-8d6c7324979c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:06.423130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.466411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:06.470112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.471537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:06.472255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:06.564580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.581499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.582448 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4a44f458-ac00-4d9c-81a2-fdf11cd8b734 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1229901 Mar 18 10:35:06.587022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.591376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0ac90b39-9118-4ced-9edb-267b928fa361 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0862947 Mar 18 10:35:06.596568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:06.598462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39262) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:06.598658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:06.636770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:06.637422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:06.662710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:06.666813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9182c2a-43ca-491f-863d-4c8ec7cb610b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:06.682210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ed9144b5-10dc-43f6-9175-a02f08be3917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:06.692716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5ebe008b-3939-42b2-9d7a-8bf851f2ac83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.693087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:06.705318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:06.705720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:06.714424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:06.719450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:06.720030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] For port 77f55c02-592c-41c5-af4c-5d6894d6fc05, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77f55c02-592c-41c5-af4c-5d6894d6fc05,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:06.723341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:06.723728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da404d-facb-4d63-b6db-5372fc57692d None None] The sync data for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:06.726228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Deleting port 398f49ae-cd50-40c9-91d7-a02aac9e9202 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:06.726599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.728026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:06.734432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:06.748377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:06.751232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 36e68fda-e7d0-44d4-818d-3f3a4f455338, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=36e68fda-e7d0-44d4-818d-3f3a4f455338,segment=NetworkSegment(11ecc364-e7dd-466c-9ab9-f467f8536de9),segment_id=11ecc364-e7dd-466c-9ab9-f467f8536de9)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:06.751589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.758946 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.760360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e494e446-e148-4147-b8e3-7841755d6c38 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2481167 Mar 18 10:35:06.764038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:06.799817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39270) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:06.816320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'network': {'name': 'tempest-network-smoke--2147216503', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:06.853115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:06.891224 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-5ebe008b-3939-42b2-9d7a-8bf851f2ac83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 18 10:35:06.894924 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5ebe008b-3939-42b2-9d7a-8bf851f2ac83 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92 HTTP/1.1" status: 409 len: 329 time: 0.5319784 Mar 18 10:35:06.896740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39276) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:06.974461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 398f49ae-cd50-40c9-91d7-a02aac9e9202 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:07.004361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:07.067526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 36e68fda-e7d0-44d4-818d-3f3a4f455338 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:07.095384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.104705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.113682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042b8f-1093-48e7-9b3e-336b38bea3af None None] Pushing event updated for resources: {'Port': ['ID=77f55c02-592c-41c5-af4c-5d6894d6fc05,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:07.116009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:network and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:07.125469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4a88b94d-197e-4f89-969d-d3ee131fd581 None None] Provisioning complete for port 6b636293-358b-4887-8dc6-5c2fae889456 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:07.125861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a88b94d-197e-4f89-969d-d3ee131fd581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.167301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:07.174709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:07.175104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.194698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:07.213392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Subnet': ['ID=4038a485-f180-4a91-ac6d-2a66fc3c545b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:07.215271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.230269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.282162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31533f25-dca2-4edc-b000-b5cd37c06ccd None None] Network 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:07.361021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Calling delete_port for 398f49ae-cd50-40c9-91d7-a02aac9e9202 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:07.369133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Made reservation on behalf of 2c46f952aba9404085eba2ba89401eb1 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:07.372647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.412936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4a88b94d-197e-4f89-969d-d3ee131fd581 None None] Port 6b636293-358b-4887-8dc6-5c2fae889456 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:07.419587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fa3bcd1b-e032-4c62-89d3-10c6f48b5720 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/subnets/4038a485-f180-4a91-ac6d-2a66fc3c545b HTTP/1.1" status: 204 len: 168 time: 1.8433106 Mar 18 10:35:07.421458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39280) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:07.471684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e661d9-cf25-4039-8b93-31ee0b67d161 req-a434d031-2319-4df5-a849-0662272f3910 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:07.473241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b6e661d9-cf25-4039-8b93-31ee0b67d161 req-a434d031-2319-4df5-a849-0662272f3910 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4531903 Mar 18 10:35:07.482146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.488224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:07.499684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.556791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.563806 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:35:07.567919 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-09883407-03c3-4111-8c1f-6bb5e10f0b80 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9667022 Mar 18 10:35:07.568196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39284) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:07.576629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=36e68fda-e7d0-44d4-818d-3f3a4f455338,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:07.594188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.594528 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Added segment 8082b2f2-1d79-4c27-9653-8a116a3596d8 of type vlan for network a5e28268-e5e6-40de-819b-82aa819219c8 Mar 18 10:35:07.596972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port 36e68fda-e7d0-44d4-818d-3f3a4f455338 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:07.599536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.634820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port bb9dc591-0768-41d1-932f-23494c708fdb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:07.635127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.693759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:07.698647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7ef8bc06-9775-472c-98bd-57fde1721a99 None None] Provisioning complete for port 77f55c02-592c-41c5-af4c-5d6894d6fc05 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:07.699028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bc06-9775-472c-98bd-57fde1721a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.704427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b6e661d9-cf25-4039-8b93-31ee0b67d161 req-c7e26384-ca0f-4ffd-b4d0-debb65a4e0bb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147617 Mar 18 10:35:07.710518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.715405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.765850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.769756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.830906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:07.831357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:07.849755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.878878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.910492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:07.912838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:07.952354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] DHCP port deletion for 6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:07.955225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a499ecc9-ef39-4391-888c-a31fc4bd32c4,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:07.965214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Deleting port bb9dc591-0768-41d1-932f-23494c708fdb {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:07.965775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.001452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e941b0-5b6c-4bff-a824-8eae4a87ffc6']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:08.025034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ecc364-e7dd-466c-9ab9-f467f8536de9') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:08.025294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ecc364-e7dd-466c-9ab9-f467f8536de9') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:08.069990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.117465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.118749 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a61b255-b25d-45f9-914c-21156c765175 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5191734 Mar 18 10:35:08.119535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.125308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:08.126150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.129843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39292) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:08.167639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.175000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:08.213687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:08.214147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:08.228544 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:08.259479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] For port bb9dc591-0768-41d1-932f-23494c708fdb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bb9dc591-0768-41d1-932f-23494c708fdb,segment=NetworkSegment(3e70c0c3-e45c-4759-8d83-ec840408cbe5),segment_id=3e70c0c3-e45c-4759-8d83-ec840408cbe5)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:08.259958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:08.260393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.262008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] For port bb9dc591-0768-41d1-932f-23494c708fdb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bb9dc591-0768-41d1-932f-23494c708fdb,segment=NetworkSegment(3e70c0c3-e45c-4759-8d83-ec840408cbe5),segment_id=3e70c0c3-e45c-4759-8d83-ec840408cbe5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:08.262408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.387401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Deleting port 398f49ae-cd50-40c9-91d7-a02aac9e9202 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:08.388092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.418362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Calling delete_port for bb9dc591-0768-41d1-932f-23494c708fdb owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:08.435318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for bb9dc591-0768-41d1-932f-23494c708fdb owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:08.519646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:08.525072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:08.528880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:35:08.538734 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7315471 Mar 18 10:35:08.551244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39296) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:08.584557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:08.588004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7da2ee-4620-4370-824c-8b02734ccd8b tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Network': ['ID=a5e28268-e5e6-40de-819b-82aa819219c8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:08.590301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'admin_state_up': True, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:08.603591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.615721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:08.626867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:08.646317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:router and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:08.650279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9144b5-10dc-43f6-9175-a02f08be3917,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:08.654408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:08.667568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:08.673077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.674137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5e30a358-4262-47d2-94e9-4e03a3a62601 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed9144b5-10dc-43f6-9175-a02f08be3917 HTTP/1.1" status: 204 len: 168 time: 1.1050167 Mar 18 10:35:08.682542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39300) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:08.687051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175600f-e5c3-4076-a8f1-eadb685e1367 req-eb619e70-5f8e-41ab-90f0-d023cfa82ebe tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:08.688758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8175600f-e5c3-4076-a8f1-eadb685e1367 req-eb619e70-5f8e-41ab-90f0-d023cfa82ebe tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4592955 Mar 18 10:35:08.692287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.711715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.728942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-4c01e152-9d20-458e-ad29-992365abbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:08.730440 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-4c01e152-9d20-458e-ad29-992365abbc99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde8d436bcb746e48dbbd10b882d57db&device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 1098 time: 0.4037759 Mar 18 10:35:08.750117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=f7e941b0-5b6c-4bff-a824-8eae4a87ffc6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:08.760506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a9f8e02-bfaa-483e-afd7-8c6497580c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 HTTP/1.1" status: 204 len: 168 time: 4.6662877 Mar 18 10:35:08.763659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39304) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:08.767547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.781089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.781621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.782855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.810618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:08.811094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:08.817117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-69025916-69d9-4814-ad1d-9739e9ec23da tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:08.856343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] Pushing event deleted for resources: {'Port': ['ID=bb9dc591-0768-41d1-932f-23494c708fdb,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:08.858473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d1f83-9f42-46df-a743-033858e777d3 None None] No DVR routers for this DVR port bb9dc591-0768-41d1-932f-23494c708fdb on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:08.889401 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f3b44a-bf7d-41e7-a7c2-c2e87405caee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:08.889831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f3b44a-bf7d-41e7-a7c2-c2e87405caee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:08.895417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a5f3b44a-bf7d-41e7-a7c2-c2e87405caee tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 HTTP/1.1" status: 404 len: 339 time: 0.1268041 Mar 18 10:35:08.901196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39308) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:08.904418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77f55c02-592c-41c5-af4c-5d6894d6fc05 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:08.920073 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8175600f-e5c3-4076-a8f1-eadb685e1367 req-e81b789e-560b-4d08-ae2f-d1663bf8110d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038178 Mar 18 10:35:08.938195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751211730', 'description': 'd1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:08.946978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:08.952927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:network and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:08.954982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.956525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:08.963047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:08.973641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:08.974092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:08.981857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.022952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.053712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:09.057408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.077448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.102630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-33713d42-74c9-4e60-8c5d-a68f5a15ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.103771 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-33713d42-74c9-4e60-8c5d-a68f5a15ac29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 200 len: 913 time: 0.3661549 Mar 18 10:35:09.104396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting port 6b636293-358b-4887-8dc6-5c2fae889456 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:09.104743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.113630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Calling delete_port for 398f49ae-cd50-40c9-91d7-a02aac9e9202 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:09.122683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4f52aa-3021-4c65-bb91-cb5f050323c6,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.179365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 77f55c02-592c-41c5-af4c-5d6894d6fc05 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:09.179753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.201621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-69025916-69d9-4814-ad1d-9739e9ec23da tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:09.208907 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-69025916-69d9-4814-ad1d-9739e9ec23da tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5194206 Mar 18 10:35:09.210210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39312) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:09.218980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--392673261'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:09.232224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:09.249632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:09.251911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:09.253961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.255244 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-266ff39e-755e-4bf5-ba19-f760c203f191 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1019425 Mar 18 10:35:09.258493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39316) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:09.266407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:09.277145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:09.281610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:09.285496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:09.299603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:09.308737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.314905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port bb9dc591-0768-41d1-932f-23494c708fdb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:09.315276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.339248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:09.357729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.379210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:09.383139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:09.387402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:09.390449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.391277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.394932 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:09.405614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bb9dc591-0768-41d1-932f-23494c708fdb no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:09.442895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: bb9dc591-0768-41d1-932f-23494c708fdb {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:09.443218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bb9dc591-0768-41d1-932f-23494c708fdb not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:09.448597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:09.449407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:09.466093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:09.481537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.542666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.543001 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 44d5c3eb-7c90-47ef-bdce-f42543332a47 of type vlan for network d4022137-7587-4824-a03a-9fcf714a98ae Mar 18 10:35:09.547135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:09.555250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] The port 'bb9dc591-0768-41d1-932f-23494c708fdb' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:35:09.556674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:09.580762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.581347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.609626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=62201d87-e883-4426-b712-7df3bbcb7dd7,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.617570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-72137487-0891-4484-9790-bef95652cf6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 200 len: 1000 time: 0.4807954 Mar 18 10:35:09.630803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=7']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.662386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.687280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.700543 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ba687418-5dac-4072-b9dd-091e0543fe70 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8803716 Mar 18 10:35:09.703059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39322) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:09.703428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Deleting port 398f49ae-cd50-40c9-91d7-a02aac9e9202 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:09.703810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.709197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:e3:9d:7d', 'name': 'tempest-NetworksTestDHCPv6-1512678864'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:09.742233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.829094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c212b207-45d6-4b6e-be67-7a1d8fe7fcce,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.830938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.876193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922cf21f-e816-45c0-9420-cdc9c6ad5106,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.929401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.940445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.946066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.947929 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fff708e-f987-4058-8f35-4db109ddab67 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6867766 Mar 18 10:35:09.953651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39326) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:09.974011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:09.985325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:09.991700 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d246bd3-17a9-4310-8caf-d8950b850dcc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7812808 Mar 18 10:35:09.992995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:09.997584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:10.001195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:10.008023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39332) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:10.008254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:10.017015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:10.020659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] For port 398f49ae-cd50-40c9-91d7-a02aac9e9202, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=398f49ae-cd50-40c9-91d7-a02aac9e9202,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:10.021290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.021851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:10.025902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:10.032423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:10.067340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1732d002-58dc-47fc-a9d9-9445bebd26e8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '922cf21f-e816-45c0-9420-cdc9c6ad5106', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:10.067808 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-1732d002-58dc-47fc-a9d9-9445bebd26e8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 18 10:35:10.068318 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-1732d002-58dc-47fc-a9d9-9445bebd26e8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:10.069261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1732d002-58dc-47fc-a9d9-9445bebd26e8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169585 Mar 18 10:35:10.072656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39336) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:10.085128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.118836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:10.149175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Calling delete_port for 398f49ae-cd50-40c9-91d7-a02aac9e9202 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:10.158923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:10.164194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:35:10.176766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.179161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.248360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.276589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:10.320551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.351650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.361983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Calling delete_port for 6b636293-358b-4887-8dc6-5c2fae889456 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:10.370795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.383508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.391897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e70c0c3-e45c-4759-8d83-ec840408cbe5') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:10.392124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e70c0c3-e45c-4759-8d83-ec840408cbe5') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:10.400626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] Pushing event deleted for resources: {'Port': ['ID=398f49ae-cd50-40c9-91d7-a02aac9e9202,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:10.402561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-a3339693-38f4-4886-8580-17cfa010ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.407870 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-a3339693-38f4-4886-8580-17cfa010ed30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 200 len: 851 time: 0.7421284 Mar 18 10:35:10.415728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 565702b8-109e-46fe-acb4-7d587a2d090c yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:10.453663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.466197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.473990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.474977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceeca4-e92e-43cc-920a-c89dada5fd04 None None] No DVR routers for this DVR port 398f49ae-cd50-40c9-91d7-a02aac9e9202 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:10.481571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.482338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.484748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1712a4-a7cc-47e1-8ce8-4bf1de8849e0,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:10.495937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429e400-c466-47fb-abc2-a56953bf28d7 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:10.572916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.606483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.617843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-95622b86-c1f2-4e47-a4f2-477acc0224af tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6443808 Mar 18 10:35:10.617843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.617843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/922cf21f-e816-45c0-9420-cdc9c6ad5106 HTTP/1.1" status: 204 len: 168 time: 0.5413404 Mar 18 10:35:10.618463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39340) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:10.623832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.624206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66b185-8f12-4519-aa9f-5731803788d4 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922cf21f-e816-45c0-9420-cdc9c6ad5106,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:10.731623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-67c3a84e-5c01-4d3a-9460-bf96aba157f5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:10.745785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:10.746315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fee3:9d7d (862ac36c-a15b-4807-bb67-f61f5836b3bd/62201d87-e883-4426-b712-7df3bbcb7dd7/565702b8-109e-46fe-acb4-7d587a2d090c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:10.746616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.760946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-67c3a84e-5c01-4d3a-9460-bf96aba157f5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:10.766633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-67c3a84e-5c01-4d3a-9460-bf96aba157f5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1428671 Mar 18 10:35:10.766633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39348) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:10.772876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203094595'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:10.781525 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:10.784441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:10.814457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:10.822405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '62201d87-e883-4426-b712-7df3bbcb7dd7'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:10.823596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.878990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=d4022137-7587-4824-a03a-9fcf714a98ae,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:10.906259 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a7908ba-16a5-48c5-af8a-d83acabeb66c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9993911 Mar 18 10:35:10.909000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d4022137-7587-4824-a03a-9fcf714a98ae details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:10.913082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39360) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:10.927354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285abb24-caa7-47b8-b2f0-7effb8ebf0a3 req-21cb7aca-16d2-4e19-9b5e-f1f2b7149d2d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.928842 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-285abb24-caa7-47b8-b2f0-7effb8ebf0a3 req-21cb7aca-16d2-4e19-9b5e-f1f2b7149d2d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.8650181 Mar 18 10:35:10.969569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:10.990248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-d8ebedde-2172-482c-bcb7-4410236c9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.991733 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-d8ebedde-2172-482c-bcb7-4410236c9c8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d1a3abc-8c54-4124-a9fb-a8346ef76aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5717251 Mar 18 10:35:11.031905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.083549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.088622 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-285abb24-caa7-47b8-b2f0-7effb8ebf0a3 req-b9d940e3-e49d-4f16-a31d-0613acb32f75 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474276 Mar 18 10:35:11.127969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Network': ['ID=6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:11.198002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:11.211555 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e2ee932e-935f-4992-b187-913faec0f803 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/networks/6ebe65b4-feff-4cc0-a66b-3ddafc9b0f4f HTTP/1.1" status: 204 len: 168 time: 3.7898784 Mar 18 10:35:11.218585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:11.268383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:11.276276 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-d1991502-51ef-4580-9df7-29f2d20867a2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212139685&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.3903167 Mar 18 10:35:11.277081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:11.307992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:11.356069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2e4a6-ac27-417a-95d2-8f708a7bf561 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:11.356748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-45f2e4a6-ac27-417a-95d2-8f708a7bf561 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Synchronizing usage tracker for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:11.390896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.504657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 565702b8-109e-46fe-acb4-7d587a2d090c will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:11.557996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-45f2e4a6-ac27-417a-95d2-8f708a7bf561 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Unset dirty status for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:11.559513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-45f2e4a6-ac27-417a-95d2-8f708a7bf561 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks?id=d4022137-7587-4824-a03a-9fcf714a98ae HTTP/1.1" status: 200 len: 760 time: 0.6443336 Mar 18 10:35:11.564935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39368) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:11.575920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-4f0797b7-8711-4095-9cc3-a1e2357268de tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:11.577308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-4f0797b7-8711-4095-9cc3-a1e2357268de tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=8c13313e-9f37-4bb8-b23a-c26bed6e2a55 HTTP/1.1" status: 200 len: 797 time: 0.2815022 Mar 18 10:35:11.589299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'description': 'd2'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:11.614273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.631584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.638432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-2b9ce7dd-2546-44b8-9010-0ccffcbaf477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0328887 Mar 18 10:35:11.733313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.740329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.766379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Port': ['ID=6b636293-358b-4887-8dc6-5c2fae889456,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:11.795858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 533f5e77-f427-4f70-9750-d986675ba467 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:11.796202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.811217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:11.821880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-bf82d97d-615c-4030-ab3b-e4c24f8c2795 service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199515 Mar 18 10:35:11.845572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Allocated IP 2001:db8::f816:3eff:fee5:f768 (862ac36c-a15b-4807-bb67-f61f5836b3bd/62201d87-e883-4426-b712-7df3bbcb7dd7/058ad46b-35f3-4718-bd79-0f8569b4a511) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:11.851423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.033963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe622d6-1fe0-4241-b3c6-50576bf200f9,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.045342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.045342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-96b56eb4-7a8a-4697-8482-02b6dcccc193 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2780981 Mar 18 10:35:12.068193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39372) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.076939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:12.091996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-329fa259-33c3-406c-85c0-a84047ccce96 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '0fe622d6-1fe0-4241-b3c6-50576bf200f9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:12.092591 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-329fa259-33c3-406c-85c0-a84047ccce96 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 18 10:35:12.093080 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-329fa259-33c3-406c-85c0-a84047ccce96 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:12.096585 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-329fa259-33c3-406c-85c0-a84047ccce96 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0249364 Mar 18 10:35:12.100409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:12.104827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39376) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.107818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=565702b8-109e-46fe-acb4-7d587a2d090c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.110171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:12.115963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:12.116577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.127315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.139346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Transition to ACTIVE for port object 058ad46b-35f3-4718-bd79-0f8569b4a511 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:12.140038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.163433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Transition to ACTIVE for port object 058ad46b-35f3-4718-bd79-0f8569b4a511 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:12.204152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-2727ccfe-4dfa-40e1-9c57-6465f19ecf48 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5579491 Mar 18 10:35:12.226925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.245873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.254654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5c8297f5-bf9e-47e1-b36f-a66e50b8a34c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5475574 Mar 18 10:35:12.261500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.264620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.304373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:12.307578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:12.311565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:12.315070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network d4022137-7587-4824-a03a-9fcf714a98ae is not hosted by any dhcp agent {{(pid=88542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 18 10:35:12.320055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:12.320646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.326235 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "PUT /v2.0/networks/d4022137-7587-4824-a03a-9fcf714a98ae HTTP/1.1" status: 200 len: 757 time: 0.7536893 Mar 18 10:35:12.344757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39388) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.369347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Pushing event updated for resources: {'Port': ['ID=058ad46b-35f3-4718-bd79-0f8569b4a511,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.382815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.460480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Attempting to bind port 058ad46b-35f3-4718-bd79-0f8569b4a511 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:12.460480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Attempting to bind port 058ad46b-35f3-4718-bd79-0f8569b4a511 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:12.460928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Attempting to bind port 058ad46b-35f3-4718-bd79-0f8569b4a511 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:12.466377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:12.466568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:12.466883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.467276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:12.467793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Bound port: 058ad46b-35f3-4718-bd79-0f8569b4a511, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:12.468168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.530100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd8cf8-0e9e-4422-a22e-ac497c552cef tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=d4022137-7587-4824-a03a-9fcf714a98ae,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.547626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d4022137-7587-4824-a03a-9fcf714a98ae details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:12.566385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.566830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.575717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.634474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] For port 058ad46b-35f3-4718-bd79-0f8569b4a511, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:12.647311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ffe776-22e0-4174-9dc1-d45a5a32694c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:12.652381 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-71ffe776-22e0-4174-9dc1-d45a5a32694c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks?id=d4022137-7587-4824-a03a-9fcf714a98ae HTTP/1.1" status: 200 len: 760 time: 0.2994518 Mar 18 10:35:12.652567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39392) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.659491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] For port 058ad46b-35f3-4718-bd79-0f8569b4a511, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=058ad46b-35f3-4718-bd79-0f8569b4a511,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:12.666324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445854397'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:12.670041 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1b6f432-f6e3-45ea-8067-bd6af8d3bd60 req-b3c2cb4d-9b6d-4e00-ae5a-59c57c1c47ad service neutron] 10.222.0.24 "GET /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201582 Mar 18 10:35:12.681216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:12.687203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-9e88256a-f5dc-41c0-a614-f48d8bb8b668 service neutron] 10.222.0.18 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607635 Mar 18 10:35:12.693927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:12.729389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.788785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.818270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587f619-a0a4-442a-84f8-8f87063b315b None None] Pushing event updated for resources: {'Port': ['ID=058ad46b-35f3-4718-bd79-0f8569b4a511,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.825510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:12.829879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.845551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe622d6-1fe0-4241-b3c6-50576bf200f9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:12.890777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.899742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ff7b4dff-6384-463f-9aa0-4f616c6357dc tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/0fe622d6-1fe0-4241-b3c6-50576bf200f9 HTTP/1.1" status: 204 len: 168 time: 0.7855890 Mar 18 10:35:12.899742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39396) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:12.950424 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-c53c6977-abbe-46c0-9fe9-52abe92582ff service neutron] 10.222.0.18 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524514 Mar 18 10:35:12.956259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:12.986294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:12.986753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 4fc0f369-f4c1-4204-8b05-936cc21bd3cc of type vlan for network f1c1b797-622e-4e59-b9ce-cb4f1e44557d Mar 18 10:35:12.996183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-46baf37e-49d6-4219-8f70-cd78c70a3f83 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:13.021078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 533f5e77-f427-4f70-9750-d986675ba467 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:13.036940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.099869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-46baf37e-49d6-4219-8f70-cd78c70a3f83 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:13.101209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-46baf37e-49d6-4219-8f70-cd78c70a3f83 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2015517 Mar 18 10:35:13.105475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39400) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.108342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e4d91-2bc3-4561-9770-6e5312df3e2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.112614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207477077'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.112750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e4d91-2bc3-4561-9770-6e5312df3e2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.113474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d64e4d91-2bc3-4561-9770-6e5312df3e2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:13.117242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Allocated IP 172.26.2.67 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/485656ae-6e6c-4936-90a3-751cc2f68e16) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:13.121502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:13.138167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:13.156779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.163179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.165779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.232220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c0286-006c-4bbf-8ad5-44fd798fbe7b req-0ad4cb52-062e-4e97-b673-0228087bcf9e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.234206 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a1c0286-006c-4bbf-8ad5-44fd798fbe7b req-0ad4cb52-062e-4e97-b673-0228087bcf9e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 1.0238817 Mar 18 10:35:13.416896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=f1c1b797-622e-4e59-b9ce-cb4f1e44557d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:13.417691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Router 51055a9a-1fa9-4b02-b5ad-002529449e92 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:13.425959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.431811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f1c1b797-622e-4e59-b9ce-cb4f1e44557d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:13.488915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d64e4d91-2bc3-4561-9770-6e5312df3e2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:13.490169 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d64e4d91-2bc3-4561-9770-6e5312df3e2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.2193286 Mar 18 10:35:13.503218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.513962 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e7a830e9-f094-4a82-84ce-3e4892df72ad req-4856e93f-ccf4-414a-9e95-ae9268b91f86 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 210 time: 0.1004982 Mar 18 10:35:13.551493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:13.554560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:13.559035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:13.565321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:13.636574 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a1c0286-006c-4bbf-8ad5-44fd798fbe7b req-b31954b3-c97b-436e-b7e1-eb144a74b3b9 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068697 Mar 18 10:35:13.650265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.651128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.711238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.755210 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a32a3475-38f9-44d5-8639-21291f2ecd8b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0992074 Mar 18 10:35:13.761183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39420) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.767316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.804258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ab716-09e5-4837-87a6-8d4d08caf564,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:13.807217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.808391 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-138cc442-0ca2-45ee-b3bd-c0019d6ce540 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7019875 Mar 18 10:35:13.812289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39424) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.829185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0024d9a8-5f6e-40e8-a32c-a3d4d9516b7f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ab716-09e5-4837-87a6-8d4d08caf564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.829185 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-0024d9a8-5f6e-40e8-a32c-a3d4d9516b7f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 18 10:35:13.829185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-0024d9a8-5f6e-40e8-a32c-a3d4d9516b7f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:13.829185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0024d9a8-5f6e-40e8-a32c-a3d4d9516b7f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102284 Mar 18 10:35:13.838437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39428) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.844009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 565702b8-109e-46fe-acb4-7d587a2d090c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:13.844476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:13.873027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:13.884692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-30a326c8-d70b-4e7e-b2f8-d6bf73e57424 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ab716-09e5-4837-87a6-8d4d08caf564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.886552 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-30a326c8-d70b-4e7e-b2f8-d6bf73e57424 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 18 10:35:13.889153 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] Sync routers for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:13.896403 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-30a326c8-d70b-4e7e-b2f8-d6bf73e57424 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:13.901588 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-30a326c8-d70b-4e7e-b2f8-d6bf73e57424 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0588691 Mar 18 10:35:13.902029 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:13.903505 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:13.905064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:13.909440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Usage tracker for resource:subnet and tenant:984616ea245f4dfcba8d5a7aedbfa19b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:13.912750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:13.920616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:13.926732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39432) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.938965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3a9d8c05-2cbb-45db-a516-f564fb067637 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ab716-09e5-4837-87a6-8d4d08caf564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.940090 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-3a9d8c05-2cbb-45db-a516-f564fb067637 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 18 10:35:13.940651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-3a9d8c05-2cbb-45db-a516-f564fb067637 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:13.944336 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3a9d8c05-2cbb-45db-a516-f564fb067637 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139482 Mar 18 10:35:13.945693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39436) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:13.951525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5b3f94ac-314a-402c-9e49-1f3c9c636f1b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ea2ab716-09e5-4837-87a6-8d4d08caf564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:13.952406 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-5b3f94ac-314a-402c-9e49-1f3c9c636f1b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 18 10:35:13.953027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-5b3f94ac-314a-402c-9e49-1f3c9c636f1b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:13.956906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5b3f94ac-314a-402c-9e49-1f3c9c636f1b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069501 Mar 18 10:35:13.957191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39440) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.007868 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:14.014105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:14.017701 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] Routers {'51055a9a-1fa9-4b02-b5ad-002529449e92'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:14.018185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.018381 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['51055a9a-1fa9-4b02-b5ad-002529449e92'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:14.033976 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e1f812ea-1916-4de0-9be5-5206e7cfa45f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1358976 Mar 18 10:35:14.034998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.050564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39444) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.088503 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:14.089169 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee75dc5-9e0d-4ce4-804f-be10a8d9fd66 None None] The sync data for ids ['51055a9a-1fa9-4b02-b5ad-002529449e92'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:14.147358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.174217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=533f5e77-f427-4f70-9750-d986675ba467,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:14.194388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.194554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.242288 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-5d27e4eb-7859-4309-b333-8aea8d541cc3 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] show failed (client error): The resource could not be found. Mar 18 10:35:14.247492 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5d27e4eb-7859-4309-b333-8aea8d541cc3 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-443962174 HTTP/1.1" status: 404 len: 334 time: 0.1473317 Mar 18 10:35:14.268188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.282294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1223a6d7-33b3-4874-aaa7-e83ace55d17c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:14.299718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e4a15127-520d-4711-af3c-5935c233b4a8 None None] Provisioning for port 058ad46b-35f3-4718-bd79-0f8569b4a511 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:14.350874 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-1223a6d7-33b3-4874-aaa7-e83ace55d17c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] update failed (client error): The resource could not be found. Mar 18 10:35:14.350874 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1223a6d7-33b3-4874-aaa7-e83ace55d17c tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-536932889 HTTP/1.1" status: 404 len: 334 time: 0.0812502 Mar 18 10:35:14.357709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39454) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.360521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:14.368878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:14.427047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:14.438152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7e02d-f5ae-41f7-91eb-348db0b3909d None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:35:14.453722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting subnet 1f35e3be-a764-4684-b39f-ff9f5ef9416f {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:14.456870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.478389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=485656ae-6e6c-4936-90a3-751cc2f68e16,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:14.511093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.529722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.532044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.537374 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f29da202-7a72-4be3-b3c0-850c648b6399 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/floatingips/341dd00c-ea4d-4a25-a51a-c5c5bebaf3c4 HTTP/1.1" status: 204 len: 168 time: 3.2708607 Mar 18 10:35:14.538004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.548642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ab716-09e5-4837-87a6-8d4d08caf564,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:14.556163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.556953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.620856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7e02d-f5ae-41f7-91eb-348db0b3909d None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:35:14.677697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5f1d16c9-1048-4ad6-bf5a-8ac133ba1396 None None] Provisioning for port 565702b8-109e-46fe-acb4-7d587a2d090c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:14.684115 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e07689-3422-46b4-9d07-e2b063816971 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:14.685878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e07689-3422-46b4-9d07-e2b063816971 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:14.688389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5f1d16c9-1048-4ad6-bf5a-8ac133ba1396 None None] Provisioning complete for port 565702b8-109e-46fe-acb4-7d587a2d090c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:14.688983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5f1d16c9-1048-4ad6-bf5a-8ac133ba1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.736210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.812391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.828585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d16c9-1048-4ad6-bf5a-8ac133ba1396 None None] Port 565702b8-109e-46fe-acb4-7d587a2d090c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:14.873541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:14.877658 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-73fe9db0-0c0f-4a67-a3ba-ae0a96d919f1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/ea2ab716-09e5-4837-87a6-8d4d08caf564 HTTP/1.1" status: 204 len: 168 time: 0.9192722 Mar 18 10:35:14.914643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39466) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.919345 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-34e07689-3422-46b4-9d07-e2b063816971 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/509b2231-0b5b-451d-8499-f86fb72a281a HTTP/1.1" status: 404 len: 333 time: 0.3765788 Mar 18 10:35:14.928087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39468) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:14.990799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 565702b8-109e-46fe-acb4-7d587a2d090c owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:15.045966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 058ad46b-35f3-4718-bd79-0f8569b4a511 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:15.059685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a0a8017c-e3bc-4763-b14a-70a4b513c7d7 req-284972c0-0d44-4984-8150-d7315b61f3f7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 210 time: 0.2337010 Mar 18 10:35:15.123931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-375612a1-c70e-4685-98e5-56c7b3313738 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Synchronizing usage tracker for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:15.140017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=f0bdc453-4aca-4f47-87b9-539a76cef36f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:15.182819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': '4fc0f369-f4c1-4204-8b05-936cc21bd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:15.182992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: f1c1b797-622e-4e59-b9ce-cb4f1e44557d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:15.189553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fed8c0ee-7f4a-494a-bca8-11470d92c60b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:15.242372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 058ad46b-35f3-4718-bd79-0f8569b4a511 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:15.247944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 058ad46b-35f3-4718-bd79-0f8569b4a511 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:15.248329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.262700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-375612a1-c70e-4685-98e5-56c7b3313738 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Unset dirty status for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:15.266312 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-375612a1-c70e-4685-98e5-56c7b3313738 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/ports?device_id=419e339f-33fb-464c-b7ef-0fd542b8a2d7 HTTP/1.1" status: 200 len: 205 time: 0.2923310 Mar 18 10:35:15.266312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network f1c1b797-622e-4e59-b9ce-cb4f1e44557d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:15.268050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fed8c0ee-7f4a-494a-bca8-11470d92c60b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:15.273151 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fed8c0ee-7f4a-494a-bca8-11470d92c60b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3492284 Mar 18 10:35:15.273151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.275527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39474) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.276080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39476) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.324031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--685831679'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:15.330819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c02856-e02d-4d90-b98f-cf391e626131 req-fbc30aea-a98d-4fd8-8324-5a191bb44e77 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:15.331651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:15.332385 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-89c02856-e02d-4d90-b98f-cf391e626131 req-fbc30aea-a98d-4fd8-8324-5a191bb44e77 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.4991755 Mar 18 10:35:15.402985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.405638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Subnet': ['ID=1f35e3be-a764-4684-b39f-ff9f5ef9416f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:15.407741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.423147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:15.424862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf30eb-59ba-459d-8dce-ecd0377e4945 None None] Network f67cc3b5-5acf-4ba5-8119-6f09afd037cf requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:15.426590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-b5f0be85-11ee-4f2e-bd86-4beb0bc3318c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] delete failed (client error): The resource could not be found. Mar 18 10:35:15.429549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b5f0be85-11ee-4f2e-bd86-4beb0bc3318c tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/routers/419e339f-33fb-464c-b7ef-0fd542b8a2d7 HTTP/1.1" status: 404 len: 336 time: 0.1199412 Mar 18 10:35:15.433325 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-03146831-df54-406f-9287-5b81bdf7cd99 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/subnets/1f35e3be-a764-4684-b39f-ff9f5ef9416f HTTP/1.1" status: 204 len: 168 time: 1.0736127 Mar 18 10:35:15.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39482) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.435909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39484) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.462616 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-89c02856-e02d-4d90-b98f-cf391e626131 req-cf26e099-538d-4811-8b48-0a94a8df310b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161809 Mar 18 10:35:15.504767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.517312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f1c1b797-622e-4e59-b9ce-cb4f1e44557d) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:15.517833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.523995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2f361c-d492-48b6-b7ac-a6fd0d3ba6c4 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:15.524571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2f361c-d492-48b6-b7ac-a6fd0d3ba6c4 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:15.528850 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-af2f361c-d492-48b6-b7ac-a6fd0d3ba6c4 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/subnets/4038a485-f180-4a91-ac6d-2a66fc3c545b HTTP/1.1" status: 404 len: 337 time: 0.0893185 Mar 18 10:35:15.530074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7580b8b-8aa9-40d3-a8ef-458cdafdaa27 None None] Network f1c1b797-622e-4e59-b9ce-cb4f1e44557d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:15.535522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39492) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.543984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:15.544869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.548556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.572544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 058ad46b-35f3-4718-bd79-0f8569b4a511, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=058ad46b-35f3-4718-bd79-0f8569b4a511,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:15.661405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.775032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=565702b8-109e-46fe-acb4-7d587a2d090c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:15.789578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.802303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting subnet 04260a87-2ef2-42bb-abe5-13f4af4ea656 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:15.830662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:15.836667 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-abacd2bf-89c5-4c31-b128-7b016353601b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0719836 Mar 18 10:35:15.838328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:15.855613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=058ad46b-35f3-4718-bd79-0f8569b4a511,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:15.891153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39496) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.892970 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d5c80c12-db15-4f3f-a346-44f9437efd08 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/565702b8-109e-46fe-acb4-7d587a2d090c HTTP/1.1" status: 204 len: 168 time: 2.3849361 Mar 18 10:35:15.895637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39498) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:15.912025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:15.944503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port d56e1aaa-2c0d-4315-bead-c82e38cc0ac6 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:15.944995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.001177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:16.050748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f1c1b797-622e-4e59-b9ce-cb4f1e44557d', 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': 'f0bdc453-4aca-4f47-87b9-539a76cef36f'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:16.051789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.056862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:16.074246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] DHCP port deletion for f67cc3b5-5acf-4ba5-8119-6f09afd037cf request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:16.083981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Deleting port 650b12c8-2075-4520-9694-3e49528be732 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:16.084348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.098752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.116073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.362535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19f4d3-52ca-4511-8c23-7f2148f278a8 req-6b512a0d-d153-48ea-997c-60b167f2b686 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:16.364534 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b19f4d3-52ca-4511-8c23-7f2148f278a8 req-6b512a0d-d153-48ea-997c-60b167f2b686 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6337373 Mar 18 10:35:16.408890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Allocated IP 172.20.0.2 (f1c1b797-622e-4e59-b9ce-cb4f1e44557d/f0bdc453-4aca-4f47-87b9-539a76cef36f/258c3c24-1084-4fd4-965f-e6f609ac35dd) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:16.419272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] For port 650b12c8-2075-4520-9694-3e49528be732, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=650b12c8-2075-4520-9694-3e49528be732,segment=NetworkSegment(f1dc3603-39c2-4f11-b817-15419d5b4cb8),segment_id=f1dc3603-39c2-4f11-b817-15419d5b4cb8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:16.419729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.460579 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f93f49d2-5aee-42d9-9470-0d49c010cd13 req-e29fa244-de9b-4c17-99b5-98591071607e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 210 time: 0.2409353 Mar 18 10:35:16.508681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.520032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26511c7f-18f5-4c66-9a3a-fcbbbd910f63 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:16.521800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26511c7f-18f5-4c66-9a3a-fcbbbd910f63 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:16.522622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26511c7f-18f5-4c66-9a3a-fcbbbd910f63 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:16.548938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.569726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Calling delete_port for 650b12c8-2075-4520-9694-3e49528be732 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:16.621761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b19f4d3-52ca-4511-8c23-7f2148f278a8 req-44874fe3-7ad0-4ba4-afbf-6c78d7e99593 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910653 Mar 18 10:35:16.635546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.656622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.693286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26511c7f-18f5-4c66-9a3a-fcbbbd910f63 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:16.697196 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-26511c7f-18f5-4c66-9a3a-fcbbbd910f63 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7888713 Mar 18 10:35:16.698010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39508) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:16.719804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.720736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.807318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:16.853170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for d56e1aaa-2c0d-4315-bead-c82e38cc0ac6 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:16.869020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5d23337a-3456-43e7-80d3-64dcc1394c50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:16.869717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5d23337a-3456-43e7-80d3-64dcc1394c50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:16.894325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] No DVR routers for this DVR port 650b12c8-2075-4520-9694-3e49528be732 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:16.911772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4098-235b-4409-b18d-5dd72584ac99 None None] Pushing event deleted for resources: {'Port': ['ID=650b12c8-2075-4520-9694-3e49528be732,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:16.932690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 058ad46b-35f3-4718-bd79-0f8569b4a511 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:16.954256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 62201d87-e883-4426-b712-7df3bbcb7dd7 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:16.968500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.014613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b531ce9d-5be2-4204-a3dc-549d267c684a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.023169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 058ad46b-35f3-4718-bd79-0f8569b4a511 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:17.023169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.054480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.072916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.135822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.139788 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-909acc63-f9bb-4a35-a4dc-427678fece8d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8277266 Mar 18 10:35:17.140093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39516) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.142132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Subnet': ['ID=04260a87-2ef2-42bb-abe5-13f4af4ea656,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.146493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-33ddb107-113c-48b3-9cc5-7be8369c5d7d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:17.146904 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.api.v2.base [None req-33ddb107-113c-48b3-9cc5-7be8369c5d7d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 18 10:35:17.147441 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-33ddb107-113c-48b3-9cc5-7be8369c5d7d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:17.148370 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-33ddb107-113c-48b3-9cc5-7be8369c5d7d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073555 Mar 18 10:35:17.155978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b757ceb-ac36-4076-a9eb-a43ddd222b92 None None] Network 55613d25-aba1-4633-a9a4-5e177a236c5f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:17.156148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.156659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.164802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39520) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.168286 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eddacfd0-72ab-4ce9-8ac3-8116251d4f46 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/subnets/04260a87-2ef2-42bb-abe5-13f4af4ea656 HTTP/1.1" status: 204 len: 168 time: 1.7275658 Mar 18 10:35:17.176801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39524) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.176801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:17.202770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5d23337a-3456-43e7-80d3-64dcc1394c50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:17.203886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5d23337a-3456-43e7-80d3-64dcc1394c50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=8c13313e-9f37-4bb8-b23a-c26bed6e2a55 HTTP/1.1" status: 200 len: 797 time: 1.0512004 Mar 18 10:35:17.211054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:17.235737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:17.244198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:17.254434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:17.277358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 650b12c8-2075-4520-9694-3e49528be732 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:17.285937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-7bb0a73b-afcf-4460-b557-7b4e88705c53 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:17.306431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.318536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 650b12c8-2075-4520-9694-3e49528be732 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:17.318876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 650b12c8-2075-4520-9694-3e49528be732 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:17.339844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Router eac7c6ec-6c75-4b73-99f3-1b83f720d821 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:35:17.340221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.341346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Transition to ACTIVE for port object 258c3c24-1084-4fd4-965f-e6f609ac35dd will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:17.344792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.370889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Transition to ACTIVE for port object 258c3c24-1084-4fd4-965f-e6f609ac35dd will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:17.410465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=d56e1aaa-2c0d-4315-bead-c82e38cc0ac6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.425633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-7bb0a73b-afcf-4460-b557-7b4e88705c53 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:17.426794 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-7bb0a73b-afcf-4460-b557-7b4e88705c53 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 472 time: 0.2097170 Mar 18 10:35:17.437227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:17.492164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.589637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Network f1c1b797-622e-4e59-b9ce-cb4f1e44557d is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:17.597122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:17.601404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:17.640052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.694655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-75249973-e798-4571-9a19-03d3c20d616d req-798bf82c-9d5b-4aa6-b5eb-2defb7aed124 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 210 time: 0.0701416 Mar 18 10:35:17.712853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.726199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] DHCP port deletion for 55613d25-aba1-4633-a9a4-5e177a236c5f request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:17.731396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Deleting port e41ebbf3-19b5-415a-a69d-cc506e241cca {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:17.731962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.751680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67cc3b5-5acf-4ba5-8119-6f09afd037cf']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:17.767231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.771874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.772032 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5a9f4a15-99fd-47e7-8b99-3c4687b68698 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/d56e1aaa-2c0d-4315-bead-c82e38cc0ac6 HTTP/1.1" status: 204 len: 168 time: 2.2300041 Mar 18 10:35:17.773118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:17.781177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39532) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.782062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dc3603-39c2-4f11-b817-15419d5b4cb8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:17.782062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dc3603-39c2-4f11-b817-15419d5b4cb8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:17.782406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=62201d87-e883-4426-b712-7df3bbcb7dd7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.800854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.812627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:17.816477 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-262538b4-9217-43ef-9c1f-3610d1efafc7 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6465249 Mar 18 10:35:17.816603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Pushing event updated for resources: {'Port': ['ID=258c3c24-1084-4fd4-965f-e6f609ac35dd,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.819533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Sync routers for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:17.819668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39536) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.826998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60a581-6730-4348-93bf-65b8cbdb7f93 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:17.828400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a281e5ea-c29e-4b30-a92f-02a1d4ea7292 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:17.828948 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-a281e5ea-c29e-4b30-a92f-02a1d4ea7292 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 18 10:35:17.829499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-a281e5ea-c29e-4b30-a92f-02a1d4ea7292 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:17.833163 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a281e5ea-c29e-4b30-a92f-02a1d4ea7292 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097902 Mar 18 10:35:17.838242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1024f-e16c-4ab7-b9a9-1e33ba2a4183 req-f480565b-f703-453b-b3e0-304e900d9781 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:17.842259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ae1024f-e16c-4ab7-b9a9-1e33ba2a4183 req-f480565b-f703-453b-b3e0-304e900d9781 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.3959939 Mar 18 10:35:17.843073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39540) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:17.848829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.855432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:17.870434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.875554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:17.882600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:17.885685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:17.886169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:17.903773 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:17.910539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bdc453-4aca-4f47-87b9-539a76cef36f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:17.919387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:17.922828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:port and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:17.934257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:17.947540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:17.963111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:17.964313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:17.976130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:18.042168 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a4adae34-cc11-4e9b-b193-6f688bffd88d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/62201d87-e883-4426-b712-7df3bbcb7dd7 HTTP/1.1" status: 204 len: 168 time: 1.3344915 Mar 18 10:35:18.042569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Attempting to bind port 258c3c24-1084-4fd4-965f-e6f609ac35dd on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:18.043063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Attempting to bind port 258c3c24-1084-4fd4-965f-e6f609ac35dd by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4fc0f369-f4c1-4204-8b05-936cc21bd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:18.043412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Attempting to bind port 258c3c24-1084-4fd4-965f-e6f609ac35dd on network f1c1b797-622e-4e59-b9ce-cb4f1e44557d {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:18.044467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39544) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.051299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 9e98475d-ef99-4001-a852-783d1ba3eb92 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:18.051646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.072829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:18.073236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Checking segment: {'id': '4fc0f369-f4c1-4204-8b05-936cc21bd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:18.073635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.074050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Bound using segment: {'id': '4fc0f369-f4c1-4204-8b05-936cc21bd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:18.074539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Bound port: 258c3c24-1084-4fd4-965f-e6f609ac35dd, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc0f369-f4c1-4204-8b05-936cc21bd3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:18.074920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.117456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:18.148387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1ae1024f-e16c-4ab7-b9a9-1e33ba2a4183 req-30e6ff76-980e-41f6-acc7-d1d5b8d14e9b tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968109 Mar 18 10:35:18.219954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.227961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.229122 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fc183acf-577b-494f-8299-9e49f234e59d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.6711721 Mar 18 10:35:18.232697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.239961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.267441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.273633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Network': ['ID=f67cc3b5-5acf-4ba5-8119-6f09afd037cf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:18.276324 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-69b00f38-e011-4516-83e2-dbcfa61cb105 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/networks/f67cc3b5-5acf-4ba5-8119-6f09afd037cf HTTP/1.1" status: 204 len: 168 time: 1.0963457 Mar 18 10:35:18.278682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39554) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.321702 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-00a3407c-16e7-4d51-bd62-801c9b08fc09 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089790 Mar 18 10:35:18.324395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39558) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.329295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:18.332953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.386943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c1b797-622e-4e59-b9ce-cb4f1e44557d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:18.446733 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:18.447900 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-12c24d0d-f4f7-44fb-a1c5-906a99ab0ae2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6010387 Mar 18 10:35:18.448543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc0f369-f4c1-4204-8b05-936cc21bd3cc') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:18.449293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc0f369-f4c1-4204-8b05-936cc21bd3cc') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:18.458676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39562) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.463515 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c2c5be2-df93-4d4b-96d3-da58aad7cf9b tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c46f952aba9404085eba2ba89401eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2267246 Mar 18 10:35:18.466650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-374b92c9-9bf6-40f1-b310-6fe62655d001 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:18.466799 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-374b92c9-9bf6-40f1-b310-6fe62655d001 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 18 10:35:18.467589 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-374b92c9-9bf6-40f1-b310-6fe62655d001 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:18.470890 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-374b92c9-9bf6-40f1-b310-6fe62655d001 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065119 Mar 18 10:35:18.471890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.473932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39566) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.473932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.482399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:18.483933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:18.511024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.512113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:18.531512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:18.536158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting port e41ebbf3-19b5-415a-a69d-cc506e241cca {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:18.536545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.566665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:18.592656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.610790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:18.611184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.625198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:18.642657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] For port e41ebbf3-19b5-415a-a69d-cc506e241cca, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e41ebbf3-19b5-415a-a69d-cc506e241cca,segment=NetworkSegment(38bc2973-489b-451a-84ab-0e3da3a8ce72),segment_id=38bc2973-489b-451a-84ab-0e3da3a8ce72)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:18.643247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:18.667898 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:18.670202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] For port 258c3c24-1084-4fd4-965f-e6f609ac35dd, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:18.730430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Project 018089178bb348eb8bb2814419e5665b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:18.772466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe47f9c-2963-4433-a01e-74a46514e147 tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:18.776689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6fe47f9c-2963-4433-a01e-74a46514e147 tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2984285 Mar 18 10:35:18.789187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39576) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:18.837836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa84404-5def-475a-af34-90403da721f6 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:18.850865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351775d-5ccf-42fe-9f49-482906b6a00e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:18.851565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1351775d-5ccf-42fe-9f49-482906b6a00e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:18.855519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Calling delete_port for e41ebbf3-19b5-415a-a69d-cc506e241cca owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:18.881052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:35:18.881052 dv-neutron-834265-1-hyperv neutron-server[88541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:35:18.881052 dv-neutron-834265-1-hyperv neutron-server[88541]: [parameters: {'id': 'f1c1b797-622e-4e59-b9ce-cb4f1e44557d'}] Mar 18 10:35:18.881052 dv-neutron-834265-1-hyperv neutron-server[88541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:18.886898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:18.889568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.22 (8c13313e-9f37-4bb8-b23a-c26bed6e2a55/0a808357-16d2-451d-9811-f5a96de1f652/ef3a6dff-c5d2-45fa-b6e4-b155780c886b) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:18.892638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:18.953433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e41ebbf3-19b5-415a-a69d-cc506e241cca no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:18.979894 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8121e10c-c26f-4d5f-9469-9617255256cd tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1882234 Mar 18 10:35:18.990394 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:18.992157 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3e173c00-1aa4-482a-b2d4-4aacfa7bd4c2 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5143616 Mar 18 10:35:18.997712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] For port 258c3c24-1084-4fd4-965f-e6f609ac35dd, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=258c3c24-1084-4fd4-965f-e6f609ac35dd,segment=NetworkSegment(4fc0f369-f4c1-4204-8b05-936cc21bd3cc),segment_id=4fc0f369-f4c1-4204-8b05-936cc21bd3cc)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:19.003408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39580) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.003408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39582) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.005109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Deleting port 058ad46b-35f3-4718-bd79-0f8569b4a511 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:19.005431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.013480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e1665eb1-a3ad-415c-8a1f-0032ebc1e07d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:19.015901 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-e1665eb1-a3ad-415c-8a1f-0032ebc1e07d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 18 10:35:19.016148 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-e1665eb1-a3ad-415c-8a1f-0032ebc1e07d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:19.019836 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e1665eb1-a3ad-415c-8a1f-0032ebc1e07d tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115614 Mar 18 10:35:19.021176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901794091', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:19.042664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39588) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.062184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:19.063139 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-61cbff76-e87e-48d9-a7e5-bc97a1eebbdb req-3c440e16-b832-4a1a-b52b-61da085c5109 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 210 time: 0.1595964 Mar 18 10:35:19.069075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.072452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 9e98475d-ef99-4001-a852-783d1ba3eb92 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:19.094412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:19.101254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1351775d-5ccf-42fe-9f49-482906b6a00e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:19.105558 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1351775d-5ccf-42fe-9f49-482906b6a00e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7776546 Mar 18 10:35:19.108315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39592) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.148172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:19.157849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] For port e41ebbf3-19b5-415a-a69d-cc506e241cca, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e41ebbf3-19b5-415a-a69d-cc506e241cca,segment=NetworkSegment(38bc2973-489b-451a-84ab-0e3da3a8ce72),segment_id=38bc2973-489b-451a-84ab-0e3da3a8ce72)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:19.158477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.166281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:19.178405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:19.280339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ebe00b-100e-46e6-90c0-a00e38ce5de0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:19.280938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-32ebe00b-100e-46e6-90c0-a00e38ce5de0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:19.322491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Calling delete_port for e41ebbf3-19b5-415a-a69d-cc506e241cca owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:19.385669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.396371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:19.407754 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Project 018089178bb348eb8bb2814419e5665b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:19.413293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:subnet and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:19.423406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:19.436500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a28fa7-71b3-49bc-985d-bcfc87d54b16 None None] Pushing event updated for resources: {'Port': ['ID=258c3c24-1084-4fd4-965f-e6f609ac35dd,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:19.443901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:19.447219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.452757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 258c3c24-1084-4fd4-965f-e6f609ac35dd {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:19.453307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.501078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:19.501399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:19.502176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-32ebe00b-100e-46e6-90c0-a00e38ce5de0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:19.506083 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-32ebe00b-100e-46e6-90c0-a00e38ce5de0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3901768 Mar 18 10:35:19.511191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.513129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a5acf-9b6f-463e-88c1-8ac1da467199 req-0b49ee6d-5020-43ec-99e7-96f093186eea tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:19.514248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39598) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.514827 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-296a5acf-9b6f-463e-88c1-8ac1da467199 req-0b49ee6d-5020-43ec-99e7-96f093186eea tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.1651301 Mar 18 10:35:19.554937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] Pushing event deleted for resources: {'Port': ['ID=e41ebbf3-19b5-415a-a69d-cc506e241cca,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:19.560609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acf42f-57f0-4193-996a-d26ac813ecef None None] No DVR routers for this DVR port e41ebbf3-19b5-415a-a69d-cc506e241cca on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:19.575925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.577594 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:19.582422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39602) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.582962 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e8273ec-c13a-4273-a079-ca93d3187e12 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5385358 Mar 18 10:35:19.583685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Made reservation on behalf of 2c46f952aba9404085eba2ba89401eb1 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:19.587662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.607138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.616817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'b531ce9d-5be2-4204-a3dc-549d267c684a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:19.627374 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b18135fb-22d8-44ca-a680-27a03f288e36 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117105 Mar 18 10:35:19.630167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39606) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:19.647641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:19.662162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff7758-e206-4efd-a68d-889842d60ff8 None None] Network f1c1b797-622e-4e59-b9ce-cb4f1e44557d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:19.667788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object ef3a6dff-c5d2-45fa-b6e4-b155780c886b will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:19.674372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:19.716277 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-296a5acf-9b6f-463e-88c1-8ac1da467199 req-34dde801-1418-41b4-b1c7-6993fc6c3ccb tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822729 Mar 18 10:35:19.800359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cfa84404-5def-475a-af34-90403da721f6 None None] For port 058ad46b-35f3-4718-bd79-0f8569b4a511, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=058ad46b-35f3-4718-bd79-0f8569b4a511,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:19.800759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:19.827055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 058ad46b-35f3-4718-bd79-0f8569b4a511 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:19.852350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:19.854998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=9e98475d-ef99-4001-a852-783d1ba3eb92,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:19.857095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:19.872019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:19.902826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:19.913844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:15Z', 'revision_number': 3, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:19.922233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:19.985071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Calling delete_port for 058ad46b-35f3-4718-bd79-0f8569b4a511 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:20.050268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Checking router: eac7c6ec-6c75-4b73-99f3-1b83f720d821 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:20.050624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Updating router eac7c6ec-6c75-4b73-99f3-1b83f720d821 port 485656ae-6e6c-4936-90a3-751cc2f68e16 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:35:20.062848 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Project 018089178bb348eb8bb2814419e5665b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:35:20.109230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 258c3c24-1084-4fd4-965f-e6f609ac35dd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=258c3c24-1084-4fd4-965f-e6f609ac35dd,segment=NetworkSegment(4fc0f369-f4c1-4204-8b05-936cc21bd3cc),segment_id=4fc0f369-f4c1-4204-8b05-936cc21bd3cc)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:20.109709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.117314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.164888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting port e41ebbf3-19b5-415a-a69d-cc506e241cca {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:20.165230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.179068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.203638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:20.208091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.246210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 258c3c24-1084-4fd4-965f-e6f609ac35dd owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:20.273622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.275775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:20.276825 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-67ea451f-abf4-4451-9592-2eb7e670a0c0 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6860254 Mar 18 10:35:20.279549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] The port 'e41ebbf3-19b5-415a-a69d-cc506e241cca' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:35:20.280964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39612) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:20.371814 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d6b4903c-cf70-4d46-9d40-8182ce45b08d tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/ports/9e98475d-ef99-4001-a852-783d1ba3eb92 HTTP/1.1" status: 204 len: 168 time: 2.5898745 Mar 18 10:35:20.372941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.382370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39616) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:20.389901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.397334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-acf726d2-be78-45eb-aa5f-64ff4d3b6bc4 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:20.398839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-acf726d2-be78-45eb-aa5f-64ff4d3b6bc4 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6634572 Mar 18 10:35:20.450280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:20.464217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa84404-5def-475a-af34-90403da721f6 None None] Pushing event deleted for resources: {'Port': ['ID=058ad46b-35f3-4718-bd79-0f8569b4a511,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:20.467966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:20.470878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:20.484804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa84404-5def-475a-af34-90403da721f6 None None] No DVR routers for this DVR port 058ad46b-35f3-4718-bd79-0f8569b4a511 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:20.527584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:20.582163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:20.588539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.623229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.640018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaa97f-269b-46f8-a1c6-97526b1f9fa6 req-a3512e23-4745-43af-8089-9616c8dd07b5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:20.640945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-68eaa97f-269b-46f8-a1c6-97526b1f9fa6 req-a3512e23-4745-43af-8089-9616c8dd07b5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:20.648526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.696847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbbc89-7f88-413d-978a-03b76a775915 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:20.697746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1fbbbc89-7f88-413d-978a-03b76a775915 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Synchronizing usage tracker for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:20.700169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Deleting port f4630433-ae1f-4bac-a3f8-e9416f5726ee {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:20.700558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.721305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=258c3c24-1084-4fd4-965f-e6f609ac35dd,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:20.729089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port 258c3c24-1084-4fd4-965f-e6f609ac35dd on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:20.740411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55613d25-aba1-4633-a9a4-5e177a236c5f']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:20.751605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.767527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Transition to ACTIVE for port object 485656ae-6e6c-4936-90a3-751cc2f68e16 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:20.773618 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-e8d4fa9e-fa7b-4b0c-91a6-c7aec0ba2490 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3398550 Mar 18 10:35:20.779126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.807713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c52d3-5cb7-4ddd-80b7-54c75592d76b None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:35:20.809934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Request body: {'port': {'device_id': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:20.875011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.887620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bc2973-489b-451a-84ab-0e3da3a8ce72') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:20.888219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bc2973-489b-451a-84ab-0e3da3a8ce72') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:20.911561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:20.973550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-68eaa97f-269b-46f8-a1c6-97526b1f9fa6 req-a3512e23-4745-43af-8089-9616c8dd07b5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:20.974838 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-68eaa97f-269b-46f8-a1c6-97526b1f9fa6 req-a3512e23-4745-43af-8089-9616c8dd07b5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 932 time: 0.7373350 Mar 18 10:35:20.975658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1fbbbc89-7f88-413d-978a-03b76a775915 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Unset dirty status for tenant:dfc4a4dcd8a745ae8cbe92b0c12ec093 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:20.980820 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1fbbbc89-7f88-413d-978a-03b76a775915 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "GET /v2.0/ports?device_id=617efac5-a3bc-4500-9344-b839e4e26ffd HTTP/1.1" status: 200 len: 913 time: 0.5936656 Mar 18 10:35:20.984257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39622) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:20.993737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.002309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.018423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c4583-6db9-4a11-a21a-b4ac82109809 None None] Pushing event updated for resources: {'Port': ['ID=485656ae-6e6c-4936-90a3-751cc2f68e16,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.025025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Attempting to bind port 485656ae-6e6c-4936-90a3-751cc2f68e16 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:21.026987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Attempting to bind port 485656ae-6e6c-4936-90a3-751cc2f68e16 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:21.026987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Attempting to bind port 485656ae-6e6c-4936-90a3-751cc2f68e16 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:21.049287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:21.049665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:21.050090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.050479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:21.051078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Bound port: 485656ae-6e6c-4936-90a3-751cc2f68e16, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:21.051445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.086389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6416930c-4a05-403f-a3aa-cd7b6d712706 None None] Provisioning for port ef3a6dff-c5d2-45fa-b6e4-b155780c886b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:21.104952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6416930c-4a05-403f-a3aa-cd7b6d712706 None None] Provisioning complete for port ef3a6dff-c5d2-45fa-b6e4-b155780c886b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:21.105377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6416930c-4a05-403f-a3aa-cd7b6d712706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.130884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.138212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.160210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Subnet': ['ID=abcebd5f-0f9b-462c-b22f-a868f5178499,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.177144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c1b797-622e-4e59-b9ce-cb4f1e44557d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:21.202368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc0f369-f4c1-4204-8b05-936cc21bd3cc') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:21.202705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc0f369-f4c1-4204-8b05-936cc21bd3cc') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:21.202814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:21.203168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.229210 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-68eaa97f-269b-46f8-a1c6-97526b1f9fa6 req-4386669a-e2c1-401c-899a-38a9524d4c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258523 Mar 18 10:35:21.231104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:21.231232 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:21.235274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6416930c-4a05-403f-a3aa-cd7b6d712706 None None] Port ef3a6dff-c5d2-45fa-b6e4-b155780c886b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:21.254684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.287348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] For port 485656ae-6e6c-4936-90a3-751cc2f68e16, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:21.308214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] For port 485656ae-6e6c-4936-90a3-751cc2f68e16, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=485656ae-6e6c-4936-90a3-751cc2f68e16,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:21.338732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.374593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Checking segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:21.374878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.374985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network hostable DHCP agents. Network: a5e28268-e5e6-40de-819b-82aa819219c8, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:21.386260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:21.386260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:21.402997 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:21.454688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:21.454957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:34:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:21.482647 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Agent 1acae385-334b-4f8e-bdda-814f75d22283 already present Mar 18 10:35:21.483040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network a5e28268-e5e6-40de-819b-82aa819219c8 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:21.483556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a5e28268-e5e6-40de-819b-82aa819219c8) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:21.487995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:21.488584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.513862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c52d3-5cb7-4ddd-80b7-54c75592d76b None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:21.529605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71b3d-bc14-4b6a-b2f3-87e44124acc6 req-805b71b4-a12b-4766-b510-88457c304681 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:21.530379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c4583-6db9-4a11-a21a-b4ac82109809 None None] Pushing event updated for resources: {'Port': ['ID=485656ae-6e6c-4936-90a3-751cc2f68e16,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.531244 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70b71b3d-bc14-4b6a-b2f3-87e44124acc6 req-805b71b4-a12b-4766-b510-88457c304681 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.6336765 Mar 18 10:35:21.543482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.547471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.554853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] For port f4630433-ae1f-4bac-a3f8-e9416f5726ee, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f4630433-ae1f-4bac-a3f8-e9416f5726ee,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:21.555929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.596735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.638714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c52d3-5cb7-4ddd-80b7-54c75592d76b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a5e28268-e5e6-40de-819b-82aa819219c8) {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:35:21.659543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:21.726933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Network': ['ID=55613d25-aba1-4633-a9a4-5e177a236c5f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.729604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.784432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7b9853fe-fd3c-4f0d-8cda-c8b953852335 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/networks/55613d25-aba1-4633-a9a4-5e177a236c5f HTTP/1.1" status: 204 len: 168 time: 3.5018446 Mar 18 10:35:21.785355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39626) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:21.786153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:21.791190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531ce9d-5be2-4204-a3dc-549d267c684a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.800745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:21.803533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.807022 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b09095b-2797-4359-8a69-5379e4db448b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/b531ce9d-5be2-4204-a3dc-549d267c684a HTTP/1.1" status: 204 len: 168 time: 1.4916275 Mar 18 10:35:21.807022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:21.807022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:21.819934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39630) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:21.843085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70b71b3d-bc14-4b6a-b2f3-87e44124acc6 req-72e74d9f-2d85-49ee-bba8-98e232cf9f96 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033834 Mar 18 10:35:21.863694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a4f71b3f-cda8-4a42-a1eb-79b1f71ec1db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8574629 Mar 18 10:35:21.863694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=0168a535-d4a3-4bcd-8491-a0a387ce1664,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:21.933097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39634) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:21.959670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.030835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.093080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=f1c1b797-622e-4e59-b9ce-cb4f1e44557d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:22.097721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aba5c79f-a268-4bdf-bdea-540f0dd8a41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.105639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting subnet 5f774906-9c92-403a-81f2-a07f878e20f6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:22.162614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.172063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0f5cb10d-0f81-45ec-a6a6-8aeeec519ecf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5337698 Mar 18 10:35:22.184960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39638) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:22.196789 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-472e1b9c-35d9-434c-8974-c1996d79754c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f1c1b797-622e-4e59-b9ce-cb4f1e44557d HTTP/1.1" status: 204 len: 168 time: 6.3010759 Mar 18 10:35:22.203115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:19:72:a4', 'name': 'tempest-NetworksTestDHCPv6-1156264222'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:22.216568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39642) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:22.229256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf08e5-d3b9-4ee1-a212-0c4af3b034ea tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:22.232489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:15Z', 'revision_number': 3, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:22.244475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba19fa9-69a3-4a00-a667-e871b985e632 None None] The sync data for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv is: [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:15Z', 'revision_number': 3, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:22.310513 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1569151c-5a22-47f9-a769-ab3a5de64834 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] GET failed (client error): The resource could not be found. Mar 18 10:35:22.311227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1569151c-5a22-47f9-a769-ab3a5de64834 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Synchronizing usage tracker for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:22.318022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:35:22.335105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '0168a535-d4a3-4bcd-8491-a0a387ce1664'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:22.335632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.349298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.368708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a5e28268-e5e6-40de-819b-82aa819219c8', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:22.369795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.497423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:22.509445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:22.530240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3a6dff-c5d2-45fa-b6e4-b155780c886b {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:22.539371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.558779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Transition to ACTIVE for port object ef3a6dff-c5d2-45fa-b6e4-b155780c886b will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:22.653013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.712406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/0168a535-d4a3-4bcd-8491-a0a387ce1664/1ac40aec-71ce-4c7a-8ef2-356056f9d211) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:22.827867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.828247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:22.828565 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Floating IP 3fc48fee-4932-4f2e-bf09-3a8e351ffcab disassociated. External IP: 172.26.2.93, port: f4630433-ae1f-4bac-a3f8-e9416f5726ee. Mar 18 10:35:22.828914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Calling delete_port for f4630433-ae1f-4bac-a3f8-e9416f5726ee owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:22.881812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1569151c-5a22-47f9-a769-ab3a5de64834 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Unset dirty status for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:22.883233 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1569151c-5a22-47f9-a769-ab3a5de64834 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets/f0bdc453-4aca-4f47-87b9-539a76cef36f HTTP/1.1" status: 404 len: 337 time: 0.6654332 Mar 18 10:35:22.895498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39650) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:23.041831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:23.081156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9142b96e-eb08-48de-bbf8-d544fa0e9ebd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:23.081716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9142b96e-eb08-48de-bbf8-d544fa0e9ebd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:23.087737 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9142b96e-eb08-48de-bbf8-d544fa0e9ebd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f1c1b797-622e-4e59-b9ce-cb4f1e44557d HTTP/1.1" status: 404 len: 339 time: 0.1806941 Mar 18 10:35:23.089758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39654) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:23.110444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf08e5-d3b9-4ee1-a212-0c4af3b034ea tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:23.112160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bbaf08e5-d3b9-4ee1-a212-0c4af3b034ea tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2892272 Mar 18 10:35:23.113476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:23.121492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39658) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:23.130776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.148016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Transition to ACTIVE for port object 1ac40aec-71ce-4c7a-8ef2-356056f9d211 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:23.156872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--883623798'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:23.232246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.245107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Allocated IP 172.20.0.2 (a5e28268-e5e6-40de-819b-82aa819219c8/abcebd5f-0f9b-462c-b22f-a868f5178499/053d9f49-4c45-42df-878d-936b64d4c218) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:23.393374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f4630433-ae1f-4bac-a3f8-e9416f5726ee no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:23.418259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 485656ae-6e6c-4936-90a3-751cc2f68e16 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:23.507991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Transition to ACTIVE for port object 1ac40aec-71ce-4c7a-8ef2-356056f9d211 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:23.510699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb1a919-2b9c-4f26-975d-7c81ad689adb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:23.511370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5fb1a919-2b9c-4f26-975d-7c81ad689adb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Synchronizing usage tracker for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:23.649238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.689016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:23.689991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.699177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac171c-438c-4964-81be-9b7ba3e5be89 req-f024e7ca-8b6d-4c05-acfc-ea497e0ae89c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:23.700724 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7bac171c-438c-4964-81be-9b7ba3e5be89 req-f024e7ca-8b6d-4c05-acfc-ea497e0ae89c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 944 time: 1.1406093 Mar 18 10:35:23.705019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.741942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 485656ae-6e6c-4936-90a3-751cc2f68e16 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:23.759484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.772761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 485656ae-6e6c-4936-90a3-751cc2f68e16 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:23.773132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.811743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.813072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Subnet': ['ID=5f774906-9c92-403a-81f2-a07f878e20f6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:23.831837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Attempting to bind port ef3a6dff-c5d2-45fa-b6e4-b155780c886b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:23.832151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Attempting to bind port ef3a6dff-c5d2-45fa-b6e4-b155780c886b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:23.832957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Attempting to bind port ef3a6dff-c5d2-45fa-b6e4-b155780c886b on network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:23.833087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:23.838565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:23.848364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9e304-de6c-4b96-873a-223a6039f2a8 req-1977dce0-00e3-4443-b5d5-11f6d0e3c8ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:23.849570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.850286 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-50b9e304-de6c-4b96-873a-223a6039f2a8 req-1977dce0-00e3-4443-b5d5-11f6d0e3c8ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 945 time: 0.7133882 Mar 18 10:35:23.854708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:23.857190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:23.861040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event deleted for resources: {'Port': ['ID=f4630433-ae1f-4bac-a3f8-e9416f5726ee,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:23.867017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4f07020a-9865-4f6f-a67f-3266e278c285 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/subnets/5f774906-9c92-403a-81f2-a07f878e20f6 HTTP/1.1" status: 204 len: 168 time: 2.0752304 Mar 18 10:35:23.870102 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7bac171c-438c-4964-81be-9b7ba3e5be89 req-258d9a28-44f6-47f7-bc8e-d89ccd312e90 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531107 Mar 18 10:35:23.870682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Port ef3a6dff-c5d2-45fa-b6e4-b155780c886b on network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:35:23.871004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Attempting to bind port ef3a6dff-c5d2-45fa-b6e4-b155780c886b on network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:23.877417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39662) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:23.878272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:23.878633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:23.878974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Checking segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:23.879357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Bound using segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:23.879787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Bound port: ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:23.880132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.886194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Pushing event updated for resources: {'Port': ['ID=1ac40aec-71ce-4c7a-8ef2-356056f9d211,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:23.892948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5fb1a919-2b9c-4f26-975d-7c81ad689adb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Unset dirty status for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:23.896857 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5fb1a919-2b9c-4f26-975d-7c81ad689adb tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8019090 Mar 18 10:35:23.906673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:23.922834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Transition to ACTIVE for port object 053d9f49-4c45-42df-878d-936b64d4c218 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:23.927900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:24.023007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.052910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Transition to ACTIVE for port object 053d9f49-4c45-42df-878d-936b64d4c218 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:24.108525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.122279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Attempting to bind port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:24.129641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Attempting to bind port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:24.129641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Attempting to bind port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:24.130903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:24.131525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:24.131665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.132055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:24.132520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Bound port: 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:24.132892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.168001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:24.177105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.185915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.190480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:24.201233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:24.216822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:24.283451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:24.287047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-50b9e304-de6c-4b96-873a-223a6039f2a8 req-2177a2c7-7526-4941-bfe1-6072434e9adf tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3efdf69-8cea-4df9-b18c-d72fe7443db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214659 Mar 18 10:35:24.289079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e97dd7f-1266-4c87-a135-e413dec1f7cc tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Synchronizing usage tracker for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:24.320329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:24.326754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:24.329388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:24.334890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Pushing event updated for resources: {'Port': ['ID=053d9f49-4c45-42df-878d-936b64d4c218,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:24.338387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.346891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Deleting port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:24.347253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.397496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e97dd7f-1266-4c87-a135-e413dec1f7cc tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Unset dirty status for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:24.403075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:24.403863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e97dd7f-1266-4c87-a135-e413dec1f7cc tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 207 time: 0.4747562 Mar 18 10:35:24.409899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39670) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:24.461119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 485656ae-6e6c-4936-90a3-751cc2f68e16, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=485656ae-6e6c-4936-90a3-751cc2f68e16,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:24.478852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:24.490426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Attempting to bind port 053d9f49-4c45-42df-878d-936b64d4c218 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:24.491044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Attempting to bind port 053d9f49-4c45-42df-878d-936b64d4c218 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:24.491421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Attempting to bind port 053d9f49-4c45-42df-878d-936b64d4c218 on network a5e28268-e5e6-40de-819b-82aa819219c8 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:24.501690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1ac40aec-71ce-4c7a-8ef2-356056f9d211,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:24.503444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:24.503444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Checking segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:24.503825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.504513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Bound using segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:24.504637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Bound port: 053d9f49-4c45-42df-878d-936b64d4c218, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:24.505109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.507506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.556811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.646216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=485656ae-6e6c-4936-90a3-751cc2f68e16,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:24.652714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:24.653401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.653940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.655049 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] 10.222.0.24 "PUT /v2.0/ports/ef3a6dff-c5d2-45fa-b6e4-b155780c886b HTTP/1.1" status: 200 len: 1094 time: 3.8510969 Mar 18 10:35:24.668099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:24.668435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-114c5f04-a388-4b3c-9636-01d16428f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.732320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.747264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::28a (862ac36c-a15b-4807-bb67-f61f5836b3bd/0168a535-d4a3-4bcd-8491-a0a387ce1664/f9f4ae8c-5ba3-4a92-9224-e3f6e5467463) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:24.773589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Router a60392c9-3cf3-4451-b6ad-90303b850823 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:24.808452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] For port 053d9f49-4c45-42df-878d-936b64d4c218, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:24.810456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.811770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] For port 053d9f49-4c45-42df-878d-936b64d4c218, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=053d9f49-4c45-42df-878d-936b64d4c218,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:24.842707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.864194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c3f8-378e-4a2a-a5e7-17131c2b862c None None] Pushing event updated for resources: {'Port': ['ID=1ac40aec-71ce-4c7a-8ef2-356056f9d211,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:24.905733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:24.988049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:24.993103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 485656ae-6e6c-4936-90a3-751cc2f68e16 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:24.994400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.000198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.006330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.007208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Synchronizing usage tracker for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:25.066687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490a9b8-667e-419c-88dc-a25f1908fe5d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:25.066894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Unset dirty status for tenant:984616ea245f4dfcba8d5a7aedbfa19b on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:25.067017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035012-e897-47ed-8cf6-239701a00f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:25.068804 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aeefcc1f-51cb-4b84-b1ed-daba56903b7b tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6264591 Mar 18 10:35:25.076393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39680) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:25.127732 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b', 'status': 'completed', 'code': 200} Mar 18 10:35:25.188224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242989a8-166e-494c-86b9-f0e7ccea02e6 None None] Pushing event updated for resources: {'Port': ['ID=053d9f49-4c45-42df-878d-936b64d4c218,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:25.201597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 485656ae-6e6c-4936-90a3-751cc2f68e16 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:25.201597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.272524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.277689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] For port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,segment=NetworkSegment(bf9b23ca-490e-482b-9f63-fdda15853aea),segment_id=bf9b23ca-490e-482b-9f63-fdda15853aea)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:25.278799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.359779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.459558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.460891 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9fa72fd9-e52c-4867-9972-4c51f193a09a tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3340664 Mar 18 10:35:25.479709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Calling delete_port for 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:25.524356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:25.536508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '4490a9b8-667e-419c-88dc-a25f1908fe5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:25.624321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5df99eda-c0d8-43d4-a9bf-eee1e419dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.624321 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-5df99eda-c0d8-43d4-a9bf-eee1e419dff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 1097 time: 0.7822895 Mar 18 10:35:25.624862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:25.624862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:25.624862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:25.624862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:25.624862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:25.652694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Sync routers for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:25.673121 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:25.674049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:25.682687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:25.968056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e1e3de3b-e6d5-4f4d-b5a9-ba72b4a389a5 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.8894386 Mar 18 10:35:25.971737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39690) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:25.999835 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:26.015740 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5cc31d61-9b99-43f2-b108-82511409c5cc req-205a9bed-0fb1-47a8-a06f-41104f195726 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.4589410 Mar 18 10:35:26.016997 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-6bb4cfac-d6f8-4530-9627-b96a1eba13c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b HTTP/1.1" status: 200 len: 217 time: 0.4394763 Mar 18 10:35:26.087159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] No DVR routers for this DVR port f4630433-ae1f-4bac-a3f8-e9416f5726ee on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:26.104459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.113236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'name': 'network-vif-deleted', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:26.124466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.187904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 61a9769b-8616-4f30-8562-4b5bc306f7b5 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:26.188560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.199508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:26.210490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d98ad-bfc4-4ff7-a118-2203f8c31c63 req-63984709-a4d6-4f7e-bcd2-9d56aeaed2e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.217465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-009d98ad-bfc4-4ff7-a118-2203f8c31c63 req-63984709-a4d6-4f7e-bcd2-9d56aeaed2e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 944 time: 1.0446327 Mar 18 10:35:26.240255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d7a1f-1453-4ee8-b210-4ac34f50ac09 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.242046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d7a1f-1453-4ee8-b210-4ac34f50ac09 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.244220 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e25d7a1f-1453-4ee8-b210-4ac34f50ac09 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2263298 Mar 18 10:35:26.248856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-78ecca65-309e-43c7-8aba-1bf603c0483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.251672 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-78ecca65-309e-43c7-8aba-1bf603c0483e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a808357-16d2-451d-9811-f5a96de1f652 HTTP/1.1" status: 200 len: 838 time: 0.1730461 Mar 18 10:35:26.254323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39698) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:26.295022 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The resource could not be found. Mar 18 10:35:26.296204 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ba8cc824-9951-4a26-a1b3-54d5aea83462 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7683821 Mar 18 10:35:26.304385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39702) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:26.328350 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f93ed-8232-4955-a083-31bf511f4a46', 'name': 'network-vif-deleted', 'tag': 'f4630433-ae1f-4bac-a3f8-e9416f5726ee', 'status': 'completed', 'code': 200} Mar 18 10:35:26.329804 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-622cbfb3-3e88-48c4-8058-9a97fafaaca6 req-70b641b3-ca3a-4804-a18c-125188f63602 tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.24 "DELETE /v2.0/ports/f4630433-ae1f-4bac-a3f8-e9416f5726ee HTTP/1.1" status: 204 len: 173 time: 5.9171391 Mar 18 10:35:26.334383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '4490a9b8-667e-419c-88dc-a25f1908fe5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fbb455fc-62b0-4944-ae5c-0422e52725b7'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:26.362608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:26.379877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:26.405018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.407738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-009d98ad-bfc4-4ff7-a118-2203f8c31c63 req-081f2bfb-6405-4ba5-8f90-7521c4a4eae1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892898 Mar 18 10:35:26.412383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:26.456119 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:26.464253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Checking router: a60392c9-3cf3-4451-b6ad-90303b850823 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:26.474344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:26.478177 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:26.478795 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:26.509926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Allocated IP 172.20.0.1 (a5e28268-e5e6-40de-819b-82aa819219c8/abcebd5f-0f9b-462c-b22f-a868f5178499/d36b05a9-10e7-4229-ad9f-6a2a958adc61) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:26.608495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9dc81-0863-43a1-b4e6-90240c7e12ce tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.609736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9dc81-0863-43a1-b4e6-90240c7e12ce tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.616841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-efb9dc81-0863-43a1-b4e6-90240c7e12ce tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3515217 Mar 18 10:35:26.638849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39706) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:26.659906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Port': ['ID=83a0c2c0-e96d-48bf-a122-c5ddf597e9d7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:26.668786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] No DVR routers for this DVR port 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:26.678587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.801459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:26.826730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.847095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:26.935244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:26.948150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:26.953868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.954393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.954914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.975033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:26.984974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-53607983-420d-4b63-91f5-9c7f67de7db7 None None] Provisioning for port 053d9f49-4c45-42df-878d-936b64d4c218 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:27.012770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7925ce-8536-4eca-8b9b-82669431a89e']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:27.030210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9b23ca-490e-482b-9f63-fdda15853aea') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:27.033635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9b23ca-490e-482b-9f63-fdda15853aea') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:27.061568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.076250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=f9f4ae8c-5ba3-4a92-9224-e3f6e5467463,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:27.104844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.157354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1ac40aec-71ce-4c7a-8ef2-356056f9d211 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:27.160806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.183060 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The resource could not be found. Mar 18 10:35:27.188504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c04733ba-2c87-40d8-990d-0b1cf52882ff tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8748477 Mar 18 10:35:27.189918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39712) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:27.230303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568776a5-8b6e-415d-bf0c-4bad005e9809 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:27.231926 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-568776a5-8b6e-415d-bf0c-4bad005e9809 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks/a635d117-a385-4693-86db-fd08ab7b5ceb HTTP/1.1" status: 200 len: 799 time: 0.5917501 Mar 18 10:35:27.250041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39716) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:27.250041 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-85395ee3-6c43-460c-aa16-845c1256517e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0635219 Mar 18 10:35:27.254649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:27.280300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd9b20-dab1-46c8-ba92-d456d7f59ca4 None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:27.288021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Transition to ACTIVE for port object d36b05a9-10e7-4229-ad9f-6a2a958adc61 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:27.304096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ee832-f898-4612-bca7-9e643cbbb73d None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:27.391115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dcddd0-3cbe-4393-b978-8953c60202bd None None] Network 0f7925ce-8536-4eca-8b9b-82669431a89e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:27.393333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 61a9769b-8616-4f30-8562-4b5bc306f7b5 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:27.481525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:27.495820 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaca541-14ce-4bc9-a9bc-f2df71c06316 None None] The sync data for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv is: [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:32:00Z', 'revision_number': 4, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'af130f5a-2867-4bcf-a62f-86d7ad908b33', 'name': '', 'network_id': '2d1a3abc-8c54-4124-a9fb-a8346ef76aff', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'mac_address': 'fa:16:3e:02:33:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:57Z', 'updated_at': '2022-03-18T10:32:09Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'subnets': [{'id': '09cd03c4-512f-4f27-b524-db43adb4f0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:27.596698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.612875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.694714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network a5e28268-e5e6-40de-819b-82aa819219c8 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:27.747583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:27.748352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:27.756350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:27.758928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:27.778039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-7a861cac-c617-408b-b675-4da9e810fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:27.780016 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-7a861cac-c617-408b-b675-4da9e810fd5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c13313e-9f37-4bb8-b23a-c26bed6e2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.5032613 Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:27.780922 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:27.804220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4cbbba94-9c92-4a3d-843d-0bf11de287ae None None] Provisioning for port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:27.913907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:27.978545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b035bf19-8d47-461c-a079-aeb63ca52f73 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/networks/a635d117-a385-4693-86db-fd08ab7b5ceb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7250452 Mar 18 10:35:27.987280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6b5b4-ef75-4157-9276-f7cfa05c1d68 None None] DHCP port deletion for 0f7925ce-8536-4eca-8b9b-82669431a89e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:27.993481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663fba49-3de5-477b-ba16-be5ba377a412 None None] New status for floating IP 3fc48fee-4932-4f2e-bf09-3a8e351ffcab: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:35:27.996234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39728) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.008335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78f01fb2-86e2-4b40-abde-9d03397fbfb8 req-95b6dfe8-5760-4235-8582-ed154c116d9d tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f93ed-8232-4955-a083-31bf511f4a46 HTTP/1.1" status: 200 len: 210 time: 0.3332856 Mar 18 10:35:28.009931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.060047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:28.060299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.113877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.140359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:28.200258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.202027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142b4ef-1ffb-421c-919e-5cc86a477a44 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.209604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142b4ef-1ffb-421c-919e-5cc86a477a44 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.216938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9142b4ef-1ffb-421c-919e-5cc86a477a44 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:28.223226 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-683990c0-0e93-44fe-9c45-eb288deddf31 service neutron] 10.222.0.24 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186089 Mar 18 10:35:28.229545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0fa97-a3f6-44b1-8799-df4341d63c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.234320 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-57b0fa97-a3f6-44b1-8799-df4341d63c77 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets/e78c1f2b-5947-4fce-b37c-81b25eeb5636 HTTP/1.1" status: 200 len: 811 time: 0.2295468 Mar 18 10:35:28.246745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39732) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.247976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.315170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27e1f-2cfa-4ad3-9ac3-0ab9e57a01d7 req-e1d49346-7c94-46d0-a4db-cb468be7bc52 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.316797 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eda27e1f-2cfa-4ad3-9ac3-0ab9e57a01d7 req-e1d49346-7c94-46d0-a4db-cb468be7bc52 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 944 time: 0.7051616 Mar 18 10:35:28.353527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.382595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490a9b8-667e-419c-88dc-a25f1908fe5d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:28.384249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9142b4ef-1ffb-421c-919e-5cc86a477a44 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:28.385381 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9142b4ef-1ffb-421c-919e-5cc86a477a44 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.1214793 Mar 18 10:35:28.396324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39734) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.432794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Pushing event deleted for resources: {'Network': ['ID=0f7925ce-8536-4eca-8b9b-82669431a89e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:28.481518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:28.482547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.537768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.574860 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c86e5cd1-b8b0-473f-a61c-b473e2ece403 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/networks/0f7925ce-8536-4eca-8b9b-82669431a89e HTTP/1.1" status: 204 len: 168 time: 4.6844850 Mar 18 10:35:28.581366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.582686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-59b9b0ca-9d81-45bd-a82d-8084277a7164 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/4490a9b8-667e-419c-88dc-a25f1908fe5d HTTP/1.1" status: 204 len: 168 time: 1.3896747 Mar 18 10:35:28.582839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39740) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.586205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eda27e1f-2cfa-4ad3-9ac3-0ab9e57a01d7 req-2bb491de-d014-40a1-bbd4-487b6948c392 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587929 Mar 18 10:35:28.592150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39742) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.670789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.677840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1ac40aec-71ce-4c7a-8ef2-356056f9d211,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:28.721483 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1185c93-f73a-4cc1-aeec-d13a40136ef4 req-fe9694f5-3dd1-4317-9d91-bf45da980ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696081 Mar 18 10:35:28.729217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d029a-94b2-452c-b563-2da5ec25af09 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['shared'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.729217 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bd1d029a-94b2-452c-b563-2da5ec25af09 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "GET /v2.0/subnets/e78c1f2b-5947-4fce-b37c-81b25eeb5636?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2908072 Mar 18 10:35:28.729217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41dab40b-313c-406d-91d3-93cb3a39b56f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Synchronizing usage tracker for tenant:3ff46f3405ec42f6bff65aa2977b38d4 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:28.733522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:28.741168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:28.744558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 053d9f49-4c45-42df-878d-936b64d4c218 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:28.796804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348877256'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:28.811909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=61a9769b-8616-4f30-8562-4b5bc306f7b5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:28.818808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:28.985848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1ac40aec-71ce-4c7a-8ef2-356056f9d211,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:29.020578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41dab40b-313c-406d-91d3-93cb3a39b56f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Unset dirty status for tenant:3ff46f3405ec42f6bff65aa2977b38d4 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:29.021760 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-41dab40b-313c-406d-91d3-93cb3a39b56f tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "GET /v2.0/ports?device_id=51055a9a-1fa9-4b02-b5ad-002529449e92 HTTP/1.1" status: 200 len: 205 time: 0.4355419 Mar 18 10:35:29.030728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39752) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:29.033102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c5838d6c-bff8-4cdd-8f0c-5896e3973b45 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:29.039028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.039260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.039649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.039980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.040311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.042763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.043096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.043453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.043783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.044103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.044422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.044739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:29.076913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 053d9f49-4c45-42df-878d-936b64d4c218 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:29.096839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Provisioning complete for port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:29.097215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.166522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 053d9f49-4c45-42df-878d-936b64d4c218 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:29.167206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.235838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:29.239976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39760) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:29.267490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.385454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.420742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.441607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.441716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.447623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:29.451349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.462783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c5838d6c-bff8-4cdd-8f0c-5896e3973b45 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:29.464021 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c5838d6c-bff8-4cdd-8f0c-5896e3973b45 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8709433 Mar 18 10:35:29.475976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39764) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:29.476609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.481431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.501900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '40cb9484-8d37-4efc-aea4-590acea71751', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:29.518043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 053d9f49-4c45-42df-878d-936b64d4c218, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=053d9f49-4c45-42df-878d-936b64d4c218,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:29.536983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783d105-ccac-4b63-84f1-036e477bc9a5 None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:29.583357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:29.613658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:29.619787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157239-8c34-4fc1-821e-49327e83f265 req-dfe963e4-0221-4863-8992-6de1a1574d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:29.620302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.621361 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-dfe963e4-0221-4863-8992-6de1a1574d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 1097 time: 0.7033644 Mar 18 10:35:29.627427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:29.640167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Provisioning for port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:29.645692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:29.681983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:29.691221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:29.707265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Provisioning complete for port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:29.707662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.764978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1ac40aec-71ce-4c7a-8ef2-356056f9d211 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:29.787681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.788254 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Added segment 3042d774-2cb4-4f01-8f34-46169cbbcc30 of type vlan for network 9869b56a-d405-4d66-bea3-74192018baf1 Mar 18 10:35:29.883709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2d715b84-1f68-48a7-a1b6-89a6f86d5563 None None] Port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:29.893420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=053d9f49-4c45-42df-878d-936b64d4c218,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:29.951512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:29.951883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:29.962556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157239-8c34-4fc1-821e-49327e83f265 req-2eb37334-0bc6-421f-ad29-42ffb6a7f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:29.964135 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-2eb37334-0bc6-421f-ad29-42ffb6a7f5bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c13313e-9f37-4bb8-b23a-c26bed6e2a55 HTTP/1.1" status: 200 len: 898 time: 0.3335917 Mar 18 10:35:29.997732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-4e993450-1a44-4090-8bad-1cf2c47a8f34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8093753 Mar 18 10:35:30.071179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Provisioning complete for port 053d9f49-4c45-42df-878d-936b64d4c218 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:30.071453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.097777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.107427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.108059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.115146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.120094 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-5a29dcff-03cb-4987-9e1d-74244f2aa0d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b HTTP/1.1" status: 200 len: 217 time: 0.1206405 Mar 18 10:35:30.180889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3efdf69-8cea-4df9-b18c-d72fe7443db0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:30.213612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:30.257863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:30.258834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 83a0c2c0-e96d-48bf-a122-c5ddf597e9d7 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:30.386280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Provisioning for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:30.396745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:30.397268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.449751 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The resource could not be found. Mar 18 10:35:30.450822 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-89350d30-41e0-4a85-a0d6-dca56592f2ef tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9641123 Mar 18 10:35:30.460102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39770) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:30.463944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Port d36b05a9-10e7-4229-ad9f-6a2a958adc61 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:30.476517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Provisioning complete for port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:30.476902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--649419541'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:30.477056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.486258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157239-8c34-4fc1-821e-49327e83f265 req-b69c1b1b-37d1-47eb-8f4b-8554f5c296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:30.487699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-b69c1b1b-37d1-47eb-8f4b-8554f5c296ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a808357-16d2-451d-9811-f5a96de1f652 HTTP/1.1" status: 200 len: 838 time: 0.3446691 Mar 18 10:35:30.488530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.489513 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e5b0152a-d562-4e63-9081-b877fac783ec tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3efdf69-8cea-4df9-b18c-d72fe7443db0 HTTP/1.1" status: 204 len: 168 time: 1.2359014 Mar 18 10:35:30.493585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:30.501164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39774) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:30.545738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-df22747e-2cc0-4b62-8d2a-251ad658a48e None None] Port f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:30.563381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.564002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Fanout notify agent at l3_agent the message router_deleted on router 51055a9a-1fa9-4b02-b5ad-002529449e92 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:35:30.569004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.569241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:30.586866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026658f3-f992-4ff9-9bd7-f4afa2da948c req-2408ad88-d38e-457f-b30f-89b6c88ce82e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:30.588374 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-026658f3-f992-4ff9-9bd7-f4afa2da948c req-2408ad88-d38e-457f-b30f-89b6c88ce82e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 944 time: 0.8509974 Mar 18 10:35:30.594168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.599533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:30.600122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.644831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=f9f4ae8c-5ba3-4a92-9224-e3f6e5467463,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:30.687735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-deaefac5-30ae-4bff-ae07-1191ddb30e61 None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:30.688111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-deaefac5-30ae-4bff-ae07-1191ddb30e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.712841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-2f8769cf-72d2-4ba9-9b2f-3370567d776e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] show failed (client error): The resource could not be found. Mar 18 10:35:30.713899 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2f8769cf-72d2-4ba9-9b2f-3370567d776e tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "GET /v2.0/security-groups/e3efdf69-8cea-4df9-b18c-d72fe7443db0 HTTP/1.1" status: 404 len: 347 time: 0.2118084 Mar 18 10:35:30.720214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.724451 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-01d0846f-3e42-401b-9c96-e76ebef424cd tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 HTTP/1.1" status: 204 len: 168 time: 2.3231850 Mar 18 10:35:30.725523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39778) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:30.725956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39780) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:30.734601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-6ea1c0ba-e949-4d0d-8f9b-1f0fa52c1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:30.734601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-6ea1c0ba-e949-4d0d-8f9b-1f0fa52c1078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1099 time: 0.6818647 Mar 18 10:35:30.750860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.753221 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1258cef-aa24-4ee0-b428-7b6945e90513 tempest-RoutersNegativeTest-522564253 tempest-RoutersNegativeTest-522564253-project] 10.222.0.18 "DELETE /v2.0/routers/51055a9a-1fa9-4b02-b5ad-002529449e92 HTTP/1.1" status: 204 len: 168 time: 1.7215321 Mar 18 10:35:30.804878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-deaefac5-30ae-4bff-ae07-1191ddb30e61 None None] Port d36b05a9-10e7-4229-ad9f-6a2a958adc61 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:30.825918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-deaefac5-30ae-4bff-ae07-1191ddb30e61 None None] Provisioning complete for port 053d9f49-4c45-42df-878d-936b64d4c218 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:30.826250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-deaefac5-30ae-4bff-ae07-1191ddb30e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.849531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:30.870486 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1282566 Mar 18 10:35:30.879258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de33af-441e-4ac9-b640-f447afa4338e tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Network': ['ID=9869b56a-d405-4d66-bea3-74192018baf1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:30.887988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39788) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:30.915272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9869b56a-d405-4d66-bea3-74192018baf1 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:30.922822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'network_id': '9869b56a-d405-4d66-bea3-74192018baf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:30.969938 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-026658f3-f992-4ff9-9bd7-f4afa2da948c req-51db0946-7717-4151-a262-c499dd91aad9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645811 Mar 18 10:35:30.996734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:31.003708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Router 617efac5-a3bc-4500-9344-b839e4e26ffd has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:31.019482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:31.028326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a6dff-c5d2-45fa-b6e4-b155780c886b details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:35:31.076532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:31.092202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:31.122419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157239-8c34-4fc1-821e-49327e83f265 req-4387450f-5196-485e-b447-2a8a134c50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.124160 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-4387450f-5196-485e-b447-2a8a134c50c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c13313e-9f37-4bb8-b23a-c26bed6e2a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6269622 Mar 18 10:35:31.205138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994645d5-cac1-4a47-ae82-d0c099539e69 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.206873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994645d5-cac1-4a47-ae82-d0c099539e69 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.207618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-994645d5-cac1-4a47-ae82-d0c099539e69 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:31.210481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Deleting port 3f6d2f12-4a43-4054-9bcd-35aa47e3a7de {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:31.210891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.238708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:31.253673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.312561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:31.322385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:31.332300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.350742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'port_id': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b', 'mac_address': 'fa:16:3e:a1:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a808357-16d2-451d-9811-f5a96de1f652', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:35:31.388799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-a2bbbaa7-4848-4d26-80bc-534d211022f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.390335 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-a2bbbaa7-4848-4d26-80bc-534d211022f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 898 time: 0.5807002 Mar 18 10:35:31.391102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39794) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:31.427259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d8a95df8-30c6-425c-a06d-d9ba0f07113c None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:31.427735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d8a95df8-30c6-425c-a06d-d9ba0f07113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.435843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Made reservation on behalf of 984616ea245f4dfcba8d5a7aedbfa19b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:31.439383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.469282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.473652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.503473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3a6dff-c5d2-45fa-b6e4-b155780c886b {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:31.510416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d8a95df8-30c6-425c-a06d-d9ba0f07113c None None] Port d36b05a9-10e7-4229-ad9f-6a2a958adc61 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:31.522037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:31.532938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-994645d5-cac1-4a47-ae82-d0c099539e69 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:31.534351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-994645d5-cac1-4a47-ae82-d0c099539e69 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8007345 Mar 18 10:35:31.560314 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-1020b4a3-bd2a-4893-85e5-e49a3f760c39 service neutron] 10.222.0.24 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813004 Mar 18 10:35:31.566311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39800) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:31.576569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.596622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.615837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing IP validity checks on allocation pools {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:35:31.616857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_backend_mixin [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:35:31.637697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:31.660484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] Sync routers for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:31.677190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:31.677670 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:31.696876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:31.730992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.764475 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:31.768328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 053d9f49-4c45-42df-878d-936b64d4c218 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:31.775645 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] Routers {'617efac5-a3bc-4500-9344-b839e4e26ffd'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:31.776620 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['617efac5-a3bc-4500-9344-b839e4e26ffd'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:31.805610 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2566eed3-c312-4a41-ac74-7ee2d6a385c3 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "PUT /v2.0/routers/617efac5-a3bc-4500-9344-b839e4e26ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8167076 Mar 18 10:35:31.814288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['ef3a6dff-c5d2-45fa-b6e4-b155780c886b'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:35:31.818482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1f5138-f90f-46a9-99af-e622e4dd5685,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:31.824024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39804) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:31.849762 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:31.850478 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8ae80-c19f-4b3d-9ce8-1740493f23c4 None None] The sync data for ids ['617efac5-a3bc-4500-9344-b839e4e26ffd'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:31.890864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-6f82a17e-2d7c-4448-8e3c-ac769fa7852b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 1002 time: 0.4038262 Mar 18 10:35:31.897642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.901881 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-18946896-163e-4678-8cfa-e2bf52eb1100 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4359703 Mar 18 10:35:31.902803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39808) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:31.915984 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-45157239-8c34-4fc1-821e-49327e83f265 req-d4fc9337-8700-4652-a074-23148c339055 service neutron] 10.222.0.24 "GET /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359246 Mar 18 10:35:31.923363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128738738'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:31.932118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 053d9f49-4c45-42df-878d-936b64d4c218 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:31.932751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.936211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:31.982760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:31.986465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.986800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:31.987600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:32.096106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.154629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.341040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Calling delete_port for 3f6d2f12-4a43-4054-9bcd-35aa47e3a7de owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:32.363412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:32.371813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:32.376180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:32.384823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:32.388815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.389358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.394008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:32.439702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 0168a535-d4a3-4bcd-8491-a0a387ce1664 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:32.456566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network a5e28268-e5e6-40de-819b-82aa819219c8 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:32.468896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:32.474600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.478210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.601291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c12dc0c-b8d2-4b58-b1cd-4ea4c03f7963 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ff46f3405ec42f6bff65aa2977b38d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334310 Mar 18 10:35:32.613538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39814) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:32.613739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.642840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=59de01c3-e26f-4333-9d6b-8f1aad06cb14,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:32.646902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.650645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Checking segment: {'id': '3042d774-2cb4-4f01-8f34-46169cbbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:32.650645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network hostable DHCP agents. Network: 9869b56a-d405-4d66-bea3-74192018baf1, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:32.651744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-eaaae225-fce7-4aa3-a2d8-19a5dd4ef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:32.653192 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-eaaae225-fce7-4aa3-a2d8-19a5dd4ef21f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 200 len: 835 time: 0.6760678 Mar 18 10:35:32.683282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.704749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting port 9acf3171-cadb-4bf3-8189-3cdab1f6df12 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:32.705201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.738560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Network 9869b56a-d405-4d66-bea3-74192018baf1 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:32.740625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.743194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-104525e7-3c83-421b-ba1d-088901937edc None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:32.743769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-104525e7-3c83-421b-ba1d-088901937edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.806741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-104525e7-3c83-421b-ba1d-088901937edc None None] Port d36b05a9-10e7-4229-ad9f-6a2a958adc61 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:32.840899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05f1a2-cef1-4f9f-a3c4-a78358a451c2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:32.848827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9869b56a-d405-4d66-bea3-74192018baf1) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:32.862447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5ca82-6b62-4b77-a433-d285fe6a9d79 None None] Network 9869b56a-d405-4d66-bea3-74192018baf1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:32.914050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:32.914992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.932528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:32.934065 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6f68c1e9-d915-4269-b9d1-cec6fca9fdb5 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0209565 Mar 18 10:35:32.941853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39818) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:32.948373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': 'ed1f5138-f90f-46a9-99af-e622e4dd5685', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1b05f1a2-cef1-4f9f-a3c4-a78358a451c2'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:32.954310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:32.958479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:32.962064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:32.968518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:32.978530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a6dff-c5d2-45fa-b6e4-b155780c886b up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:32.988919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba9b2-6ea4-4092-b2af-3d48f45d0ddf req-ead8d697-84c2-40aa-a66c-09ab14c8e4ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:32.989077 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e45dbe55-9dee-476e-b82d-36ae02262513 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0779612 Mar 18 10:35:32.990427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48eba9b2-6ea4-4092-b2af-3d48f45d0ddf req-ead8d697-84c2-40aa-a66c-09ab14c8e4ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 945 time: 0.6536756 Mar 18 10:35:32.990572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39822) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:32.998244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:33.031460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Router eac7c6ec-6c75-4b73-99f3-1b83f720d821 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:33.052985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.073249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.172187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.203996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-9869b56a-d405-4d66-bea3-74192018baf1', 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1', 'tenant_id': '984616ea245f4dfcba8d5a7aedbfa19b', 'fixed_ips': [{'subnet_id': '59de01c3-e26f-4333-9d6b-8f1aad06cb14'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:33.204952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.214623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-a5f0941e-6dc8-4650-94e0-0205d81a8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:33.216482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-a5f0941e-6dc8-4650-94e0-0205d81a8985 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f487da4f-2beb-42d3-bd31-b813e341bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5506017 Mar 18 10:35:33.216746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Calling delete_port for 9acf3171-cadb-4bf3-8189-3cdab1f6df12 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:33.234023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.248269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.254093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48eba9b2-6ea4-4092-b2af-3d48f45d0ddf req-c9a0d037-5e27-4cee-985f-a9a797fc136b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466068 Mar 18 10:35:33.265882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port ef3a6dff-c5d2-45fa-b6e4-b155780c886b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:33.278584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port ef3a6dff-c5d2-45fa-b6e4-b155780c886b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:33.278584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.285644 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:33.289991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-19141882-a16a-4e10-ab60-f8b4713c728f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3438895 Mar 18 10:35:33.294076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39826) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:33.369851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Pushing event deleted for resources: {'Port': ['ID=3f6d2f12-4a43-4054-9bcd-35aa47e3a7de,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:33.373249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2224857'] for subnet, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.427100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.463960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.493957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Allocated IP 172.20.0.3 (9869b56a-d405-4d66-bea3-74192018baf1/59de01c3-e26f-4333-9d6b-8f1aad06cb14/26ad7bc7-348f-4bd1-9b40-4cced67185a8) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:33.516785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.618909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:33.620263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.641809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:33.651698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.679771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.702547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05f1a2-cef1-4f9f-a3c4-a78358a451c2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:33.716775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Port': ['ID=9acf3171-cadb-4bf3-8189-3cdab1f6df12,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:33.724957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-dd2a9ebb-9482-4c5e-9257-e0484ae696b0 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840717 Mar 18 10:35:33.726383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:33.733510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.741618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.744175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Sync routers for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:33.806425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.807734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c14458fe-7726-4140-805f-4fad2098dc9f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b05f1a2-cef1-4f9f-a3c4-a78358a451c2 HTTP/1.1" status: 204 len: 168 time: 0.5073738 Mar 18 10:35:33.815072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39834) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:33.856929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.869698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:33.870352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:33.929096 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b', 'code': 200} Mar 18 10:35:33.952505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:33.972233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Transition to ACTIVE for port object 26ad7bc7-348f-4bd1-9b40-4cced67185a8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:33.985173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:34.111254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:34.125751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.130078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a3fac0c4-350d-4b85-882c-cbb7cfc3f5bc tempest-ServerActionsTestJSON-1790313587 tempest-ServerActionsTestJSON-1790313587-project] 10.222.0.18 "DELETE /v2.0/floatingips/3fc48fee-4932-4f2e-bf09-3a8e351ffcab HTTP/1.1" status: 204 len: 168 time: 3.3985722 Mar 18 10:35:34.131169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=0168a535-d4a3-4bcd-8491-a0a387ce1664,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:34.138610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39838) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:34.139273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.141784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.142957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/907ff9fb-3c22-46da-84d1-6db9bbfe5c97 HTTP/1.1" status: 204 len: 168 time: 1.5232904 Mar 18 10:35:34.228194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.229926 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e795e588-d7e2-443d-858a-66bfaa5d9452 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/0168a535-d4a3-4bcd-8491-a0a387ce1664 HTTP/1.1" status: 204 len: 168 time: 2.6593332 Mar 18 10:35:34.231514 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-94e8a566-f19c-454e-9d49-2ea0c23acc5d tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "PUT /v2.0/routers/eac7c6ec-6c75-4b73-99f3-1b83f720d821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2975214 Mar 18 10:35:34.240657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39844) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:34.252576 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc4b2720-3ac6-44a5-ba6d-ab38c3b1bf21 req-4742d546-97e2-4ce0-a9e7-bb2ca6355295 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134966 Mar 18 10:35:34.258498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.267785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.298467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Transition to ACTIVE for port object 26ad7bc7-348f-4bd1-9b40-4cced67185a8 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:34.302066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-229de213-5077-42f8-ab38-7d00b9391d59 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:34.303185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ac1f0-5b72-4209-a6d6-e04eb494589a None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:34.354618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98807-cef8-4753-b7bb-4863fcb6258f req-0e45afaf-c6bd-4c29-b5bd-70180ceb84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:34.356091 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-13b98807-cef8-4753-b7bb-4863fcb6258f req-0e45afaf-c6bd-4c29-b5bd-70180ceb84ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 1099 time: 0.1363473 Mar 18 10:35:34.372975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.405569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.406446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Fanout notify agent at l3_agent the message router_deleted on router 617efac5-a3bc-4500-9344-b839e4e26ffd {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:35:34.417578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66725b4e-1a47-4857-abc0-b8f420001f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ff9fb-3c22-46da-84d1-6db9bbfe5c97,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:34.470552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.473905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-956a5ed5-e4bb-4b1f-8713-f178e06f9fde tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2239070 Mar 18 10:35:34.474304 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-afdb4d9a-2e20-4000-903e-1b45045882e1 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/routers/617efac5-a3bc-4500-9344-b839e4e26ffd HTTP/1.1" status: 204 len: 168 time: 2.6485014 Mar 18 10:35:34.484355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:34.484628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39856) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:34.536057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-229de213-5077-42f8-ab38-7d00b9391d59 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:34.541514 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-229de213-5077-42f8-ab38-7d00b9391d59 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7254581 Mar 18 10:35:34.578017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:34.582740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Network 9869b56a-d405-4d66-bea3-74192018baf1 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:34.599992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:34.670429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:34.695953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Deleting subnet 9b84f205-4a05-454a-8cfa-71905cfcad31 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:34.704151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Pushing event updated for resources: {'Port': ['ID=26ad7bc7-348f-4bd1-9b40-4cced67185a8,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:34.712125 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-13b98807-cef8-4753-b7bb-4863fcb6258f req-8e5d2876-6389-4588-b10a-8ead1ab0219d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493304 Mar 18 10:35:34.734916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.766277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.807179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-c16ef82d-937b-4c44-a611-fcf8e18c2424 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Synchronizing usage tracker for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:34.845067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.899773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Attempting to bind port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:34.900371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Attempting to bind port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3042d774-2cb4-4f01-8f34-46169cbbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:34.900496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Attempting to bind port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 on network 9869b56a-d405-4d66-bea3-74192018baf1 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:34.908627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:34.909003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Checking segment: {'id': '3042d774-2cb4-4f01-8f34-46169cbbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:34.909406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.909805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Bound using segment: {'id': '3042d774-2cb4-4f01-8f34-46169cbbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:34.918864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Bound port: 26ad7bc7-348f-4bd1-9b40-4cced67185a8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3042d774-2cb4-4f01-8f34-46169cbbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9869b56a-d405-4d66-bea3-74192018baf1'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:34.918864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.919914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:34.939445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-c16ef82d-937b-4c44-a611-fcf8e18c2424 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Unset dirty status for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:34.941423 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-c16ef82d-937b-4c44-a611-fcf8e18c2424 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088140365&fields=id&tenant_id=2c46f952aba9404085eba2ba89401eb1 HTTP/1.1" status: 200 len: 267 time: 0.2646086 Mar 18 10:35:34.999881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2565074'] for subnet, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.067229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.074803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] For port 26ad7bc7-348f-4bd1-9b40-4cced67185a8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:35.074803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] For port 26ad7bc7-348f-4bd1-9b40-4cced67185a8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=26ad7bc7-348f-4bd1-9b40-4cced67185a8,segment=NetworkSegment(3042d774-2cb4-4f01-8f34-46169cbbcc30),segment_id=3042d774-2cb4-4f01-8f34-46169cbbcc30)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:35.084613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:30Z', 'revision_number': 2, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:35.088671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Checking router: eac7c6ec-6c75-4b73-99f3-1b83f720d821 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:35.089028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Updating router eac7c6ec-6c75-4b73-99f3-1b83f720d821 port d36b05a9-10e7-4229-ad9f-6a2a958adc61 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:35:35.130678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff87340-76a9-4fad-923e-0fbca886ef40 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.131443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5ff87340-76a9-4fad-923e-0fbca886ef40 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:35.144301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.163266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.173410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.173897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.176639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677ef2f-f336-4fd1-af26-2383fb8e62e3 req-00256b97-bcb2-48b0-93be-08295cf9302c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.178241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8677ef2f-f336-4fd1-af26-2383fb8e62e3 req-00256b97-bcb2-48b0-93be-08295cf9302c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.6925657 Mar 18 10:35:35.186678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.191335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "PUT /v2.0/subnets/59de01c3-e26f-4333-9d6b-8f1aad06cb14 HTTP/1.1" status: 200 len: 877 time: 2.1986914 Mar 18 10:35:35.199522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39886) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.200731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1f5138-f90f-46a9-99af-e622e4dd5685,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:35.228290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:35.273318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Deleting port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:35.274480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.352580 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8677ef2f-f336-4fd1-af26-2383fb8e62e3 req-4c469372-5df2-4b8a-bfa6-b4cafb01d7c2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483808 Mar 18 10:35:35.399397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.401494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af7a4d-fc78-4e71-b1fb-ddcbbadecae6 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event updated for resources: {'Subnet': ['ID=59de01c3-e26f-4333-9d6b-8f1aad06cb14,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:35.428743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.430521 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4db63889-3808-4c1b-961a-6aed11964c4f tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed1f5138-f90f-46a9-99af-e622e4dd5685 HTTP/1.1" status: 204 len: 168 time: 0.8252318 Mar 18 10:35:35.434532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:35.434864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.464059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.470020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5ff87340-76a9-4fad-923e-0fbca886ef40 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:35.470020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5ff87340-76a9-4fad-923e-0fbca886ef40 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9788082 Mar 18 10:35:35.473249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39896) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.519626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-267556ad-be39-490a-b41a-f47a03441b04 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.520830 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-267556ad-be39-490a-b41a-f47a03441b04 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/networks?id=a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 200 len: 797 time: 0.5699000 Mar 18 10:35:35.556404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9511ff-9e7d-452a-b850-4acd6cc24894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.557484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c9511ff-9e7d-452a-b850-4acd6cc24894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:35.594365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.604078 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-9bb7252c-95a2-46e3-a3f2-4c32ca764ea7 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/quotas/2c46f952aba9404085eba2ba89401eb1 HTTP/1.1" status: 200 len: 375 time: 0.0629895 Mar 18 10:35:35.628899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47895d89-a112-4344-9859-8c1ddfefe352 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:35.700562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6c9511ff-9e7d-452a-b850-4acd6cc24894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:35.712633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6c9511ff-9e7d-452a-b850-4acd6cc24894 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2352736 Mar 18 10:35:35.729959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Subnet': ['ID=9b84f205-4a05-454a-8cfa-71905cfcad31,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:35.733014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39904) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.784887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47895d89-a112-4344-9859-8c1ddfefe352 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:35.784887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47895d89-a112-4344-9859-8c1ddfefe352 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3088663 Mar 18 10:35:35.865054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39908) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.886509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39910) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.888496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1ac40aec-71ce-4c7a-8ef2-356056f9d211 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:35.890845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535957960'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:35.927195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:35.927830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c1259037-5354-47bc-a1fc-77262daba701 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1858339 Mar 18 10:35:35.930550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:35.932583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39918) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:35.949520 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-933f60e5-0d6d-4a37-9d1d-da750ec35ec2 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/subnets/9b84f205-4a05-454a-8cfa-71905cfcad31 HTTP/1.1" status: 204 len: 168 time: 1.4621072 Mar 18 10:35:35.966991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:35.986929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39922) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:36.009896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:36.070778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e8be-658f-4d30-903f-cbf8bb121f1d None None] Pushing event updated for resources: {'Port': ['ID=26ad7bc7-348f-4bd1-9b40-4cced67185a8,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:36.071371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.143407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321484375'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:36.147725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.225402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 26ad7bc7-348f-4bd1-9b40-4cced67185a8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=26ad7bc7-348f-4bd1-9b40-4cced67185a8,segment=NetworkSegment(3042d774-2cb4-4f01-8f34-46169cbbcc30),segment_id=3042d774-2cb4-4f01-8f34-46169cbbcc30)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:36.225806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.233906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:36.248022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:36.253689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Transition to ACTIVE for port object d36b05a9-10e7-4229-ad9f-6a2a958adc61 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:36.265350 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-d841be6b-2bc9-4551-8644-7a79d240c977 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6551795 Mar 18 10:35:36.266135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.279017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1ac40aec-71ce-4c7a-8ef2-356056f9d211,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:36.279418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.327685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:36.446598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Calling delete_port for 1ac40aec-71ce-4c7a-8ef2-356056f9d211 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:36.521287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.555417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:36.556713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.565240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 26ad7bc7-348f-4bd1-9b40-4cced67185a8 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:36.597790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:36.644852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.676872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:36.679264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:36.695460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Deleting port af130f5a-2867-4bcf-a62f-86d7ad908b33 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:36.696492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.701954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:36.736816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:36.770494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1ac40aec-71ce-4c7a-8ef2-356056f9d211,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:36.771601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de3fc-94d8-4926-9353-1f72cfbfc496 None None] Pushing event updated for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:36.776271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:36.802014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8c510-f25a-4c04-8fa1-45c98c268ceb req-39b1f16c-8506-4075-a09e-c864e9e6dad7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:36.805968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8bb8c510-f25a-4c04-8fa1-45c98c268ceb req-39b1f16c-8506-4075-a09e-c864e9e6dad7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.2858849 Mar 18 10:35:36.813446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.849355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.897376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Attempting to bind port d36b05a9-10e7-4229-ad9f-6a2a958adc61 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:36.898331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Attempting to bind port d36b05a9-10e7-4229-ad9f-6a2a958adc61 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:36.904499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:36.904628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Attempting to bind port d36b05a9-10e7-4229-ad9f-6a2a958adc61 on network a5e28268-e5e6-40de-819b-82aa819219c8 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:36.904714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.913373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:36.913731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:36.920712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:36.921099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Checking segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:36.921550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.921969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Bound using segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:36.922452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Bound port: d36b05a9-10e7-4229-ad9f-6a2a958adc61, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:36.923336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.991066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:36.995236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1ac40aec-71ce-4c7a-8ef2-356056f9d211,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.038422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ccf59-88c9-4bfc-a9dd-31e275d882e8 None None] Network 9869b56a-d405-4d66-bea3-74192018baf1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:37.048619 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8bb8c510-f25a-4c04-8fa1-45c98c268ceb req-515c5518-83ff-4cfe-ab26-3ae2b486749c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234180 Mar 18 10:35:37.082603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] For port af130f5a-2867-4bcf-a62f-86d7ad908b33, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=af130f5a-2867-4bcf-a62f-86d7ad908b33,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:37.083106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.143251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:37.170782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] For port d36b05a9-10e7-4229-ad9f-6a2a958adc61, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:37.183695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] For port d36b05a9-10e7-4229-ad9f-6a2a958adc61, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d36b05a9-10e7-4229-ad9f-6a2a958adc61,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:37.211754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:37.219293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.223490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Calling delete_port for af130f5a-2867-4bcf-a62f-86d7ad908b33 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:37.226346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:37.249514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:37.289721 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-8e3a66d8-e8ad-438f-8139-6da869df6f64 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9529665 Mar 18 10:35:37.293529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672d8947-c45d-4585-b180-3b1187fa0172']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:37.300960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.315526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f2cd2b-cca3-4c80-8ade-3cc2622c288f') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:37.315806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f2cd2b-cca3-4c80-8ade-3cc2622c288f') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:37.367970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.387622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.390637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-96c586d2-3d43-4f13-8cd9-1cb717674a77 None None] Provisioning for port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:37.409940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:37.410581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:37.462813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de3fc-94d8-4926-9353-1f72cfbfc496 None None] Pushing event updated for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.473127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Deleting port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:37.473127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.496677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-96c586d2-3d43-4f13-8cd9-1cb717674a77 None None] Provisioning complete for port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:37.497050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96c586d2-3d43-4f13-8cd9-1cb717674a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.525694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.536468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Port': ['ID=26ad7bc7-348f-4bd1-9b40-4cced67185a8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.551673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124ebf4-65b2-4330-b2d6-8383c3a50486 req-e4240130-eda7-43ec-b263-e08d171e9255 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:37.561596 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3124ebf4-65b2-4330-b2d6-8383c3a50486 req-e4240130-eda7-43ec-b263-e08d171e9255 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.3041461 Mar 18 10:35:37.589286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:37.592649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.618011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-96c586d2-3d43-4f13-8cd9-1cb717674a77 None None] Port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 was deleted so its status cannot be updated. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:37.619446 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:37.660988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3124ebf4-65b2-4330-b2d6-8383c3a50486 req-4e3111bc-cbe4-4245-aec2-1164930232b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978000 Mar 18 10:35:37.800954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.809863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No DVR routers for this DVR port 26ad7bc7-348f-4bd1-9b40-4cced67185a8 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:37.842085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.881540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.909485 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-bc5d45f6-1113-437c-aef8-07c85b54a46f service neutron] 10.222.0.18 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974181 Mar 18 10:35:37.949539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Pushing event deleted for resources: {'Port': ['ID=af130f5a-2867-4bcf-a62f-86d7ad908b33,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.965654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:37.990595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:38.024280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.027239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.041425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd380fef-cb0f-4b79-8ebe-32dfd60c2bff None None] Network 9869b56a-d405-4d66-bea3-74192018baf1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:38.044012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.081884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06d199-1fd4-44e5-9d18-928af3a6220e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.123712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.126456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] Pushing event deleted for resources: {'Network': ['ID=672d8947-c45d-4585-b180-3b1187fa0172,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.137077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] For port 1ac40aec-71ce-4c7a-8ef2-356056f9d211, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1ac40aec-71ce-4c7a-8ef2-356056f9d211,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:38.137479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.157556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:38.175902 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b6c5b2a1-9deb-473b-9d94-31ab780f6d19 tempest-FloatingIPTestJSON-50475148 tempest-FloatingIPTestJSON-50475148-project] 10.222.0.18 "DELETE /v2.0/networks/672d8947-c45d-4585-b180-3b1187fa0172 HTTP/1.1" status: 204 len: 168 time: 2.1799850 Mar 18 10:35:38.177481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:38.189142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:38.201999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:38.227919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5462d612-f236-475b-ac66-df6adbc66b19,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.276458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.277676 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c7080a7-8da0-40dd-b83d-80f776753d37 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4016459 Mar 18 10:35:38.295439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39938) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:38.309087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '7a06d199-1fd4-44e5-9d18-928af3a6220e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:38.338806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:38.348644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:38.354074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:38.369177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:38.433663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.475997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Calling delete_port for 1ac40aec-71ce-4c7a-8ef2-356056f9d211 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:38.515757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=59de01c3-e26f-4333-9d6b-8f1aad06cb14,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.517346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e94a8654-6626-4f03-a2a7-1e456ea11fae None None] Could not find standard attr ID for object 26ad7bc7-348f-4bd1-9b40-4cced67185a8. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:35:38.654624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.688998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.708671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-004a1959-1951-45c2-8c43-1969ea3686b7 req-4a19dbb8-ca80-4561-83e9-b56258a481e8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Synchronizing usage tracker for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:38.714813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:35:38.797949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.835464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.839908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:38.843341 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e5a66307-fb1d-4a14-ab57-8b0a73e4067b tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5443079 Mar 18 10:35:38.846964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:38.848243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb799fd4-cdd4-43f1-89d3-3ba83bd4d14e None None] DHCP port deletion for 9869b56a-d405-4d66-bea3-74192018baf1 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:38.859836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group_rule': {'security_group_id': '7a06d199-1fd4-44e5-9d18-928af3a6220e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:38.863815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] Pushing event deleted for resources: {'Port': ['ID=1ac40aec-71ce-4c7a-8ef2-356056f9d211,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.864836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:38.865537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:38.865729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033e0f7-2cd4-49a0-acd6-5daeeee16689 None None] No DVR routers for this DVR port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:38.875881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:37Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:38.880900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a210e-fd92-4d9a-9178-22e6925e104d None None] The sync data for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv is: [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:37Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:38.907875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:38.916624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:38.924425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:38.968950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9869b56a-d405-4d66-bea3-74192018baf1']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:39.008702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:39.015750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-004a1959-1951-45c2-8c43-1969ea3686b7 req-4a19dbb8-ca80-4561-83e9-b56258a481e8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Unset dirty status for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:39.017063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-004a1959-1951-45c2-8c43-1969ea3686b7 req-4a19dbb8-ca80-4561-83e9-b56258a481e8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.3579710 Mar 18 10:35:39.020070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3042d774-2cb4-4f01-8f34-46169cbbcc30') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:39.024373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3042d774-2cb4-4f01-8f34-46169cbbcc30') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:39.068570 dv-neutron-834265-1-hyperv neutron-server[88541]: WARNING neutron.services.revisions.revision_plugin [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Could not find related port for resource to bump revision. Mar 18 10:35:39.071166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.080923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.087913 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-719acbcf-15f1-45c7-999c-f4d50ef487f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1789951 Mar 18 10:35:39.088057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39956) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.091309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.103273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39960) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.111835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:39.112179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:39.127892 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:39.130067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Port 1ac40aec-71ce-4c7a-8ef2-356056f9d211 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 18 10:35:39.130067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Reverting IP allocation for 2001:db8::f816:3eff:fef5:7d3 {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 18 10:35:39.150555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef5:7d3 {{(pid=88541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 18 10:35:39.200008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39966) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.208542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.220364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:39.222486 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7ee4bd15-d39f-4d19-ab61-134eb89aec19 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3731761 Mar 18 10:35:39.247468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39972) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.405275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7842c56b-d287-4f42-8687-22de4927230b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3177743 Mar 18 10:35:39.409963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:39.417083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.418202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:39.425887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:39.426084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-security--1699573804', 'description': 'tempest-security-description-524387821'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:39.426405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.431456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb8d8f-b1e0-4049-88c7-ad84cc2ad288 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:39.493536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.520720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=ce548952-4818-46ae-9f86-546c775c3bdc,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:39.542454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.550252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.555538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.575487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.588170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.588687 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a8d43196-1535-4e0e-915d-6acae94d7a1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfc4a4dcd8a745ae8cbe92b0c12ec093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842079 Mar 18 10:35:39.625733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=9869b56a-d405-4d66-bea3-74192018baf1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:39.638575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.639258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.674982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Router a60392c9-3cf3-4451-b6ad-90303b850823 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:39.731235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'ce548952-4818-46ae-9f86-546c775c3bdc'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:35:39.735988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.755886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1b2db7e7-2124-4143-a3f5-5503b980bd29 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8096626 Mar 18 10:35:39.785333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.790504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39984) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.825739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:39.854405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.855624 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "PUT /v2.0/security-groups/f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2 HTTP/1.1" status: 200 len: 1777 time: 0.4347396 Mar 18 10:35:39.887817 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d36b05a9-10e7-4229-ad9f-6a2a958adc61 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:39.901668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 39988) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:39.902369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32875120-4648-4c68-8d6a-9df8e1ea48d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:39.915142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:39.916280 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a06d199-1fd4-44e5-9d18-928af3a6220e HTTP/1.1" status: 204 len: 168 time: 0.6678009 Mar 18 10:35:39.931543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39992) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.005108 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-067b4c1d-8037-4554-b771-e25661ff47b8 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/9869b56a-d405-4d66-bea3-74192018baf1 HTTP/1.1" status: 204 len: 168 time: 4.8002462 Mar 18 10:35:40.016954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 39996) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.076022 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a112b9b6-c2f4-4ee8-9684-832b547cbef0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:40.076732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a112b9b6-c2f4-4ee8-9684-832b547cbef0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:40.079419 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a112b9b6-c2f4-4ee8-9684-832b547cbef0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/59de01c3-e26f-4333-9d6b-8f1aad06cb14 HTTP/1.1" status: 404 len: 337 time: 0.0615973 Mar 18 10:35:40.103552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40002) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.174798 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9409611e-97c9-4b01-90e4-c62181def770 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:40.175696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9409611e-97c9-4b01-90e4-c62181def770 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:40.177565 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9409611e-97c9-4b01-90e4-c62181def770 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/9869b56a-d405-4d66-bea3-74192018baf1 HTTP/1.1" status: 404 len: 339 time: 0.0610816 Mar 18 10:35:40.181594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-11f170bf-9b70-4af0-a5c5-82bfa4f7c5ad tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:40.191010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40006) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.218125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Allocated IP 2001:db8::f816:3eff:feb8:9020 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ce548952-4818-46ae-9f86-546c775c3bdc/aa2fee6c-29ad-45fc-a783-c02384f7352c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:40.328070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:40.357310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:40.369101 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Sync routers for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:40.376033 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc7ee632-0372-4d33-82ca-aab0c1d5f1c6 req-d1717d3b-c000-4951-9c4b-54d4a989e819 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.0642729 Mar 18 10:35:40.376955 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e77b9e-e381-4cb4-ab45-ceb789195aec tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:40.377386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e77b9e-e381-4cb4-ab45-ceb789195aec tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:40.378991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-49e77b9e-e381-4cb4-ab45-ceb789195aec tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/f0bdc453-4aca-4f47-87b9-539a76cef36f HTTP/1.1" status: 404 len: 337 time: 0.1863465 Mar 18 10:35:40.382370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40010) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.389368 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:40.394230 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:40.409214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:40.413352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daf774e-d5ce-4938-8569-3e51ba2e253a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:40.413881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daf774e-d5ce-4938-8569-3e51ba2e253a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:40.414703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d90ae09d-828f-4028-a945-68e99040903d admin admin] 10.222.0.18 "PUT /v2.0/routers/a60392c9-3cf3-4451-b6ad-90303b850823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2703855 Mar 18 10:35:40.418518 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9daf774e-d5ce-4938-8569-3e51ba2e253a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f1c1b797-622e-4e59-b9ce-cb4f1e44557d HTTP/1.1" status: 404 len: 339 time: 0.0351548 Mar 18 10:35:40.423385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40014) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.426899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40016) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.431527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87e444-959c-4558-855e-ddad56762124 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06d199-1fd4-44e5-9d18-928af3a6220e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:40.446477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:40.446863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.468556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:40.475867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.547537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.553276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-11f170bf-9b70-4af0-a5c5-82bfa4f7c5ad tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:40.562050 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eb7e7574-34f4-4a15-87e4-e0f002d794f6 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups/f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2 HTTP/1.1" status: 200 len: 1777 time: 0.6569316 Mar 18 10:35:40.563510 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11f170bf-9b70-4af0-a5c5-82bfa4f7c5ad tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6260288 Mar 18 10:35:40.564406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40022) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.565175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40024) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:40.615947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:40.619897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'tempest-secgroup--511866194'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:40.620734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.630091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:40.661986 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:40.742174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.755416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.775131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Transition to ACTIVE for port object aa2fee6c-29ad-45fc-a783-c02384f7352c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:40.785512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955b5a3-1642-4771-baca-37e44cb98461,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:40.795381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Transition to ACTIVE for port object aa2fee6c-29ad-45fc-a783-c02384f7352c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:40.804135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:40.807832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-468f7c52-2d1e-47fd-aa88-bcc507cca963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8955b5a3-1642-4771-baca-37e44cb98461 HTTP/1.1" status: 204 len: 168 time: 1.1598017 Mar 18 10:35:40.900898 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.ipam_backend_mixin [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce548952-4818-46ae-9f86-546c775c3bdc (CIDR: 2001:db8::/64) Mar 18 10:35:40.934386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:40.935387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:40.955486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:40.956854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.040871 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:35:37Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:41.045471 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2bc28bd8-b457-4fbf-b055-ad4a23ef809d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2401664 Mar 18 10:35:41.053182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40032) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:41.053314 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Checking router: a60392c9-3cf3-4451-b6ad-90303b850823 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:41.053425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:41.057176 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Routers {'a60392c9-3cf3-4451-b6ad-90303b850823'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:41.058380 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a60392c9-3cf3-4451-b6ad-90303b850823'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:41.111411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:41.117881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:41.123621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:41.127949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.161473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.212238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.261202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.294429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d36b05a9-10e7-4229-ad9f-6a2a958adc61, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d36b05a9-10e7-4229-ad9f-6a2a958adc61,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:41.301033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:41.329098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Attempting to bind port aa2fee6c-29ad-45fc-a783-c02384f7352c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:41.330503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Attempting to bind port aa2fee6c-29ad-45fc-a783-c02384f7352c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:41.332566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Attempting to bind port aa2fee6c-29ad-45fc-a783-c02384f7352c on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:41.346952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:41.347186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:41.348694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:41.350279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.350975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:41.355492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Bound port: aa2fee6c-29ad-45fc-a783-c02384f7352c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:41.364465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.391007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.403324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:41.414058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:41.436509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Usage tracker for resource:security_group_rule and tenant:018089178bb348eb8bb2814419e5665b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:41.482495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] Set router a60392c9-3cf3-4451-b6ad-90303b850823 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:41.483081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:41.486300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.510486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 26ad7bc7-348f-4bd1-9b40-4cced67185a8 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:41.533730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:41.537566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.632619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 26ad7bc7-348f-4bd1-9b40-4cced67185a8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:41.636587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 26ad7bc7-348f-4bd1-9b40-4cced67185a8 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:41.716234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:41.727746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:41.733084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:41.737923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f198fad6-9020-43d8-94d6-3e8a68308edd req-7044dc6e-b77f-4529-a8f6-065298fa31a4 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.1661749 Mar 18 10:35:41.751550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:41.767464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.819298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:41.845297 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:35:37Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:41.854451 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980ac93-901c-4736-a2c9-8ebd46f2b298 None None] The sync data for ids ['a60392c9-3cf3-4451-b6ad-90303b850823'] in dv-neutron-834265-1-hyperv is: [{'id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'name': 'tempest-ServerActionsTestJSON-1508146666-router', 'tenant_id': 'dde8d436bcb746e48dbbd10b882d57db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:31:45Z', 'updated_at': '2022-03-18T10:35:37Z', 'revision_number': 5, 'project_id': 'dde8d436bcb746e48dbbd10b882d57db', 'gw_port': {'id': '0aa434f9-65da-46a0-9a61-99312843e7fc', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60392c9-3cf3-4451-b6ad-90303b850823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:31:48Z', 'updated_at': '2022-03-18T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:41.948855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb400-0902-4d82-9486-9612b6fc7c52 None None] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:42.110380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-8cd67257-a47c-458c-bda8-2ad0d7775cd3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:42.111095 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-8cd67257-a47c-458c-bda8-2ad0d7775cd3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.24 "GET /v2.0/networks?id=a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 200 len: 797 time: 0.9034102 Mar 18 10:35:42.139463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.198532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:42.201758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:42.206386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.212845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:42.213718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.239566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=3f18d0ae-3509-4d5e-a2af-fd70934e22a1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:42.308256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.326441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4022137-7587-4824-a03a-9fcf714a98ae']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:42.353631 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b5b85af7-253c-4751-b33a-6018baa86715 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3067267 Mar 18 10:35:42.357442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:42.375570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d5c3eb-7c90-47ef-bdce-f42543332a47') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:42.375863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d5c3eb-7c90-47ef-bdce-f42543332a47') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:42.389804 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-7b0a3cc6-0a3e-42fd-bfde-d4cd7560d059 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c46f952aba9404085eba2ba89401eb1 HTTP/1.1" status: 200 len: 380 time: 0.2501557 Mar 18 10:35:42.402030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:0b:34:d3', 'name': 'tempest-NetworksTestDHCPv6-1461484419'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.429095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.449094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:42.456669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.467574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'port': {'device_id': '75baff56-3e77-4824-8542-05c81e19283b', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'admin_state_up': True, 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'security_groups': ['6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.491998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Deleting port 0aa434f9-65da-46a0-9a61-99312843e7fc {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:42.492465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.515197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.564703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'networks': [{'name': 'tempest-network--1339796579'}, {'name': 'tempest-network--498025860'}]} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.565153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-network--1339796579'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.566343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-network--498025860'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.571404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:42.575369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:network and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:42.578243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:42.584453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:42.651330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:42.699907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.710125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.864631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'network': 2} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:42.869456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.882668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.903236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:42.907548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:security_group_rule and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:42.911159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:42.917440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:42.941489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:42.941932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:42.965371 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:42.991937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.008611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.061257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.062374 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-958a1515-cf80-44ae-a3b4-d802d8521673 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2 HTTP/1.1" status: 204 len: 168 time: 2.4653769 Mar 18 10:35:43.064956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40072) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.082466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.083056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.164980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672ef90b-84db-463b-8b91-7dac79ed2ea8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:43.173789 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-137e8d30-b59a-417d-9dfe-adf3e9cfa595 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1051629 Mar 18 10:35:43.174065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40076) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.188704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e78a3177-204f-4f5b-ae08-bb6cc8eed2b5 req-4cad0845-d3f3-4395-a4f1-6a15933e9f84 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.2316926 Mar 18 10:35:43.194003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-4774a960-3eb3-478d-8c20-85585d702565 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] delete failed (client error): The resource could not be found. Mar 18 10:35:43.195175 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4774a960-3eb3-478d-8c20-85585d702565 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/f90cdaa4-b0cc-47b3-8a71-08a2ae6f01e2 HTTP/1.1" status: 404 len: 347 time: 0.0202091 Mar 18 10:35:43.200440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40080) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.206106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--412238616'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:43.212947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:43.217090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:43.222407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:43.227079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:43.350033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d70d1a-37ca-4d10-afe6-fcbd68d62c3c None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:43.351466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:43.360568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572aada3-9ef6-48c7-9fd2-3bd8b6a638d0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:43.361524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.361765 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment 81702920-be46-442e-b179-e4cc00aa3e82 of type vlan for network 8dc668e6-50b9-40e9-ac68-22f128d12b44 Mar 18 10:35:43.362834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.364033 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-238de5ff-52f0-4861-929b-0be5bbbadd76 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7654793 Mar 18 10:35:43.373046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40084) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.378671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.380240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-774a9264-2a5c-4390-b96d-b77441053661 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:43.380665 dv-neutron-834265-1-hyperv neutron-server[88542]: WARNING neutron.api.v2.base [None req-774a9264-2a5c-4390-b96d-b77441053661 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 18 10:35:43.381168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-774a9264-2a5c-4390-b96d-b77441053661 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] update failed (client error): There was a conflict when trying to complete your request. Mar 18 10:35:43.386738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-774a9264-2a5c-4390-b96d-b77441053661 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "PUT /v2.0/security-groups/572aada3-9ef6-48c7-9fd2-3bd8b6a638d0 HTTP/1.1" status: 409 len: 330 time: 0.0113046 Mar 18 10:35:43.387836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40088) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.395979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.413934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.431962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:43.434411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:43.445115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.448318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=d4022137-7587-4824-a03a-9fcf714a98ae,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:43.464160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:43.469849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:43.481842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:43.484496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:43.484679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:43.493662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:43.494587 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-96ba5a49-7c5f-4d5b-a38e-7c3015f97bd3 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/d4022137-7587-4824-a03a-9fcf714a98ae HTTP/1.1" status: 204 len: 168 time: 3.0597165 Mar 18 10:35:43.504581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40092) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.515513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:43.541535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:43.544260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] For port 0aa434f9-65da-46a0-9a61-99312843e7fc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0aa434f9-65da-46a0-9a61-99312843e7fc,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:43.544623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.548970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-717c37d1-28c2-4d3c-8cef-a162a6bad62c None None] Provisioning for port aa2fee6c-29ad-45fc-a783-c02384f7352c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:43.560817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.597388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bdb04f-e637-4ab6-b8d4-6c57c4f61776 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:43.598146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bdb04f-e637-4ab6-b8d4-6c57c4f61776 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:43.627740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:43.639482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.673300 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-21bdb04f-e637-4ab6-b8d4-6c57c4f61776 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/28131331-d465-471a-9009-0d97efe4a45e HTTP/1.1" status: 404 len: 337 time: 0.1622338 Mar 18 10:35:43.676729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.677073 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment e51f5ebc-d108-4fda-a173-012d1a4084b7 of type vlan for network 33996473-5d41-4a84-97ae-ba9616285e19 Mar 18 10:35:43.685806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40096) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.713199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Calling delete_port for 0aa434f9-65da-46a0-9a61-99312843e7fc owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:43.739877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Made reservation on behalf of 2c46f952aba9404085eba2ba89401eb1 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:43.748414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.754230 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad6fd05-54a8-45e0-92bd-1d45c906bfa0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:43.754735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad6fd05-54a8-45e0-92bd-1d45c906bfa0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:43.781434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:43.781699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.792826 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aad6fd05-54a8-45e0-92bd-1d45c906bfa0 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/f7e941b0-5b6c-4bff-a824-8eae4a87ffc6 HTTP/1.1" status: 404 len: 339 time: 0.1036322 Mar 18 10:35:43.795140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40100) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.846970 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fab77bc-22ad-4982-8bbc-1f661caad5d5 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:43.847305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fab77bc-22ad-4982-8bbc-1f661caad5d5 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:43.852947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.860850 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fab77bc-22ad-4982-8bbc-1f661caad5d5 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/2f996e48-bd1a-4c0c-98fa-dd60cc51d368 HTTP/1.1" status: 404 len: 337 time: 0.0637925 Mar 18 10:35:43.861114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40104) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.862611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Update dhcp port {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'fixed_ips': [{'subnet_id': 'ce548952-4818-46ae-9f86-546c775c3bdc', 'ip_address': '2001:db8::f816:3eff:feb8:9020'}, {'subnet_id': '3f18d0ae-3509-4d5e-a2af-fd70934e22a1'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': 'aa2fee6c-29ad-45fc-a783-c02384f7352c'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:35:43.906449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d36b05a9-10e7-4229-ad9f-6a2a958adc61 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:43.925590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.929294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.932374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:43.937026 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/572aada3-9ef6-48c7-9fd2-3bd8b6a638d0 HTTP/1.1" status: 204 len: 168 time: 0.5457649 Mar 18 10:35:43.940023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40108) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:43.963170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd750909-1f0a-47e3-902b-1885077b3064 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:43.963643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd750909-1f0a-47e3-902b-1885077b3064 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:43.967602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bd750909-1f0a-47e3-902b-1885077b3064 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/6e217421-9fbd-47a3-acf1-3ed7b21ff24b HTTP/1.1" status: 404 len: 339 time: 0.1032906 Mar 18 10:35:43.988018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40112) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.002701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.075661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d36b05a9-10e7-4229-ad9f-6a2a958adc61 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:44.076595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.079644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1ffbde2a-8e8f-4229-8d2f-79bb2f5670e1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Synchronizing usage tracker for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:44.082528 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42e9f51-134b-4aff-bdb3-b1a894b8fc40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:44.083618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42e9f51-134b-4aff-bdb3-b1a894b8fc40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:44.087996 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c42e9f51-134b-4aff-bdb3-b1a894b8fc40 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/40a999e2-d809-44f3-ae28-d11ee5191309 HTTP/1.1" status: 404 len: 337 time: 0.0949912 Mar 18 10:35:44.087996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9f2b1-9d0a-4ab0-83b4-337929c78a91,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:44.097650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40116) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.100442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.101559 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b0852f1a-4d46-40bd-a3c6-97436be4691c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8997328 Mar 18 10:35:44.104950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40118) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.110804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7b88f-69d9-44eb-9b17-ceae61a1b1f9 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572aada3-9ef6-48c7-9fd2-3bd8b6a638d0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:44.117048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'c6e9f2b1-9d0a-4ab0-83b4-337929c78a91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:44.122772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.123261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.128811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.133605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.134267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.251715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:44.255341 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b2555a-77b1-4f55-b4c6-eb6354093673 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:44.255817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b2555a-77b1-4f55-b4c6-eb6354093673 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:44.259221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:44.264289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:44.275354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:44.315636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1ffbde2a-8e8f-4229-8d2f-79bb2f5670e1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] Unset dirty status for tenant:018089178bb348eb8bb2814419e5665b on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:44.321751 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ffbde2a-8e8f-4229-8d2f-79bb2f5670e1 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3654647 Mar 18 10:35:44.324216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.326590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40126) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.345574 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-95b2555a-77b1-4f55-b4c6-eb6354093673 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/59b508fc-bf7c-4156-8e18-1eef8bc2d634 HTTP/1.1" status: 404 len: 339 time: 0.2089999 Mar 18 10:35:44.351153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.17 (8c13313e-9f37-4bb8-b23a-c26bed6e2a55/0a808357-16d2-451d-9811-f5a96de1f652/956f6fae-9744-4e46-9bc3-b3a78006b490) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:44.367157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40130) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.382111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa2fee6c-29ad-45fc-a783-c02384f7352c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:44.391207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=8dc668e6-50b9-40e9-ac68-22f128d12b44,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:44.402158 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9497089 Mar 18 10:35:44.407972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.422951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.423364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 8dc668e6-50b9-40e9-ac68-22f128d12b44 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:44.429906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-57c963c3-eb33-4700-84a3-09eba5dcbfd8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] delete failed (client error): The resource could not be found. Mar 18 10:35:44.434496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-57c963c3-eb33-4700-84a3-09eba5dcbfd8 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc57f51d-8f3b-4933-ba08-cb9f3c6460fd HTTP/1.1" status: 404 len: 347 time: 0.1031525 Mar 18 10:35:44.434496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4ab269d9-2d5c-493d-a902-c1fd38ac1159 req-a05338ae-1ddb-48c5-a1d5-80f27522e8c5 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.0848095 Mar 18 10:35:44.435755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40136) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.455497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Allocated IP 172.20.0.9 (a5e28268-e5e6-40de-819b-82aa819219c8/abcebd5f-0f9b-462c-b22f-a868f5178499/736271f5-0400-4af7-9956-2fc1a7910e0f) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:44.459354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:44.471362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Allocated IP 2001:db8:0:1::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/3f18d0ae-3509-4d5e-a2af-fd70934e22a1/aa2fee6c-29ad-45fc-a783-c02384f7352c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:44.493248 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-daee7fdb-ad24-431d-a2db-e683790e0de9 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:44.493697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daee7fdb-ad24-431d-a2db-e683790e0de9 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:44.495376 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-daee7fdb-ad24-431d-a2db-e683790e0de9 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/f72ecf29-cc10-419a-b981-09940a562386 HTTP/1.1" status: 404 len: 337 time: 0.1246781 Mar 18 10:35:44.503466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40142) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.634463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-f6ba19d8-107c-47ff-99b2-0859209ea477 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] show failed (client error): The resource could not be found. Mar 18 10:35:44.640393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f6ba19d8-107c-47ff-99b2-0859209ea477 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-groups/838a240c-c2f6-4727-8816-fe50f78567b3 HTTP/1.1" status: 404 len: 347 time: 0.1560550 Mar 18 10:35:44.643139 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-992ba529-486d-467a-8140-67933ee3c81c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:44.643795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992ba529-486d-467a-8140-67933ee3c81c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:44.644085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40146) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.664940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4bca1-7f5a-404e-9510-65ac6a5894c1 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=33996473-5d41-4a84-97ae-ba9616285e19,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:44.691153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 33996473-5d41-4a84-97ae-ba9616285e19 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:44.692837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-aac2e56f-776c-4aae-b021-a9da0e276f17 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] show failed (client error): The resource could not be found. Mar 18 10:35:44.700499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aac2e56f-776c-4aae-b021-a9da0e276f17 tempest-NegativeSecGroupIPv6Test-766074401 tempest-NegativeSecGroupIPv6Test-766074401-project] 10.222.0.18 "GET /v2.0/security-group-rules/88974573-773d-40f0-9547-c804ca8b2865 HTTP/1.1" status: 404 len: 356 time: 0.0387666 Mar 18 10:35:44.746040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.758522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.764798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.770629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.776659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.777550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Synchronizing usage tracker for tenant:c25652b741e74ed490d7979901c3972f on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:44.802085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port aa2fee6c-29ad-45fc-a783-c02384f7352c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:44.815418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aa2fee6c-29ad-45fc-a783-c02384f7352c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:44.816084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.841415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:44.853156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.901573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Unset dirty status for tenant:c25652b741e74ed490d7979901c3972f on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:44.902941 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76648939-ad7e-44e8-b5a7-811dd9c43fc3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4689360 Mar 18 10:35:44.905509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.909188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-992ba529-486d-467a-8140-67933ee3c81c tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/6cc548c5-a144-4239-84a9-b36d4c126b1b HTTP/1.1" status: 404 len: 339 time: 0.4030163 Mar 18 10:35:44.910837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40152) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.911608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cb5593-1d68-4d27-9c57-ec891939ce4d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:44.924938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40154) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:44.986694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:44.998132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.006843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Transition to ACTIVE for port object aa2fee6c-29ad-45fc-a783-c02384f7352c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:45.015224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 956f6fae-9744-4e46-9bc3-b3a78006b490 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:45.025977 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc68a68-e794-4882-8f8f-9372add4de00 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.026434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc68a68-e794-4882-8f8f-9372add4de00 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.028097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebc68a68-e794-4882-8f8f-9372add4de00 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/e499fe1f-f316-4714-a70a-93b2b0899551 HTTP/1.1" status: 404 len: 337 time: 0.1054699 Mar 18 10:35:45.030876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40160) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.060547 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5344f-0e97-41bb-a934-b7d4fc8efabd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.061018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a5344f-0e97-41bb-a934-b7d4fc8efabd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.062745 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-52a5344f-0e97-41bb-a934-b7d4fc8efabd tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/3ca6040b-112f-412f-b6d6-79c17202d17f HTTP/1.1" status: 404 len: 339 time: 0.0309598 Mar 18 10:35:45.071655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40164) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.076103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.077782 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a381168e-57b9-4656-ad16-ae16e1acc2ae tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9713609 Mar 18 10:35:45.080601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40166) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.089557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.103449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.175459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.177710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.196981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.212521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.237512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-927ac077-12f6-4bd1-9ce9-3ddd5dc7c467 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.238166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927ac077-12f6-4bd1-9ce9-3ddd5dc7c467 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.240098 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-927ac077-12f6-4bd1-9ce9-3ddd5dc7c467 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/c856de91-c53a-4b8d-b24e-0ce3cec67758 HTTP/1.1" status: 404 len: 337 time: 0.1519103 Mar 18 10:35:45.242050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa434f9-65da-46a0-9a61-99312843e7fc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:45.244028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40174) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.332021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:45.332292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:45.338407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:45.350058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.350549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.351038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.351515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.351950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.352401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.353429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.353877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.354364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.354538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.355032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.355434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.355854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67314dc8-5b4c-4e03-ae66-8c5643818640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:45.372803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.376890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:45.396589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70cb5593-1d68-4d27-9c57-ec891939ce4d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:45.399275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc668e6-50b9-40e9-ac68-22f128d12b44']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:45.415162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40178) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.417183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:45.431744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.431744 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2121cc16-7273-4cb5-bd20-258c02f2c647 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/70cb5593-1d68-4d27-9c57-ec891939ce4d HTTP/1.1" status: 204 len: 168 time: 0.3499873 Mar 18 10:35:45.435589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81702920-be46-442e-b179-e4cc00aa3e82') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:45.436939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81702920-be46-442e-b179-e4cc00aa3e82') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:45.444295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40184) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.472259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.476990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:45.515440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.532028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:45.532681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.557304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-431dac58-381a-4bbf-bd4f-69d81ace8838 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:45.562741 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:45.708517 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f9ac45b-488e-4246-a60c-cd99a188fe09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=018089178bb348eb8bb2814419e5665b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920413 Mar 18 10:35:45.708986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40190) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.732214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d66f5b-b4f8-4a70-9457-706554fb8cff tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.732699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d66f5b-b4f8-4a70-9457-706554fb8cff tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.736625 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-55d66f5b-b4f8-4a70-9457-706554fb8cff tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/c4bce8b8-3147-455f-870b-8ee81143ca06 HTTP/1.1" status: 404 len: 339 time: 0.4098222 Mar 18 10:35:45.739609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.792680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-431dac58-381a-4bbf-bd4f-69d81ace8838 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:45.796533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-431dac58-381a-4bbf-bd4f-69d81ace8838 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3482175 Mar 18 10:35:45.798345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c348048d-3b68-4570-a921-eb659695f6ba None None] Provisioning for port 956f6fae-9744-4e46-9bc3-b3a78006b490 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:45.802800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.803889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c348048d-3b68-4570-a921-eb659695f6ba None None] Provisioning complete for port 956f6fae-9744-4e46-9bc3-b3a78006b490 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:45.804440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c348048d-3b68-4570-a921-eb659695f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.807084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.808837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42958a7-cb33-4476-8e2b-ab48bcaea213 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.809321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42958a7-cb33-4476-8e2b-ab48bcaea213 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.812404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.816918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.838907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.860716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8b0a8cf3-2b8f-401d-943b-e260fcbaa64c req-f561da29-8ec7-4a7b-8a04-e516eece7ab8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Synchronizing usage tracker for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:45.872096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:45.884320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=8dc668e6-50b9-40e9-ac68-22f128d12b44,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:45.895687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Transition to ACTIVE for port object 736271f5-0400-4af7-9956-2fc1a7910e0f will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:45.901533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.901690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f42958a7-cb33-4476-8e2b-ab48bcaea213 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/a3268343-53ab-466d-8849-c4653c08333e HTTP/1.1" status: 404 len: 337 time: 0.1581554 Mar 18 10:35:45.907361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:45.940178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.962846 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-765d10d9-5cd6-4721-8950-fbb6ebe226e7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:45.965764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765d10d9-5cd6-4721-8950-fbb6ebe226e7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:45.973532 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-765d10d9-5cd6-4721-8950-fbb6ebe226e7 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/48ae6cdd-412e-44db-8296-8c50f0bcdace HTTP/1.1" status: 404 len: 339 time: 0.0639575 Mar 18 10:35:45.974401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:45.984164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c348048d-3b68-4570-a921-eb659695f6ba None None] Port 956f6fae-9744-4e46-9bc3-b3a78006b490 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:45.985033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40206) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.019434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8:0:1::18 (862ac36c-a15b-4807-bb67-f61f5836b3bd/3f18d0ae-3509-4d5e-a2af-fd70934e22a1/909e37dc-59e6-42dc-ba76-6e48c5aa9f79) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:46.027162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:46.057184 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9428d91c-d2d6-438d-a3dc-46e67ee7861d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/8dc668e6-50b9-40e9-ac68-22f128d12b44 HTTP/1.1" status: 204 len: 168 time: 1.1401966 Mar 18 10:35:46.074333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.079743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.080773 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9a0de0-f9f9-4360-999a-f1b2c375888a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:46.081244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9a0de0-f9f9-4360-999a-f1b2c375888a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:46.085152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7d9a0de0-f9f9-4360-999a-f1b2c375888a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/d3f675b8-fed6-4a18-883b-c4b643764662 HTTP/1.1" status: 404 len: 337 time: 0.0791795 Mar 18 10:35:46.091239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40212) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.093337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.101018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8b0a8cf3-2b8f-401d-943b-e260fcbaa64c req-f561da29-8ec7-4a7b-8a04-e516eece7ab8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Unset dirty status for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:46.102229 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b0a8cf3-2b8f-401d-943b-e260fcbaa64c req-f561da29-8ec7-4a7b-8a04-e516eece7ab8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.3772421 Mar 18 10:35:46.109995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe0b:34d3 (862ac36c-a15b-4807-bb67-f61f5836b3bd/ce548952-4818-46ae-9f86-546c775c3bdc/909e37dc-59e6-42dc-ba76-6e48c5aa9f79) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:46.156582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af130f5a-2867-4bcf-a62f-86d7ad908b33 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:46.160225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.176117 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-263b2187-a7b5-427d-b459-3c45980abf39 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] DELETE failed (client error): The resource could not be found. Mar 18 10:35:46.176581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263b2187-a7b5-427d-b459-3c45980abf39 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:46.178306 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-263b2187-a7b5-427d-b459-3c45980abf39 tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/1a135a6d-811a-42f8-86b5-aea02bd14da9 HTTP/1.1" status: 404 len: 339 time: 0.0863197 Mar 18 10:35:46.192767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.196011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40218) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.201496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.220157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: af130f5a-2867-4bcf-a62f-86d7ad908b33 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:46.220764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device af130f5a-2867-4bcf-a62f-86d7ad908b33 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:46.250446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:46.310406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-74f78b87-df0e-4069-8045-2a9173e4a53e None None] Provisioning for port aa2fee6c-29ad-45fc-a783-c02384f7352c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:46.316294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-74f78b87-df0e-4069-8045-2a9173e4a53e None None] Provisioning complete for port aa2fee6c-29ad-45fc-a783-c02384f7352c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:46.317015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-74f78b87-df0e-4069-8045-2a9173e4a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.322199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.341193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.342105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60392c9-3cf3-4451-b6ad-90303b850823 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:35:46.349576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.371837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting subnet e78c1f2b-5947-4fce-b37c-81b25eeb5636 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:46.389620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.410659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa2fee6c-29ad-45fc-a783-c02384f7352c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:46.413916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.435053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.496763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46af368f-c1ce-41b3-bd43-1515001a7878,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:46.497501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aa2fee6c-29ad-45fc-a783-c02384f7352c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:46.497848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.519460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.525657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.529466 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f25ba36-d785-44ae-b44a-848dccd18463 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a60392c9-3cf3-4451-b6ad-90303b850823 HTTP/1.1" status: 204 len: 168 time: 6.1058645 Mar 18 10:35:46.538338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40222) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.567978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network a5e28268-e5e6-40de-819b-82aa819219c8 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:46.568459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.613142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:46.615241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:46.667249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9f2b1-9d0a-4ab0-83b4-337929c78a91,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:46.683370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.724809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33996473-5d41-4a84-97ae-ba9616285e19']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:46.743040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.747453 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d2563939-f394-4755-b53a-fda75b69a0a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46af368f-c1ce-41b3-bd43-1515001a7878 HTTP/1.1" status: 204 len: 168 time: 1.0342200 Mar 18 10:35:46.748552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.752323 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f2289990-dfe8-45c5-9440-d6eb074f011a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6e9f2b1-9d0a-4ab0-83b4-337929c78a91 HTTP/1.1" status: 204 len: 168 time: 0.9465024 Mar 18 10:35:46.753074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51f5ebc-d108-4fda-a173-012d1a4084b7') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:46.753364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51f5ebc-d108-4fda-a173-012d1a4084b7') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:46.763444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40228) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:46.775597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.840777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.859236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:46.862804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.862954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:46.878580 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:46.899588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.930526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:46.946240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:46.994475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:47.047665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.048303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.066527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Deleting subnet 09cd03c4-512f-4f27-b524-db43adb4f0aa {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:47.078013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5a094fc-416b-496b-87db-8aa9a5f3c2b6 None None] Provisioning for port 736271f5-0400-4af7-9956-2fc1a7910e0f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:47.083842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.088120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5a094fc-416b-496b-87db-8aa9a5f3c2b6 None None] Provisioning complete for port 736271f5-0400-4af7-9956-2fc1a7910e0f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:47.088891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5a094fc-416b-496b-87db-8aa9a5f3c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.114419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.153976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e49d1b2c-8456-490f-b611-03744913e420 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:47.169438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a5a094fc-416b-496b-87db-8aa9a5f3c2b6 None None] Port 736271f5-0400-4af7-9956-2fc1a7910e0f cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:47.243810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-12f8de00-4346-4a62-bdfb-4f3e31920dbe tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8041270 Mar 18 10:35:47.266593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Request body: {'port': {'device_id': '75baff56-3e77-4824-8542-05c81e19283b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:47.304143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.308130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e49d1b2c-8456-490f-b611-03744913e420 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:47.311235 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e49d1b2c-8456-490f-b611-03744913e420 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5469458 Mar 18 10:35:47.312123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:47.319674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501114007'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:47.326316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:47.341589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:47.342977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:47.348586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.364743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:47.374176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:47.377758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.379567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.380332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.381877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.402874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=909e37dc-59e6-42dc-ba76-6e48c5aa9f79,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:47.432898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Subnet': ['ID=e78c1f2b-5947-4fce-b37c-81b25eeb5636,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:47.437506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.442229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=33996473-5d41-4a84-97ae-ba9616285e19,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:47.446166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea46f4-6886-4dcc-bffa-593c9f8c6c92 None None] Network a635d117-a385-4693-86db-fd08ab7b5ceb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:47.467459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-72d2d925-e2a8-4781-ba06-229e4f97d6de tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/33996473-5d41-4a84-97ae-ba9616285e19 HTTP/1.1" status: 204 len: 168 time: 1.3807325 Mar 18 10:35:47.467459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:47.500950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc495d5-fb15-4053-838f-5361fbfea168 req-575f83b8-3c76-47f4-a4be-04c28230caab tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.502923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3cc495d5-fb15-4053-838f-5361fbfea168 req-575f83b8-3c76-47f4-a4be-04c28230caab tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 931 time: 0.2459247 Mar 18 10:35:47.530547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.642503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.656401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.662313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63162382-ff0f-470d-b1b2-1cb2af67864a tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/subnets/e78c1f2b-5947-4fce-b37c-81b25eeb5636 HTTP/1.1" status: 204 len: 168 time: 1.4676726 Mar 18 10:35:47.670319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40252) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:47.671207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:47.699183 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d3e8b544-e4af-42cd-92a6-05e15efe71e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3308742 Mar 18 10:35:47.708456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:47.712247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40256) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:47.735914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:47.779242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:47.871693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] DHCP port deletion for a635d117-a385-4693-86db-fd08ab7b5ceb request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:47.886116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Deleting port 0206703e-7a21-46c6-9dfa-df6330f9be20 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:47.887223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.891838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e264e6-3199-404d-a1e5-7fb308892c2e tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.897913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e264e6-3199-404d-a1e5-7fb308892c2e tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.898650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4e264e6-3199-404d-a1e5-7fb308892c2e tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Synchronizing usage tracker for tenant:c25652b741e74ed490d7979901c3972f on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:47.903542 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3cc495d5-fb15-4053-838f-5361fbfea168 req-0adc4172-bb11-4233-ac74-e09a672b2009 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938150 Mar 18 10:35:47.964064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:47.964432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.985634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b1479d6-3cf6-4545-8c02-a0da8ab0c85a None None] Provisioning for port 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:47.991726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b1479d6-3cf6-4545-8c02-a0da8ab0c85a None None] Provisioning complete for port 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:47.992977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b1479d6-3cf6-4545-8c02-a0da8ab0c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:47.996108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.052728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 0206703e-7a21-46c6-9dfa-df6330f9be20 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:48.053065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.118843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3b1479d6-3cf6-4545-8c02-a0da8ab0c85a None None] Port 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:48.143833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40268) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:48.159000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4e264e6-3199-404d-a1e5-7fb308892c2e tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Unset dirty status for tenant:c25652b741e74ed490d7979901c3972f on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:48.164594 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f4e264e6-3199-404d-a1e5-7fb308892c2e tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6899693 Mar 18 10:35:48.164755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40272) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:48.168387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.179225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-127346038'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:48.204102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:48.208948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] For port 0206703e-7a21-46c6-9dfa-df6330f9be20, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0206703e-7a21-46c6-9dfa-df6330f9be20,segment=NetworkSegment(83718b49-330c-44d7-baa7-57f46fc41043),segment_id=83718b49-330c-44d7-baa7-57f46fc41043)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:48.209475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.228218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:48.273777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.323146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.326693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cd03c4-512f-4f27-b524-db43adb4f0aa,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:48.329885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.332623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Calling delete_port for 0206703e-7a21-46c6-9dfa-df6330f9be20 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:48.336635 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1528ca79-966f-4de7-8e92-dcdb8db3c62d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/09cd03c4-512f-4f27-b524-db43adb4f0aa HTTP/1.1" status: 204 len: 168 time: 1.7857137 Mar 18 10:35:48.337426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:48.340825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.351178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.354647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40278) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:48.425905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76acab-4dfd-4155-9495-0dd613d85e97 None None] Network 2d1a3abc-8c54-4124-a9fb-a8346ef76aff requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:48.438408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa2fee6c-29ad-45fc-a783-c02384f7352c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:48.464532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.485945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1640167796-network', 'tenant_id': 'fb6cdbb018e849a180cccf9ac9a21e10'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:48.502373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:35:48.514628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:48.516706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1a94b-da9a-4b18-b103-e95543ef54c0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:48.538507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Usage tracker for resource:network and tenant:fb6cdbb018e849a180cccf9ac9a21e10 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:48.543922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] For port 0206703e-7a21-46c6-9dfa-df6330f9be20, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0206703e-7a21-46c6-9dfa-df6330f9be20,segment=NetworkSegment(83718b49-330c-44d7-baa7-57f46fc41043),segment_id=83718b49-330c-44d7-baa7-57f46fc41043)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:48.544470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.551744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:48.555814 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.559604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.616194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.623295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:48.648008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] No DVR routers for this DVR port 0206703e-7a21-46c6-9dfa-df6330f9be20 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:48.651233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6e82-447c-48ac-befd-a1441df6302a None None] Pushing event deleted for resources: {'Port': ['ID=0206703e-7a21-46c6-9dfa-df6330f9be20,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:48.651512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:48.690635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Calling delete_port for 0206703e-7a21-46c6-9dfa-df6330f9be20 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:48.709689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aa2fee6c-29ad-45fc-a783-c02384f7352c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:48.710085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.722406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.723926 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6cf9e74a-0352-4b7f-b82d-2e6b503f3649 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4097135 Mar 18 10:35:48.782447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40282) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:48.827825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:48.834613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736271f5-0400-4af7-9956-2fc1a7910e0f {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:48.846828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.851647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 909e37dc-59e6-42dc-ba76-6e48c5aa9f79 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:48.851909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.854419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.854765 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment 92d4da58-f5ad-4749-804f-af6331b1fe0b of type vlan for network 89bf747a-1706-4eec-9da1-40196e8726da Mar 18 10:35:48.858314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Deleting port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:48.863449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.884050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1a94b-da9a-4b18-b103-e95543ef54c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:48.905872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:48.908732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] DHCP port deletion for 2d1a3abc-8c54-4124-a9fb-a8346ef76aff request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:48.913208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Deleting port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:48.913519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.944418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:48.947697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Made reservation on behalf of fb6cdbb018e849a180cccf9ac9a21e10 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:48.950163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.958653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Transition to ACTIVE for port object 736271f5-0400-4af7-9956-2fc1a7910e0f will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:48.966606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:48.975557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:48.976082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.001777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0206703e-7a21-46c6-9dfa-df6330f9be20 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:49.045504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0206703e-7a21-46c6-9dfa-df6330f9be20 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:49.046190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0206703e-7a21-46c6-9dfa-df6330f9be20 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:49.046754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0aa434f9-65da-46a0-9a61-99312843e7fc no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:49.059958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.098529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0aa434f9-65da-46a0-9a61-99312843e7fc {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:49.099275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0aa434f9-65da-46a0-9a61-99312843e7fc not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:49.129849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:49.153788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:49.158766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Usage tracker for resource:security_group_rule and tenant:fb6cdbb018e849a180cccf9ac9a21e10 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:49.161742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:49.169006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:49.169321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:49.198296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:49.229109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.259838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] For port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:49.260873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.363909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.370034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:49.370775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.426115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.441257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Calling delete_port for 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:49.447792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.521716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.548975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:49.557893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.559393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.578620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.615197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.621943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] Pushing event deleted for resources: {'Port': ['ID=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.629028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de96f40c-7c33-44cf-81db-e452d9dad587,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.634975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=89bf747a-1706-4eec-9da1-40196e8726da,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.636329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39723793-dc2d-4418-83e5-3b3a13b620fc None None] No DVR routers for this DVR port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:49.638638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Attempting to bind port 736271f5-0400-4af7-9956-2fc1a7910e0f on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:49.638792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.639138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Added segment 22748f57-c3bd-4d4a-848c-1de3ad54c7a1 of type vlan for network 06501ed4-6338-45e5-bdf7-897b6307f932 Mar 18 10:35:49.639241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Attempting to bind port 736271f5-0400-4af7-9956-2fc1a7910e0f by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:49.639669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Attempting to bind port 736271f5-0400-4af7-9956-2fc1a7910e0f on network a5e28268-e5e6-40de-819b-82aa819219c8 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:49.641629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=909e37dc-59e6-42dc-ba76-6e48c5aa9f79,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.651368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Port 736271f5-0400-4af7-9956-2fc1a7910e0f on network a5e28268-e5e6-40de-819b-82aa819219c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:35:49.651703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Attempting to bind port 736271f5-0400-4af7-9956-2fc1a7910e0f on network a5e28268-e5e6-40de-819b-82aa819219c8 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:49.659637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fef2b-b586-4ac5-b921-82285ce13355,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.670626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 89bf747a-1706-4eec-9da1-40196e8726da details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:49.683539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Deleting port 0206703e-7a21-46c6-9dfa-df6330f9be20 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:49.683883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.728135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:49.729500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:49.729911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Checking segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:49.730238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Bound using segment: {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:49.730666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Bound port: 736271f5-0400-4af7-9956-2fc1a7910e0f, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8082b2f2-1d79-4c27-9653-8a116a3596d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:49.731001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.788090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:49.805604 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-710d72c8-e73c-479f-a46f-1b85285819e7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6355097 Mar 18 10:35:49.811588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40288) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:49.819256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.827499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] For port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=286da93a-b8b3-4ae5-ab86-fc54db7e59b7,segment=NetworkSegment(6ccc7efa-b47b-4147-be23-ff0429cb214d),segment_id=6ccc7efa-b47b-4147-be23-ff0429cb214d)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:49.827853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.866312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1655786735'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:49.877668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] The port '0206703e-7a21-46c6-9dfa-df6330f9be20' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:35:49.883628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:49.886319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:49.890580 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-04fb1d39-abbd-4071-ac59-dd5c6235baa1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/909e37dc-59e6-42dc-ba76-6e48c5aa9f79 HTTP/1.1" status: 204 len: 168 time: 2.1685903 Mar 18 10:35:49.921851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40292) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:49.975261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:network and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:50.001089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:50.004427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.resource_extend [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:35:50.009592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882c879-dbc0-4d77-8360-6ad5713b1428 req-ea8640bd-f1bd-4c22-a830-b36fcb5411b9 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.011640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.012299 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7882c879-dbc0-4d77-8360-6ad5713b1428 req-ea8640bd-f1bd-4c22-a830-b36fcb5411b9 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 943 time: 0.8346860 Mar 18 10:35:50.012790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c1f69fc3-18bf-4b2f-a68c-6fdd6877aa1d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1703668 Mar 18 10:35:50.035123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40296) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:50.036034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:50.049624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1a94b-da9a-4b18-b103-e95543ef54c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:50.060521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:50.070832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:50.093451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-64d0c0ab-819d-46db-a56d-e5f75cbb6b6d None None] Provisioning complete for port 956f6fae-9744-4e46-9bc3-b3a78006b490 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:50.093871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-64d0c0ab-819d-46db-a56d-e5f75cbb6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.094208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Calling delete_port for 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:50.120309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:50.132902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:50.139891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.151558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-64d0c0ab-819d-46db-a56d-e5f75cbb6b6d None None] Port 956f6fae-9744-4e46-9bc3-b3a78006b490 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:35:50.170647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.171617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.172179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.191684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a635d117-a385-4693-86db-fd08ab7b5ceb']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:50.204924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:50.208255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.242275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:50.253883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83718b49-330c-44d7-baa7-57f46fc41043') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:50.254186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83718b49-330c-44d7-baa7-57f46fc41043') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:50.285116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:50.289510 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7882c879-dbc0-4d77-8360-6ad5713b1428 req-c74e1707-a46e-4052-b5d3-64dec2e988af tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075884 Mar 18 10:35:50.312050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:50.322658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.338044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:50.338382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9353d7c-ff4d-403c-8e09-0a352aafef88 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.338919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:50.339071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b9353d7c-ff4d-403c-8e09-0a352aafef88 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:50.340876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:35:50.346164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.350192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:35:50.350802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:35:50.355156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2083666 Mar 18 10:35:50.355979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.362385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40300) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:50.383377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Request body: {'subnet': {'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1640167796-subnet', 'tenant_id': 'fb6cdbb018e849a180cccf9ac9a21e10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:50.389516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.391457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0b4b-7e26-448f-b31e-2eabcb0b3bff admin admin] Pushing event updated for resources: {'Network': ['ID=06501ed4-6338-45e5-bdf7-897b6307f932,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:50.403000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 06501ed4-6338-45e5-bdf7-897b6307f932 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:50.404745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:50.415621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:50.428086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:50.428485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.443134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Usage tracker for resource:subnet and tenant:fb6cdbb018e849a180cccf9ac9a21e10 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:50.449269 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:50.460149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:50.485222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:50.490323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.490584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment 14e5db93-9a95-4430-9ce6-6fd22320a176 of type vlan for network 73dc473d-86dd-4e4e-a672-be16d5e3121f Mar 18 10:35:50.559192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b9353d7c-ff4d-403c-8e09-0a352aafef88 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:50.560356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b9353d7c-ff4d-403c-8e09-0a352aafef88 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6335220 Mar 18 10:35:50.566192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40304) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:50.629039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.629653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.631027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] 10.222.0.24 "PUT /v2.0/ports/736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 200 len: 1093 time: 3.3778019 Mar 18 10:35:50.631573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:50.635065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Made reservation on behalf of fb6cdbb018e849a180cccf9ac9a21e10 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:50.637346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.670987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.674038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.682986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4486-cc1c-4774-bfab-5f1abe0a9152 service neutron] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:50.738686 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'status': 'completed', 'code': 200} Mar 18 10:35:50.743841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.776354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.798048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] Pushing event deleted for resources: {'Network': ['ID=a635d117-a385-4693-86db-fd08ab7b5ceb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:50.799898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.815400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:35:50.826547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:50.836994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:50.837846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:50.842886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bc17bdc1-25b6-437c-a961-5050aa2ed4d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/2cd3bf4c-069e-4c63-8f99-937bcc93d6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6410556 Mar 18 10:35:50.845443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebb7b11-3f24-4f5f-99a9-f7f91c70c233,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:50.848814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Deleting port 286da93a-b8b3-4ae5-ab86-fc54db7e59b7 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:50.849472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.852736 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-06478fb6-3c3a-4535-b5a8-9d1d6c03b49d tempest-NetworksTest-11755022 tempest-NetworksTest-11755022-project] 10.222.0.18 "DELETE /v2.0/networks/a635d117-a385-4693-86db-fd08ab7b5ceb HTTP/1.1" status: 204 len: 168 time: 3.1766872 Mar 18 10:35:50.880934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808dafc-af46-4fc6-8434-728583dd7f19 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.882423 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8808dafc-af46-4fc6-8434-728583dd7f19 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3138225 Mar 18 10:35:50.888612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40314) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:50.931067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] The port '286da93a-b8b3-4ae5-ab86-fc54db7e59b7' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:35:50.960204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-bf739c35-e7db-4f74-97ef-ed6ace323703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.962182 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-bf739c35-e7db-4f74-97ef-ed6ace323703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1096 time: 0.2250252 Mar 18 10:35:50.963782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:50.970351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.970351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.027956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.031944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a5493f1b-86e0-4437-b5fd-56605648e0ca tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9936705 Mar 18 10:35:51.032838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40320) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:51.092447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1a94b-da9a-4b18-b103-e95543ef54c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:51.102507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.110578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:51.153165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:51.173939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:51.185507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:51.201160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:51.204928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1a3abc-8c54-4124-a9fb-a8346ef76aff']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:51.221617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc7efa-b47b-4147-be23-ff0429cb214d') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:51.221932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc7efa-b47b-4147-be23-ff0429cb214d') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:51.242108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.268001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.269677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.271173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.272131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:51.276285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4273570 Mar 18 10:35:51.277127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.279296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40324) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:51.280443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-3a15b1d3-caec-471f-bb96-f0ce9e562883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.281998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-3a15b1d3-caec-471f-bb96-f0ce9e562883 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c46f952aba9404085eba2ba89401eb1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3027196 Mar 18 10:35:51.292262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'ports': [{'network_id': '89bf747a-1706-4eec-9da1-40196e8726da', 'name': 'tempest-port--1062109267', 'admin_state_up': True}, {'network_id': '73dc473d-86dd-4e4e-a672-be16d5e3121f', 'admin_state_up': False}]} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:51.292606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'port': {'network_id': '89bf747a-1706-4eec-9da1-40196e8726da', 'name': 'tempest-port--1062109267', 'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:51.293105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'port': {'network_id': '73dc473d-86dd-4e4e-a672-be16d5e3121f', 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:51.295382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3da23-191f-4be6-ad53-7948a4ead0a3 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=73dc473d-86dd-4e4e-a672-be16d5e3121f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:51.311473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:35:51.311874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.321180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 73dc473d-86dd-4e4e-a672-be16d5e3121f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:35:51.326213 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:35:51.396105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.458913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.479973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:51.487819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:51.491530 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-85a7ba86-eec5-489f-a9c1-be9062cb856b tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5706027 Mar 18 10:35:51.491530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ea6882-1a46-4b62-a73a-9d3080b02e1c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:51.498055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40336) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:51.573944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Checking segment: {'id': '22748f57-c3bd-4d4a-848c-1de3ad54c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:51.575026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Network hostable DHCP agents. Network: 06501ed4-6338-45e5-bdf7-897b6307f932, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:51.599311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 3f18d0ae-3509-4d5e-a2af-fd70934e22a1 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:51.604269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.612297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:35:46Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '956f6fae-9744-4e46-9bc3-b3a78006b490', 'name': '', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '0a808357-16d2-451d-9811-f5a96de1f652', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:43Z', 'updated_at': '2022-03-18T10:35:47Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '0a808357-16d2-451d-9811-f5a96de1f652', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:51.616470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:51.616706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Updating router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb port 956f6fae-9744-4e46-9bc3-b3a78006b490 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:35:51.668578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Network 06501ed4-6338-45e5-bdf7-897b6307f932 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:51.674898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.705159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.753764 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c1c3cb80-d43d-41da-a4c4-49ade6a61dc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=984616ea245f4dfcba8d5a7aedbfa19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686160 Mar 18 10:35:51.759399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40342) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:51.801369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 06501ed4-6338-45e5-bdf7-897b6307f932) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:51.815423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.816020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.846645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc8aee-ec16-4fe4-ab46-0aad3a35ea63 None None] Network 06501ed4-6338-45e5-bdf7-897b6307f932 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:51.854991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.873080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.873682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.906298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.913237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.922247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-4aee9b37-b6c7-4dac-bb8d-1de5bd24b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.924207 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ad83141-c53d-4573-93df-7df8915fe0f3 req-4aee9b37-b6c7-4dac-bb8d-1de5bd24b50b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6168993 Mar 18 10:35:51.946185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8dddea34-d7a2-450d-8ce4-d9facf71adb1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5775032 Mar 18 10:35:51.963090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:51.969581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:port and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:51.974987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:51.975700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:51.985418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:52.053461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039870e-0587-4b1c-a620-6aa5ab72f09c req-3d5000f4-734a-4166-bcb4-b40c4d2b28da tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.055928 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7039870e-0587-4b1c-a620-6aa5ab72f09c req-3d5000f4-734a-4166-bcb4-b40c4d2b28da tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 943 time: 0.6112225 Mar 18 10:35:52.056799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1a3abc-8c54-4124-a9fb-a8346ef76aff,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.063702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.066669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6f939ebf-0fc5-4d75-85b9-150946e244c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2d1a3abc-8c54-4124-a9fb-a8346ef76aff HTTP/1.1" status: 204 len: 168 time: 3.7110586 Mar 18 10:35:52.111294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.130478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c7977a-8c52-4426-8354-133f745fd3d2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.144423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'port': 2} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:52.149729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.165025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.181268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.182619 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-412a3708-c166-45fe-bc38-0e4eeb5eb8de tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1035166 Mar 18 10:35:52.189083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40352) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:52.189709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.197163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=3f18d0ae-3509-4d5e-a2af-fd70934e22a1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.206106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc6958-297f-437f-9a63-0b34a5c32444,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.216790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.217111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-abe0f2c2-11de-420f-ab2c-79728e90bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.217408 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7039870e-0587-4b1c-a620-6aa5ab72f09c req-0f2a1aec-62e0-4557-b6d8-d85e70eed666 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136689 Mar 18 10:35:52.228295 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8b5e6a39-832f-430d-b172-11af89023bc0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/3f18d0ae-3509-4d5e-a2af-fd70934e22a1 HTTP/1.1" status: 204 len: 168 time: 0.7193990 Mar 18 10:35:52.228757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40356) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:52.246775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b4771-581b-40f0-ba5c-f203cc33bd7d None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:52.260013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1a94b-da9a-4b18-b103-e95543ef54c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:52.281286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc108b-e442-40db-b179-2ed70ee8a4a2 None None] Network 06501ed4-6338-45e5-bdf7-897b6307f932 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:52.287858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:52.303373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.307662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-10e57181-e0fa-4dc5-99c5-6fdcc5885477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.307794 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e8a37d80-9c9e-405b-af52-33ecde38b621 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acfc6958-297f-437f-9a63-0b34a5c32444 HTTP/1.1" status: 204 len: 168 time: 0.5439248 Mar 18 10:35:52.307909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-10e57181-e0fa-4dc5-99c5-6fdcc5885477 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1096 time: 0.3034525 Mar 18 10:35:52.331222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet ce548952-4818-46ae-9f86-546c775c3bdc {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:35:52.341178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.411745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.476108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40364) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:52.568062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:52.627397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:52.636763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-664a560e-78a1-424a-a46b-dc5ffde75abf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dde8d436bcb746e48dbbd10b882d57db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560495 Mar 18 10:35:52.638499 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-20cafdde-d069-472a-815b-f1bde2b9dcd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 200 len: 217 time: 0.1410375 Mar 18 10:35:52.641017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:52.661059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:52.662858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.728741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-5b97fe9b-ffb0-4538-b930-7cafd2eba705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.730208 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-5b97fe9b-ffb0-4538-b930-7cafd2eba705 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abcebd5f-0f9b-462c-b22f-a868f5178499 HTTP/1.1" status: 200 len: 834 time: 0.0710471 Mar 18 10:35:52.731566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.785968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Transition to ACTIVE for port object 956f6fae-9744-4e46-9bc3-b3a78006b490 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:35:52.817771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.860644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.861066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] device_id is not set on port 9445d1bd-53e1-4ed9-8494-4aebbcb47cb3 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:52.903635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-70175358-3172-467e-a5ab-2f7c2b89874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.904709 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-70175358-3172-467e-a5ab-2f7c2b89874c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e28268-e5e6-40de-819b-82aa819219c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654239 Mar 18 10:35:52.905711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.909943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.960939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=ce548952-4818-46ae-9f86-546c775c3bdc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.968283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:52.980844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4c12c2e8-7abc-496d-af69-149c3c530fd5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ce548952-4818-46ae-9f86-546c775c3bdc HTTP/1.1" status: 204 len: 168 time: 0.7513511 Mar 18 10:35:52.983313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40380) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:53.002281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.053092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.086613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8178c4c-a15b-4101-aebf-3b34037be477,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:53.100292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.105585 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-049927a1-d912-49f0-9782-347308b0be7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8178c4c-a15b-4101-aebf-3b34037be477 HTTP/1.1" status: 204 len: 168 time: 0.4632828 Mar 18 10:35:53.216731 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-22a4490e-af49-41e1-a8ab-c9531c1c9d76 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952130 Mar 18 10:35:53.217146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40392) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:53.226078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-548060427-network', 'tenant_id': '30695df1113641a4bcdebce7fbd65e3a'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:53.233080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:53.242869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Usage tracker for resource:network and tenant:30695df1113641a4bcdebce7fbd65e3a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:53.248907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:53.278523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:53.278647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120af66-44ee-4d5c-9262-78ed994328be None None] Pushing event updated for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:53.396009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Made reservation on behalf of 30695df1113641a4bcdebce7fbd65e3a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:53.399350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.432982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.460096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.465555 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d11aaa8-ba85-4c16-8ea6-511523e7ebeb req-420b852b-046a-4a47-a467-2a6695172f3f service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901503 Mar 18 10:35:53.473251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Attempting to bind port 956f6fae-9744-4e46-9bc3-b3a78006b490 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:35:53.473854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Attempting to bind port 956f6fae-9744-4e46-9bc3-b3a78006b490 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:35:53.474386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Attempting to bind port 956f6fae-9744-4e46-9bc3-b3a78006b490 on network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:35:53.481499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:35:53.482203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Checking segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:53.482794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.483424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Bound using segment: {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:35:53.484050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Bound port: 956f6fae-9744-4e46-9bc3-b3a78006b490, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3839bb26-15b3-4d6e-b040-bdb0a7ff8645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:35:53.484659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.499253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:53.562313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Usage tracker for resource:security_group_rule and tenant:30695df1113641a4bcdebce7fbd65e3a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:53.598091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.629235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] For port 956f6fae-9744-4e46-9bc3-b3a78006b490, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:35:53.633240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] For port 956f6fae-9744-4e46-9bc3-b3a78006b490, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=956f6fae-9744-4e46-9bc3-b3a78006b490,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:35:53.635718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] device_id is not set on port ca049092-fbf1-4bf5-b4e0-f2819019517f yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:53.671757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:53.693237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:53.702301 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e04706ef-e687-427c-8473-a959c29552b6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7175300 Mar 18 10:35:53.705419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40404) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:53.718455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:53.733417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.735538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.791199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.799600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2a0838-af4a-4c6f-a693-9f8186993130,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:53.864648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:35:53.864648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:53.916034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.919810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-820f0ffe-85a8-4883-8e56-90729381666a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6988780 Mar 18 10:35:53.920141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:53.926196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1a94b-da9a-4b18-b103-e95543ef54c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:53.938731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:53.949459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:53.966283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:53.997181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b7868-1103-4715-9e48-68b5fff3e7a2 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:54.015487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:54.038270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:54.049111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc470-5a4e-422c-8155-59bb145602a5 req-c9175951-4833-4065-bfa1-afb9940698e3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.058076 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a5dc470-5a4e-422c-8155-59bb145602a5 req-c9175951-4833-4065-bfa1-afb9940698e3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 943 time: 0.5502706 Mar 18 10:35:54.058241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:54.099132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:54.107781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:54.114073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.131557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Port': ['ID=9445d1bd-53e1-4ed9-8494-4aebbcb47cb3,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.132848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:54.169572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Checking segment: {'id': '92d4da58-f5ad-4749-804f-af6331b1fe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89bf747a-1706-4eec-9da1-40196e8726da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:54.170180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network hostable DHCP agents. Network: 89bf747a-1706-4eec-9da1-40196e8726da, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:54.198347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a5dc470-5a4e-422c-8155-59bb145602a5 req-453e6fbf-31fc-4b1a-a5b5-d2198f040098 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212947 Mar 18 10:35:54.210749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.249615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120af66-44ee-4d5c-9262-78ed994328be None None] Pushing event updated for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.256393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:54.258887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network 89bf747a-1706-4eec-9da1-40196e8726da is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:54.263654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28853cbb-3a6a-431f-8e30-c504b92ae818,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.277517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.277876 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Added segment aac2778d-3433-4ab4-8a7c-bb0d6b2aba3a of type vlan for network 27b02b47-2da1-4320-a4c9-ea0a259a85a1 Mar 18 10:35:54.316199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.322392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:54.325941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.336481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9043a48a-a176-44ab-9251-faa047fc1eb2 None None] Provisioning complete for port aa2fee6c-29ad-45fc-a783-c02384f7352c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:54.336860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9043a48a-a176-44ab-9251-faa047fc1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.350063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 89bf747a-1706-4eec-9da1-40196e8726da) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:54.361925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.380265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:54.382020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.488722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e617b49-5166-4b93-a180-b8c0af6b097d None None] Network 89bf747a-1706-4eec-9da1-40196e8726da requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:54.544822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.545362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Port': ['ID=ca049092-fbf1-4bf5-b4e0-f2819019517f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.559919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Checking segment: {'id': '14e5db93-9a95-4430-9ce6-6fd22320a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dc473d-86dd-4e4e-a672-be16d5e3121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:54.560285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network hostable DHCP agents. Network: 73dc473d-86dd-4e4e-a672-be16d5e3121f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:54.572996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:35:54.586700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.587902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.588934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.636305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.686865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6d4708c7-5674-4114-9ede-de167e7ba285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.693467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network 73dc473d-86dd-4e4e-a672-be16d5e3121f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:54.705327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4aa9ab-1942-4548-9349-df01ec2006df,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.779980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40432) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:54.807107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 73dc473d-86dd-4e4e-a672-be16d5e3121f) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:54.810755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:54.816557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.825886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.827266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.832558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28124fd-3d23-4096-8f60-2e4fb255c6f7 None None] Network 73dc473d-86dd-4e4e-a672-be16d5e3121f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:54.853786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] Pushing event updated for resources: {'Network': ['ID=27b02b47-2da1-4320-a4c9-ea0a259a85a1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:54.896225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.896225 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7461de4f-4695-4e62-8920-9d8097f3821f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9716718 Mar 18 10:35:54.896225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40440) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:54.922738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d532109b-66f8-4aad-865c-9cac649d3708 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7039165 Mar 18 10:35:54.924525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40444) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:54.938812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Request body: {'subnet': {'network_id': '27b02b47-2da1-4320-a4c9-ea0a259a85a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-548060427-subnet', 'tenant_id': '30695df1113641a4bcdebce7fbd65e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:54.945701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:54.950470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Usage tracker for resource:subnet and tenant:30695df1113641a4bcdebce7fbd65e3a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:54.950641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 27b02b47-2da1-4320-a4c9-ea0a259a85a1 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:54.954257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:54.961749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:54.967687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1358185130'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:54.981349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:54.986811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:54.994610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Usage tracker for resource:network and tenant:e46f887550d64053a1729f797ac4cb4f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:54.997909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1e9da086-d7c3-420b-b707-ca6c259db1f0 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7148871 Mar 18 10:35:55.001510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:55.001775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:55.005905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.017479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:55.097732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:35:55.121426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Made reservation on behalf of e46f887550d64053a1729f797ac4cb4f for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:55.127995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.130272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Made reservation on behalf of 30695df1113641a4bcdebce7fbd65e3a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:55.132780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.151024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.170251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.208305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c4aa9ab-1942-4548-9349-df01ec2006df,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:55.213666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:55.218324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:35:55.220721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.221973 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11b40cdb-78f8-4ece-bceb-d6631724adb7 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0c4aa9ab-1942-4548-9349-df01ec2006df HTTP/1.1" status: 204 len: 168 time: 0.3240342 Mar 18 10:35:55.223259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Usage tracker for resource:security_group_rule and tenant:e46f887550d64053a1729f797ac4cb4f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:55.226252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:55.227966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:55.234447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:55.317870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Deleting port aa2fee6c-29ad-45fc-a783-c02384f7352c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:55.319004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.355470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.424361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.425317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.431317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.resource_extend [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:35:55.468640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.516096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:55.525153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5c925-747d-40b8-bb32-995b2bbf1f7d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.531117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5c925-747d-40b8-bb32-995b2bbf1f7d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.532777 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-72b5c925-747d-40b8-bb32-995b2bbf1f7d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5299275 Mar 18 10:35:55.538078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49b7c-e0ae-4e2e-b143-55ff2c0f1654 req-46283d24-5d70-4657-8d71-1f6b9eb48124 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.539621 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2cf49b7c-e0ae-4e2e-b143-55ff2c0f1654 req-46283d24-5d70-4657-8d71-1f6b9eb48124 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 943 time: 0.1586504 Mar 18 10:35:55.540114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40468) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:55.559287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-224be89d-c79d-4423-8f41-c155490aec64 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:55.576503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:35:55.610051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916282da-d76d-4eb1-82e8-a3d3cb8129cf,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:55.616678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.616964 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Added segment 8bfc3e94-8a81-4e81-81b1-fdcccf0a2753 of type vlan for network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb Mar 18 10:35:55.714681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Deleting port 9445d1bd-53e1-4ed9-8494-4aebbcb47cb3 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:55.715020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.750210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.758840 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2cf49b7c-e0ae-4e2e-b143-55ff2c0f1654 req-9cd6de18-4110-450f-8bdc-a3bcc1d4b330 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993597 Mar 18 10:35:55.794428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.801774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-224be89d-c79d-4423-8f41-c155490aec64 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:55.803694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-224be89d-c79d-4423-8f41-c155490aec64 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4756558 Mar 18 10:35:55.806759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40476) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:55.843336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.859378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:55.888117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:55.971232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'mac_address': 'fa:16:3e:e1:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:35:55.986310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0175f69a-fb51-44e1-a8ea-1383a7ea5050,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:56.006748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.069902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.091207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:56.091628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.104372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.134729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.140655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:56.141188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.148297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Checking segment: {'id': 'aac2778d-3433-4ab4-8a7c-bb0d6b2aba3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '27b02b47-2da1-4320-a4c9-ea0a259a85a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:56.149683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Network hostable DHCP agents. Network: 27b02b47-2da1-4320-a4c9-ea0a259a85a1, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:56.189778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.200462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.234718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Calling delete_port for aa2fee6c-29ad-45fc-a783-c02384f7352c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:56.236253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b2a0838-af4a-4c6f-a693-9f8186993130,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:56.275540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736271f5-0400-4af7-9956-2fc1a7910e0f {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:56.284950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:35:46Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '956f6fae-9744-4e46-9bc3-b3a78006b490', 'name': '', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '0a808357-16d2-451d-9811-f5a96de1f652', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:43Z', 'updated_at': '2022-03-18T10:35:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '0a808357-16d2-451d-9811-f5a96de1f652', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:56.298175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df2acc-2101-4e0e-958a-a75211285851 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:35:46Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '956f6fae-9744-4e46-9bc3-b3a78006b490', 'name': '', 'network_id': '8c13313e-9f37-4bb8-b23a-c26bed6e2a55', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '0a808357-16d2-451d-9811-f5a96de1f652', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:43Z', 'updated_at': '2022-03-18T10:35:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '0a808357-16d2-451d-9811-f5a96de1f652', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:56.333607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:56.391373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa2fee6c-29ad-45fc-a783-c02384f7352c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:35:56.424077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Network 27b02b47-2da1-4320-a4c9-ea0a259a85a1 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:56.434334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.435618 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d2a47189-8db1-4835-aec2-601907e994fe tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6b2a0838-af4a-4c6f-a693-9f8186993130 HTTP/1.1" status: 204 len: 168 time: 0.6277025 Mar 18 10:35:56.447865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40490) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:56.469227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.483309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40494) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:56.536844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Calling delete_port for 9445d1bd-53e1-4ed9-8494-4aebbcb47cb3 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:56.568761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8297cc0e-6134-42ca-ad68-2c5b14e28fdc tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:56.606363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:56.611302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event updated for resources: {'Network': ['ID=2ccf14e9-aef5-47b2-a108-4e921bcdf6cb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:56.627984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:35:56.654360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.664437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:56.669983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-650061730', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:56.676862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:56.681797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Usage tracker for resource:port and tenant:8d37fc8c7e57483b838f3009451a513e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:56.687691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:56.693914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:56.739665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['736271f5-0400-4af7-9956-2fc1a7910e0f'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:35:56.772903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 27b02b47-2da1-4320-a4c9-ea0a259a85a1) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:56.782220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:56.784870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.798925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.803185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8297cc0e-6134-42ca-ad68-2c5b14e28fdc tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:56.808077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8297cc0e-6134-42ca-ad68-2c5b14e28fdc tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3489506 Mar 18 10:35:56.808077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.808077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.813225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70157572-55d1-45ff-a344-1d5233adc893 None None] Network 27b02b47-2da1-4320-a4c9-ea0a259a85a1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:56.813422 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-170a0402-ab4f-496c-8285-ab41fb7d8bbe tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0278211 Mar 18 10:35:56.813422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.813589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Made reservation on behalf of 8d37fc8c7e57483b838f3009451a513e for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:56.813679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40502) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:56.813679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40504) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:56.814040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.917344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:56.933398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Request body: {'subnet': {'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:56.934517 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-224e01a0-8ea5-4c2d-9a05-95b9a5cbf2a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0055954 Mar 18 10:35:57.034736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:57.038645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:57.040251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Port': ['ID=9445d1bd-53e1-4ed9-8494-4aebbcb47cb3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:57.043711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:57.044246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:57.045617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.049098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.050165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.059554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:57.119016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=8']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:57.134670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Usage tracker for resource:security_group_rule and tenant:8d37fc8c7e57483b838f3009451a513e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:57.141227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:57.161199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:57.167638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=b9c5c975-fa7e-4e71-87ec-05886d5ee5d3,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:57.191133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:57.202340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Usage tracker for resource:subnet and tenant:e46f887550d64053a1729f797ac4cb4f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:57.202340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:57.218935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:57.233670 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4518944-1cc5-4824-b498-9898d72b9cca tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/ports/9445d1bd-53e1-4ed9-8494-4aebbcb47cb3 HTTP/1.1" status: 204 len: 168 time: 1.6791651 Mar 18 10:35:57.236993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40514) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:57.241366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.254528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02de8c-454c-4908-be96-cfb35aeef98a req-953c92e2-777b-4841-b7af-d77e19cb8680 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.256472 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d02de8c-454c-4908-be96-cfb35aeef98a req-953c92e2-777b-4841-b7af-d77e19cb8680 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 944 time: 0.2315626 Mar 18 10:35:57.258576 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ce3328b7-3cf7-4f23-bb13-a0ebc529dd2c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5500455 Mar 18 10:35:57.264601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40518) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:57.286990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d5b6c-3501-4f24-9b21-d010f1031416 None None] Network 27b02b47-2da1-4320-a4c9-ea0a259a85a1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:57.310478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.322745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:57.337804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.383089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Made reservation on behalf of e46f887550d64053a1729f797ac4cb4f for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:57.386750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.394419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d02de8c-454c-4908-be96-cfb35aeef98a req-75a140fc-f9ef-4348-a56b-f69bd40c8cfc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260338 Mar 18 10:35:57.407664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:57.408023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:57.422158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.494475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.513985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] device_id is not set on port 20b54392-8da3-4ce3-a0c2-402755fa9d4b yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:35:57.544957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Deleting port aa2fee6c-29ad-45fc-a783-c02384f7352c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:57.545331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.580272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Deleting port ca049092-fbf1-4bf5-b4e0-f2819019517f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:57.580584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.596600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f97dae-11d0-42b3-a76a-1351c2ee24ed,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:57.688693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.699756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Allocated IP 172.26.2.154 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/20b54392-8da3-4ce3-a0c2-402755fa9d4b) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:57.775617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38c7977a-8c52-4426-8354-133f745fd3d2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:57.899036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:57.903008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fffc70de-c0a7-422e-9d61-a668f6965b4c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/38c7977a-8c52-4426-8354-133f745fd3d2 HTTP/1.1" status: 204 len: 168 time: 1.0901737 Mar 18 10:35:57.907036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40534) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:57.962516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:57.977747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:57.991933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:58.032741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:58.035906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:58.036232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.044365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.064720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.102095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4e16bffe-efaa-4d47-9937-7835f89d0681 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:58.103583 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4e16bffe-efaa-4d47-9937-7835f89d0681 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/networks?id=06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 200 len: 812 time: 0.4764829 Mar 18 10:35:58.144531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.183285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Calling delete_port for aa2fee6c-29ad-45fc-a783-c02384f7352c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:58.186463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-820abddf-3264-4d22-b800-791719cef3bb tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:58.209415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:58.212566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:58.215059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:35:58.225373 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-b5051e55-a7f1-40e2-b3aa-9dbeef91c670 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/quotas/fb6cdbb018e849a180cccf9ac9a21e10 HTTP/1.1" status: 200 len: 375 time: 0.0681365 Mar 18 10:35:58.234980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:58.236320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.267460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Pushing event updated for resources: {'Port': ['ID=20b54392-8da3-4ce3-a0c2-402755fa9d4b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:58.277589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.305536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:58.306172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.364864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:35:58.365370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:35:58.393128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 956f6fae-9744-4e46-9bc3-b3a78006b490 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:58.428072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f8f0ad29-7109-44fa-a616-8345d47025ae tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9403608 Mar 18 10:35:58.430790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40542) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:58.437910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.154'}]}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:58.438238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:58.439549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:58.441711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.444453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:58.449627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Usage tracker for resource:router and tenant:8d37fc8c7e57483b838f3009451a513e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:58.454052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:58.460788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:58.503528 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-1cfc1a45-ca5d-4c84-b97f-de412e146605 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2772374 Mar 18 10:35:58.572882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 956f6fae-9744-4e46-9bc3-b3a78006b490 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:58.578521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 956f6fae-9744-4e46-9bc3-b3a78006b490 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:58.579125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.591708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.592712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.614826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.644498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459646e-2f0f-4f72-95dd-55cf27475e18 req-05079d76-8bb4-4722-bf7a-57eb43ed51ad tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:58.646832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7459646e-2f0f-4f72-95dd-55cf27475e18 req-05079d76-8bb4-4722-bf7a-57eb43ed51ad tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 944 time: 0.1202385 Mar 18 10:35:58.699885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Calling delete_port for ca049092-fbf1-4bf5-b4e0-f2819019517f owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:58.701035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.705113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7459646e-2f0f-4f72-95dd-55cf27475e18 req-a9c3b392-f7df-4438-81a6-366ad327c78c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497310 Mar 18 10:35:58.743755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 956f6fae-9744-4e46-9bc3-b3a78006b490, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=956f6fae-9744-4e46-9bc3-b3a78006b490,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:58.745165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-820abddf-3264-4d22-b800-791719cef3bb tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:58.749342 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-820abddf-3264-4d22-b800-791719cef3bb tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8347878 Mar 18 10:35:58.753669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40546) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:58.830772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.842992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.853810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.860757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:58.905497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:58.936792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event updated for resources: {'Subnet': ['ID=455a2296-ffd7-40bd-981e-d8ddaaa7561c,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:58.958094 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9c5c975-fa7e-4e71-87ec-05886d5ee5d3 (CIDR: 2001:db8::/64) Mar 18 10:35:58.989655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.006295 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-87ab9afb-d74d-4db6-a8e3-2a8e8178c750 service neutron] 10.222.0.18 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426987 Mar 18 10:35:59.014720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Checking segment: {'id': '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:35:59.015081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Network hostable DHCP agents. Network: 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:35:59.040147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Deleting port aa2fee6c-29ad-45fc-a783-c02384f7352c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:35:59.040675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.054917 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:35:59.055388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:35:59.069022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ebb7b11-3f24-4f5f-99a9-f7f91c70c233,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:59.083892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.084268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.097198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:35:59.168414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.172567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8fbc42b9-01be-4466-8485-308e7547b308 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1ebb7b11-3f24-4f5f-99a9-f7f91c70c233 HTTP/1.1" status: 204 len: 168 time: 0.4187186 Mar 18 10:35:59.181663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40550) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.192095 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-abb36b94-3e48-4af5-aa16-f16aa0217297 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8843579 Mar 18 10:35:59.197587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40554) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.213541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:59.219083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Port': ['ID=ca049092-fbf1-4bf5-b4e0-f2819019517f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:59.229392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.230750 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4b5522ee-047d-4553-bd63-b6640f88c3e5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/ports/ca049092-fbf1-4bf5-b4e0-f2819019517f HTTP/1.1" status: 204 len: 168 time: 1.9797454 Mar 18 10:35:59.233841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40558) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.278806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:35:59.301017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ac094df9-b8a4-4f12-affa-5440318aa9b5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Synchronizing usage tracker for tenant:c25652b741e74ed490d7979901c3972f on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:59.318287 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:35:59.330456 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-ba4ab117-a7bd-4533-beaa-e9da3a50dfb7 service neutron] 10.222.0.18 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167493 Mar 18 10:35:59.349809 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c754b93-2442-48e2-9a22-0ed46b06da83 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1562881 Mar 18 10:35:59.358363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40562) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.380707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] For port aa2fee6c-29ad-45fc-a783-c02384f7352c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa2fee6c-29ad-45fc-a783-c02384f7352c,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:35:59.381954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.411336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.422597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:59.427903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:59.430873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.432450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:59.439157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:59.494025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:59.500905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:59.501937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.519168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ac094df9-b8a4-4f12-affa-5440318aa9b5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Unset dirty status for tenant:c25652b741e74ed490d7979901c3972f on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:59.521578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ac094df9-b8a4-4f12-affa-5440318aa9b5 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2841592 Mar 18 10:35:59.532901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40566) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.540119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-72449784'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:59.546196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:35:59.550798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:network and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:35:59.553903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:35:59.558699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a732f0-625c-4e77-8315-9175d31d6d80 None None] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:35:59.563323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:35:59.578542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:59.579576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Calling delete_port for aa2fee6c-29ad-45fc-a783-c02384f7352c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:35:59.581966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.584028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.597919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.597919 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d59fef2b-b586-4ac5-b921-82285ce13355 HTTP/1.1" status: 204 len: 168 time: 0.2357056 Mar 18 10:35:59.597919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40570) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.609543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 736271f5-0400-4af7-9956-2fc1a7910e0f completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:35:59.614681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fcbb8-272e-4e1b-afba-14976b7f54c1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d59fef2b-b586-4ac5-b921-82285ce13355,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:59.636534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 736271f5-0400-4af7-9956-2fc1a7910e0f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:35:59.636911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.642809 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0fa8ec85-2ae3-4b6a-91aa-cd3e545511ff tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8267393 Mar 18 10:35:59.646628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40574) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.654646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Request body: {'port': {'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb', 'name': 'tempest-TagsExtTest-1186624693'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:59.679073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f0d17a8-1567-48b9-a892-68a627102957 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:35:59.706239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:59.709865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.811294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f0d17a8-1567-48b9-a892-68a627102957 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:35:59.813984 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f0d17a8-1567-48b9-a892-68a627102957 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2137911 Mar 18 10:35:59.823372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40584) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:35:59.834640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:35:59.863518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1434f370-5a51-43cc-bea0-d5ff21dcda54 req-18e8f4bd-55b0-465b-b9b6-fa9b1363b90c tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 210 time: 0.1053793 Mar 18 10:35:59.864711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.865169 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment c5f55cc1-b0eb-4269-89c9-29ab6a10effa of type vlan for network 68919c62-acaf-40b9-bb59-6085fad60e41 Mar 18 10:35:59.938897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.978009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:35:59.997375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:00.001587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Usage tracker for resource:port and tenant:e46f887550d64053a1729f797ac4cb4f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:00.005450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:00.013264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:00.057760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.077415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Made reservation on behalf of e46f887550d64053a1729f797ac4cb4f for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:00.081752 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.098336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.124749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2ccf14e9-aef5-47b2-a108-4e921bcdf6cb', 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb', 'tenant_id': 'e46f887550d64053a1729f797ac4cb4f', 'fixed_ips': [{'subnet_id': '455a2296-ffd7-40bd-981e-d8ddaaa7561c'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:00.125646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.159280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] device_id is not set on port 486f5498-774c-4e26-861f-7a2cdbd12cfa yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:00.201130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.266978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.271014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.276479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:00.277336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.323947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:00.328252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:00.337792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.339217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398235cf-8093-4bdf-929b-34059dae452b req-dac67803-e6ce-4a55-8ac5-64501cf7fde3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:00.340761 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-398235cf-8093-4bdf-929b-34059dae452b req-dac67803-e6ce-4a55-8ac5-64501cf7fde3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 944 time: 0.4150038 Mar 18 10:36:00.394796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.399405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] Pushing event deleted for resources: {'Port': ['ID=aa2fee6c-29ad-45fc-a783-c02384f7352c,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:00.447656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.485139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 956f6fae-9744-4e46-9bc3-b3a78006b490 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:00.515424 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'code': 200} Mar 18 10:36:00.581690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.604165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:00.618817 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 956f6fae-9744-4e46-9bc3-b3a78006b490 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:00.619196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.697068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=c716369c-de85-4797-ae6c-e26cb60d8be3,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:00.752567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.782136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:00.788372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=68919c62-acaf-40b9-bb59-6085fad60e41,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:00.797853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.801361 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6b1a94b-da9a-4b18-b103-e95543ef54c0 HTTP/1.1" status: 204 len: 168 time: 0.9728837 Mar 18 10:36:00.801568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 68919c62-acaf-40b9-bb59-6085fad60e41 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:00.804221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ba54-cd78-4483-a854-a496df7fa035 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1a94b-da9a-4b18-b103-e95543ef54c0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:00.807949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40598) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:00.824409 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-398235cf-8093-4bdf-929b-34059dae452b req-2da4e4fc-5a75-497c-a806-f39f3bd083f3 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414480 Mar 18 10:36:00.855577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.858325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.867366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:00.870789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:00.876272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:00.925867 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f9cc77cb-1da1-4cdc-8c05-8e790fe997bb tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3888545 Mar 18 10:36:00.926767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40604) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:00.937184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Allocated IP 172.20.0.7 (2ccf14e9-aef5-47b2-a108-4e921bcdf6cb/455a2296-ffd7-40bd-981e-d8ddaaa7561c/486f5498-774c-4e26-861f-7a2cdbd12cfa) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:00.942082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-15051152'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:00.954951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:00.955428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57d67fca-80ea-4bfb-a664-373ec3dc1ab5 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:00.961192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:network and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:00.966537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:00.973882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524fa61-eacd-4b46-818d-c30f80671ffe None None] No DVR routers for this DVR port aa2fee6c-29ad-45fc-a783-c02384f7352c on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:01.003166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f4a3a-e807-49a2-aa4f-a92872dd8725 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:01.009885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40608) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:01.018253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:01.026781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.027153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50b3eff4-ab8e-4e18-8ff5-435234a3012d {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:36:01.046852 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bd666e58-fff3-477f-8696-c7775a8ac593 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8401911 Mar 18 10:36:01.059331 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d85cdb7d-112a-490d-a51a-9e7390f9e76b req-82d72f4f-7aac-4ffa-819c-7ab93d0c306e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 210 time: 0.0939252 Mar 18 10:36:01.059884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40612) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:01.085437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:5a:31:74', 'name': 'tempest-NetworksTestDHCPv6-1951060274'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:01.099040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea94d-7dce-4e9a-af14-3f8839b31804 req-2fdc84f6-0602-4a5a-8bf8-6f0187d78812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:01.100602 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b72ea94d-7dce-4e9a-af14-3f8839b31804 req-2fdc84f6-0602-4a5a-8bf8-6f0187d78812 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1098 time: 0.2391729 Mar 18 10:36:01.101198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57d67fca-80ea-4bfb-a664-373ec3dc1ab5 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:01.106506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57d67fca-80ea-4bfb-a664-373ec3dc1ab5 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2778652 Mar 18 10:36:01.114079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40616) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:01.138292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--554943903'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:01.166378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:01.210041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:01.214288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.217131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:01.227485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 18 10:36:01.231395 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49b39df8-260b-4464-a27d-f90864c1f23d tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7964590 Mar 18 10:36:01.237905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40620) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:01.267940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'b9c5c975-fa7e-4e71-87ec-05886d5ee5d3'}, {'subnet_id': 'c716369c-de85-4797-ae6c-e26cb60d8be3'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:01.269410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.316451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:01.343786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:01.347977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Deleting port 20b54392-8da3-4ce3-a0c2-402755fa9d4b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:01.348409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.367856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b72ea94d-7dce-4e9a-af14-3f8839b31804 req-dfa6092b-bf70-4a72-b21f-6a087a74ab77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545698 Mar 18 10:36:01.383101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.383452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Added segment 0a202586-14f9-4169-87bb-958c98b4462e of type vlan for network 2e444b46-51c2-43c2-bb6a-99b63a63e81d Mar 18 10:36:01.403888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:01.473484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.474187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.488894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:01.520625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Allocated IP 2001:db8:0:1::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/c716369c-de85-4797-ae6c-e26cb60d8be3/5e162f83-b1db-4ded-9c7c-bb2529062d7e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:01.526585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.526753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Allocated IP 2001:db8::f816:3eff:fe9b:e362 (862ac36c-a15b-4807-bb67-f61f5836b3bd/b9c5c975-fa7e-4e71-87ec-05886d5ee5d3/5e162f83-b1db-4ded-9c7c-bb2529062d7e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:01.537451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:01.618734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:01.628249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Transition to ACTIVE for port object 486f5498-774c-4e26-861f-7a2cdbd12cfa will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:01.751253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.774733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.785778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Transition to ACTIVE for port object 5e162f83-b1db-4ded-9c7c-bb2529062d7e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:01.790677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.796135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:01.796716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.801391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.808172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Transition to ACTIVE for port object 5e162f83-b1db-4ded-9c7c-bb2529062d7e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:01.826584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.834773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port 57ead574-ab65-4dac-8e21-be679b1412eb yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:01.875717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.939467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:01.975720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.050966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:02.053869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:02.058858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:02.066186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:02.068431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:02.103892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:02.143230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Calling delete_port for 20b54392-8da3-4ce3-a0c2-402755fa9d4b owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:02.152115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Allocated IP 172.20.0.2 (2ccf14e9-aef5-47b2-a108-4e921bcdf6cb/455a2296-ffd7-40bd-981e-d8ddaaa7561c/16ff2156-13e0-46c5-b24a-2f682f78f618) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:02.162901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Pushing event updated for resources: {'Port': ['ID=5e162f83-b1db-4ded-9c7c-bb2529062d7e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.176523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:02.176523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.218612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event updated for resources: {'Port': ['ID=486f5498-774c-4e26-861f-7a2cdbd12cfa,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.220791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc758c4e-c334-4325-9b14-a6492493bd75,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.262048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Attempting to bind port 5e162f83-b1db-4ded-9c7c-bb2529062d7e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:02.262453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Attempting to bind port 5e162f83-b1db-4ded-9c7c-bb2529062d7e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:02.263538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aa94e-e720-4e7b-8923-26d91f875676 req-efe1852d-31a6-411a-bedc-4ffb64b67daf tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:02.264021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Attempting to bind port 5e162f83-b1db-4ded-9c7c-bb2529062d7e on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:02.270726 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce5aa94e-e720-4e7b-8923-26d91f875676 req-efe1852d-31a6-411a-bedc-4ffb64b67daf tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.3060944 Mar 18 10:36:02.284520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Network': ['ID=2e444b46-51c2-43c2-bb6a-99b63a63e81d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.302096 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-22645b30-a276-43ff-8846-7a46aabc07ec tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6542819 Mar 18 10:36:02.308207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:02.311710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:02.311857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40628) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:02.315318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.315862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:02.316434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Bound port: 5e162f83-b1db-4ded-9c7c-bb2529062d7e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:02.320425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.327901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1562213567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:02.346345 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce5aa94e-e720-4e7b-8923-26d91f875676 req-2be4fdd0-71af-4037-b6c4-f3f2f305cf16 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707529 Mar 18 10:36:02.346345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.346345 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f5a2cbd2-d18e-484a-bb67-a14cd792b92c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2289779 Mar 18 10:36:02.356857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40632) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:02.361496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.368316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2e444b46-51c2-43c2-bb6a-99b63a63e81d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:02.378389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:02.395213 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-281449cc-1f74-4d06-8d60-483aeb62153d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4663336 Mar 18 10:36:02.411611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'bc758c4e-c334-4325-9b14-a6492493bd75', 'direction': 'ingress', 'protocol': 17}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:02.421620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:02.421971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:02.424968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:02.431227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:02.537526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] For port 5e162f83-b1db-4ded-9c7c-bb2529062d7e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:02.542321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] For port 5e162f83-b1db-4ded-9c7c-bb2529062d7e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5e162f83-b1db-4ded-9c7c-bb2529062d7e,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:02.622254 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95d4bb68-c378-4369-a208-83424ab9be77 req-65cdbb81-d568-4cb9-9ca0-7f0a937f0e95 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 210 time: 0.2794440 Mar 18 10:36:02.629489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Usage tracker for resource:router and tenant:e46f887550d64053a1729f797ac4cb4f is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:02.642843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:02.658841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:02.672549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.796184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.804997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.806908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.807905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.848433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974f45-d08d-456c-a811-1c2bb5d0d840 None None] Pushing event updated for resources: {'Port': ['ID=5e162f83-b1db-4ded-9c7c-bb2529062d7e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.939173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b54392-8da3-4ce3-a0c2-402755fa9d4b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:02.974331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:02.987490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Transition to ACTIVE for port object 16ff2156-13e0-46c5-b24a-2f682f78f618 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:03.011707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Transition to ACTIVE for port object 16ff2156-13e0-46c5-b24a-2f682f78f618 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:03.060184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8:0:1::2a5 (862ac36c-a15b-4807-bb67-f61f5836b3bd/c716369c-de85-4797-ae6c-e26cb60d8be3/57ead574-ab65-4dac-8e21-be679b1412eb) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:03.067508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::f816:3eff:fe5a:3174 (862ac36c-a15b-4807-bb67-f61f5836b3bd/b9c5c975-fa7e-4e71-87ec-05886d5ee5d3/57ead574-ab65-4dac-8e21-be679b1412eb) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:03.111425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.121728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.238686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-b9c3c1eb-b5ba-429d-861d-61407c680816 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:03.243540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-b9c3c1eb-b5ba-429d-861d-61407c680816 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.24 "GET /v2.0/networks?id=06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 200 len: 812 time: 0.7422328 Mar 18 10:36:03.246714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Pushing event updated for resources: {'Port': ['ID=16ff2156-13e0-46c5-b24a-2f682f78f618,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:03.255529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Request body: {'port': {'device_id': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932', 'admin_state_up': True, 'tenant_id': 'fb6cdbb018e849a180cccf9ac9a21e10'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:03.260356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:03.261989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:03.266562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:03.352280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.466056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Attempting to bind port 16ff2156-13e0-46c5-b24a-2f682f78f618 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:03.466606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Attempting to bind port 16ff2156-13e0-46c5-b24a-2f682f78f618 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:03.466842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Attempting to bind port 16ff2156-13e0-46c5-b24a-2f682f78f618 on network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:03.473444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:03.473847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Checking segment: {'id': '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:03.474371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.474924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Bound using segment: {'id': '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:03.476711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Bound port: 16ff2156-13e0-46c5-b24a-2f682f78f618, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2ccf14e9-aef5-47b2-a108-4e921bcdf6cb'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:03.477162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.507023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.568542 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1350857c-6548-4325-94f2-45aef87e79d2 tempest-RoutersAdminNegativeIpV6Test-76149790 tempest-RoutersAdminNegativeIpV6Test-76149790-project-admin] 10.222.0.18 "DELETE /v2.0/ports/20b54392-8da3-4ce3-a0c2-402755fa9d4b HTTP/1.1" status: 204 len: 168 time: 2.3282313 Mar 18 10:36:03.580218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.620061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.654515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] For port 16ff2156-13e0-46c5-b24a-2f682f78f618, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:03.662742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] For port 16ff2156-13e0-46c5-b24a-2f682f78f618, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=16ff2156-13e0-46c5-b24a-2f682f78f618,segment=NetworkSegment(8bfc3e94-8a81-4e81-81b1-fdcccf0a2753),segment_id=8bfc3e94-8a81-4e81-81b1-fdcccf0a2753)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:03.682392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object 57ead574-ab65-4dac-8e21-be679b1412eb will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:03.689854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2465a9-a18d-4dd9-9bcd-5515700ece51,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:03.692174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.729173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.770861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:03.774865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Usage tracker for resource:port and tenant:fb6cdbb018e849a180cccf9ac9a21e10 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:03.777723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:03.783793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:03.842169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.842435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.846842 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8e6ccca-da70-4fcf-bc20-3d4e03844079 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4858270 Mar 18 10:36:03.848217 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0cfd6dbe-dd86-4066-ac2b-b916354268b9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5365653 Mar 18 10:36:03.849555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40646) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:03.850913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40648) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:03.852806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:03.876910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d0c3d0c7-c20a-4efb-899e-5b453b34cb8b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-521725206', 'prefixes': ['172.20.0.0/16']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:03.892920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d0c3d0c7-c20a-4efb-899e-5b453b34cb8b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:03.916640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eed5a-f7c5-4b0f-8b64-b094dedcf5f7 None None] Pushing event updated for resources: {'Port': ['ID=16ff2156-13e0-46c5-b24a-2f682f78f618,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:03.934073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb448-623d-4171-9e5b-a0352b0f8812 req-230c81f8-0583-4f65-9d11-2d61a9cd772f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:03.935324 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-180fb448-623d-4171-9e5b-a0352b0f8812 req-230c81f8-0583-4f65-9d11-2d61a9cd772f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.2995744 Mar 18 10:36:03.974625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Made reservation on behalf of fb6cdbb018e849a180cccf9ac9a21e10 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:03.979286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.028426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 956f6fae-9744-4e46-9bc3-b3a78006b490 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:04.028784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.185624 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-180fb448-623d-4171-9e5b-a0352b0f8812 req-dd9b0dbe-2c81-47ef-802c-6262826c2519 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409782 Mar 18 10:36:04.246763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:04.257421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.297712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:04.335198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-638f9548-d155-41aa-b403-fa09d7751492 req-a525255e-3977-452e-a26b-d866a7587e21 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 210 time: 0.3304229 Mar 18 10:36:04.395893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:04.418520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:04.426256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.444189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40658) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:04.550106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.604559 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5416830 Mar 18 10:36:04.611286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40664) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:04.626225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 16ff2156-13e0-46c5-b24a-2f682f78f618 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:04.756650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea80bd9-df98-41ae-a9b0-7ca4d7f6fb2e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=57ead574-ab65-4dac-8e21-be679b1412eb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:04.772900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.832985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:04.842948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port 57ead574-ab65-4dac-8e21-be679b1412eb {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:04.843290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.856600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcbc87c365d4945a3bb77b7f8997084 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:04.864880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:04.882093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 16ff2156-13e0-46c5-b24a-2f682f78f618 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:04.887234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5e162f83-b1db-4ded-9c7c-bb2529062d7e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:04.899537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:04.904944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Allocated IP 172.20.0.10 (06501ed4-6338-45e5-bdf7-897b6307f932/f2ea6882-1a46-4b62-a73a-9d3080b02e1c/a73b2edf-acde-4d3b-aadb-4aaea2cebdf0) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:04.918762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 956f6fae-9744-4e46-9bc3-b3a78006b490, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=956f6fae-9744-4e46-9bc3-b3a78006b490,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:04.919125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.980846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d0c7-c20a-4efb-899e-5b453b34cb8b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for subnetpool, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:04.984574 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d0c3d0c7-c20a-4efb-899e-5b453b34cb8b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1265960 Mar 18 10:36:04.985909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40668) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:05.008830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fe101-fda9-4168-8ca0-b6d59cd28dbe None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:05.022546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-0a328aa4-a8ae-44ab-b10c-e9107832413f tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1941353792') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:05.094906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:05.162147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc758c4e-c334-4325-9b14-a6492493bd75,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:05.180058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:05.185549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a5817914-7415-417c-9587-69e4d66c3031 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/bc758c4e-c334-4325-9b14-a6492493bd75 HTTP/1.1" status: 204 len: 168 time: 1.3290300 Mar 18 10:36:05.191320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40672) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:05.230365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 956f6fae-9744-4e46-9bc3-b3a78006b490 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:05.365024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-514760f9-5916-47ff-8138-940943fa3b1b None None] Provisioning for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:05.391275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:05.403323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:05.403809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:05.441925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ebeed-75d7-49f3-88cb-6bd7ab57c504 req-2026a08e-84dd-4531-b20f-36bc1230aa70 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:05.453300 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-775ebeed-75d7-49f3-88cb-6bd7ab57c504 req-2026a08e-84dd-4531-b20f-36bc1230aa70 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.9541459 Mar 18 10:36:05.659732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:05.694503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:05.715418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb09e3-d6d9-4a24-8ebd-f1cdaa720f52 None None] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:05.805229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40678) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:05.845921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for 57ead574-ab65-4dac-8e21-be679b1412eb owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:05.901430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5e162f83-b1db-4ded-9c7c-bb2529062d7e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5e162f83-b1db-4ded-9c7c-bb2529062d7e,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:05.927751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9ef21e6a-c74f-49f4-afb4-6035c1a45bf0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:05.943406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a4e2b24-7800-4ace-b7b4-1b03b221821f req-b2eeae2f-5119-4ddd-ac6c-49fb7f0c337f tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 210 time: 0.1095099 Mar 18 10:36:06.000750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'subnets': [{'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--942621481', 'ip_version': 6}, {'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.001342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'subnet': {'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--942621481', 'ip_version': 6}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.002179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Request body: {'subnet': {'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.039796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.077668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9ef21e6a-c74f-49f4-afb4-6035c1a45bf0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:06.083526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9ef21e6a-c74f-49f4-afb4-6035c1a45bf0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8910291 Mar 18 10:36:06.091766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.097855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171953475'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.119751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Provisioning for port 16ff2156-13e0-46c5-b24a-2f682f78f618 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:06.126818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Provisioning complete for port 16ff2156-13e0-46c5-b24a-2f682f78f618 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:06.127200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.138566 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-775ebeed-75d7-49f3-88cb-6bd7ab57c504 req-1c4f2f7f-7125-4122-a606-caa46ad22c36 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6837947 Mar 18 10:36:06.140766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:06.157320 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a328aa4-a8ae-44ab-b10c-e9107832413f tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1941353792 HTTP/1.1" status: 201 len: 201 time: 1.1566043 Mar 18 10:36:06.163136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.163411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40688) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.168156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:06.176742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-39317404-165d-44e9-b41a-edb7925fa79a tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-430851035') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:06.195629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5e162f83-b1db-4ded-9c7c-bb2529062d7e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.328945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.338728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.352701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530901e-1d60-4fbf-b3b8-e68c7a6affb0 tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:06.356893 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b530901e-1d60-4fbf-b3b8-e68c7a6affb0 tempest-TestNetworkAdvancedServerOps-753519703 tempest-TestNetworkAdvancedServerOps-753519703-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1093 time: 0.1879632 Mar 18 10:36:06.358583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.362453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.387781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] For port 16ff2156-13e0-46c5-b24a-2f682f78f618, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=16ff2156-13e0-46c5-b24a-2f682f78f618,segment=NetworkSegment(8bfc3e94-8a81-4e81-81b1-fdcccf0a2753),segment_id=8bfc3e94-8a81-4e81-81b1-fdcccf0a2753)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:06.406700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:06.409035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.411318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:06.415517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:06.421605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:06.430007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5e162f83-b1db-4ded-9c7c-bb2529062d7e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:06.459036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.476678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.482725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:06.482908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.498999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Usage tracker for resource:subnet and tenant:c25652b741e74ed490d7979901c3972f is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:06.502658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:06.510181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:06.521517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.526136 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-39317404-165d-44e9-b41a-edb7925fa79a tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-430851035 HTTP/1.1" status: 201 len: 201 time: 0.3611588 Mar 18 10:36:06.528568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=57ead574-ab65-4dac-8e21-be679b1412eb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.530046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40698) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.538234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-43ea04e5-a2e6-4c3a-8468-6dd4fa671af8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1414725353') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:06.567900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:06.568679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:06.568876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.607740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.611325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Usage tracker for resource:floatingip and tenant:2c46f952aba9404085eba2ba89401eb1 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:06.617735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.620440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5436db-88b9-472a-a8f8-e3e76c4072f2 None None] Pushing event updated for resources: {'Port': ['ID=16ff2156-13e0-46c5-b24a-2f682f78f618,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.621868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:06.638686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.653183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:06.661769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-09c4e766-65cd-4f47-8a0a-9328e7407198 None None] Provisioning complete for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:06.662172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09c4e766-65cd-4f47-8a0a-9328e7407198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.669957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc3a94-e537-4011-bf1a-077098c7b568,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.682289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Made reservation on behalf of c25652b741e74ed490d7979901c3972f for: {'subnet': 2} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:06.686753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.687082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.713990 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fbaabb30-cbc5-4339-a410-91bee06c8dae tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/57ead574-ab65-4dac-8e21-be679b1412eb HTTP/1.1" status: 204 len: 168 time: 2.0414960 Mar 18 10:36:06.714842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40702) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.715515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc957a5-10ff-4a16-8d26-4a70a908068e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.793553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.801661 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0acadeb4-a3e0-4cec-bb27-c818460a544c tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7131531 Mar 18 10:36:06.802727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40706) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.810996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--55426068'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.817907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:06.824995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:06.825798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:06.836227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:06.857537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40710) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:06.858884 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a7bbc84-8c83-4a07-81dd-2bb76b10e0d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebcbc87c365d4945a3bb77b7f8997084&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4139686 Mar 18 10:36:06.875131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:06.934612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f785693-f354-42c0-94a0-71bd0a61eed5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:06.935512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f785693-f354-42c0-94a0-71bd0a61eed5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:06.957998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-09c4e766-65cd-4f47-8a0a-9328e7407198 None None] Could not find standard attr ID for object 57ead574-ab65-4dac-8e21-be679b1412eb. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:36:06.970829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.000249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.009628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:07.014229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:07.017316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:07.024126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:07.116531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.119937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3f785693-f354-42c0-94a0-71bd0a61eed5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:07.120702 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f785693-f354-42c0-94a0-71bd0a61eed5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4018364 Mar 18 10:36:07.133267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Provisioning for port 486f5498-774c-4e26-861f-7a2cdbd12cfa completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:07.136299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40716) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:07.142348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Provisioning complete for port 486f5498-774c-4e26-861f-7a2cdbd12cfa triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:07.142667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.203647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Port 486f5498-774c-4e26-861f-7a2cdbd12cfa cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:07.218279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Provisioning complete for port 16ff2156-13e0-46c5-b24a-2f682f78f618 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:07.218656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0fef2155-2cee-4609-8216-3e062285d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.220050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.220615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Network 06501ed4-6338-45e5-bdf7-897b6307f932 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:07.236168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:07.249534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:07.290802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Pushing event updated for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.293022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.333971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.346296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bf48-a60a-44fc-a9f2-52343d1bd9d4 req-39168e9b-3ce8-4e9a-8a15-bce9b2d8f817 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.347977 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7dc3bf48-a60a-44fc-a9f2-52343d1bd9d4 req-39168e9b-3ce8-4e9a-8a15-bce9b2d8f817 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 932 time: 0.2396040 Mar 18 10:36:07.363705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=956f6fae-9744-4e46-9bc3-b3a78006b490,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.373772 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-43ea04e5-a2e6-4c3a-8468-6dd4fa671af8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1414725353 HTTP/1.1" status: 201 len: 201 time: 0.8426576 Mar 18 10:36:07.389941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40720) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:07.398980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-076534ff-5223-4dc5-a067-82bfa7aff7f7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1744392076') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:07.409301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.415670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.467097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.467710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.511985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.516286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7dc3bf48-a60a-44fc-a9f2-52343d1bd9d4 req-d192325e-d181-4b40-ad56-e1019c795f4e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Synchronizing usage tracker for tenant:fb6cdbb018e849a180cccf9ac9a21e10 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:07.582793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb85efc9-8c81-4a4c-b639-8c6352b60043,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.584422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f87731-3076-4ede-8bac-bd53e1d85af2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.585246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f0f87731-3076-4ede-8bac-bd53e1d85af2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:07.619609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc3a94-e537-4011-bf1a-077098c7b568,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.623693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.627929 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc440f7f-b5ae-47ab-83c6-4d5d2c47e7e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0cc3a94-e537-4011-bf1a-077098c7b568 HTTP/1.1" status: 204 len: 168 time: 0.7692096 Mar 18 10:36:07.661044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:07.662285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-93eb903c-96f2-4361-b111-99dbff5cca9a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8571467 Mar 18 10:36:07.668658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:07.689696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'bdc957a5-10ff-4a16-8d26-4a70a908068e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb85efc9-8c81-4a4c-b639-8c6352b60043', 'remote_ip_prefix': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:07.692269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7dc3bf48-a60a-44fc-a9f2-52343d1bd9d4 req-d192325e-d181-4b40-ad56-e1019c795f4e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Unset dirty status for tenant:fb6cdbb018e849a180cccf9ac9a21e10 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:07.693434 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7dc3bf48-a60a-44fc-a9f2-52343d1bd9d4 req-d192325e-d181-4b40-ad56-e1019c795f4e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305857 Mar 18 10:36:07.696245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:07.701615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-076534ff-5223-4dc5-a067-82bfa7aff7f7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1744392076 HTTP/1.1" status: 201 len: 201 time: 0.3084228 Mar 18 10:36:07.703206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40730) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:07.707870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:07.712415 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4b4a7ecc-cf2c-4b68-b8b7-3529ae2293d1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4620790 Mar 18 10:36:07.712820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-f63a9309-257c-4e07-b54f-43778e518456 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:07.730417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f0f87731-3076-4ede-8bac-bd53e1d85af2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:07.731491 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f0f87731-3076-4ede-8bac-bd53e1d85af2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5855486 Mar 18 10:36:07.738912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Request body: {'port': {'device_id': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:07.739406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:07.742349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40734) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:07.782998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:07.821735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Allocated IP 172.26.2.161 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/af8ddf14-5878-4152-a3ca-0978ffcb9dd1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:07.859778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.861360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.862863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:07.863748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:08.119636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.159938 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f63a9309-257c-4e07-b54f-43778e518456 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 200 len: 241 time: 0.4555407 Mar 18 10:36:08.164822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40740) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.178669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-d78d84ca-0b1c-4afb-a1bc-32a1932a6009 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1941353792') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:08.200411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:08.203608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.204336 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3ee66a56-6f20-41c4-9fcc-79709f8599e6 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4580874 Mar 18 10:36:08.206611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40744) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.211832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.212086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.301432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.312213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet b9c5c975-fa7e-4e71-87ec-05886d5ee5d3 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:08.317039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.368133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.373960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40748) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.423914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c576649-c913-4185-a047-bcae3c8b1cde,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:08.435428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.464387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 16ff2156-13e0-46c5-b24a-2f682f78f618 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:08.514486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.536114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 16ff2156-13e0-46c5-b24a-2f682f78f618 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:08.536617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.559043 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a3bf3fc2-e168-4bf2-bd57-56e6b86c4dce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d37fc8c7e57483b838f3009451a513e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747911 Mar 18 10:36:08.565363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40752) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.580031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.582671 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-16608f5a-fc7d-423c-9676-6f02f25401f0 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9127381 Mar 18 10:36:08.590055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40756) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.624223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:08.629980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:08.637846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:08.666083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=af8ddf14-5878-4152-a3ca-0978ffcb9dd1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:08.704715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.710015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.716313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.760082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.770394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d78d84ca-0b1c-4afb-a1bc-32a1932a6009 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1941353792 HTTP/1.1" status: 204 len: 168 time: 0.5980852 Mar 18 10:36:08.772751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40762) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:08.812179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-beaf7dfd-2e6d-4871-a206-c317cca7936e tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1941353792') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:08.951471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:08.954298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.034669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c576649-c913-4185-a047-bcae3c8b1cde,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.055881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.069291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Subnet': ['ID=db951ee0-8f26-4bce-8cd5-9a0f160cb569,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.099978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.109080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.110227 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-06853856-c31a-4b5f-a48c-1380dd16e13b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1c576649-c913-4185-a047-bcae3c8b1cde HTTP/1.1" status: 204 len: 168 time: 0.5128839 Mar 18 10:36:09.114305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c5c975-fa7e-4e71-87ec-05886d5ee5d3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.116657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40766) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:09.124898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b0412-dfba-4c3d-80a5-c5d9186c14db None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:09.125992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.127784 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3b8ec70f-6bbc-4b79-a174-2407a7043fc8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/b9c5c975-fa7e-4e71-87ec-05886d5ee5d3 HTTP/1.1" status: 204 len: 168 time: 0.9194138 Mar 18 10:36:09.134644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40768) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:09.139938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Checking segment: {'id': 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:09.140314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network hostable DHCP agents. Network: 68919c62-acaf-40b9-bb59-6085fad60e41, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:09.220711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:09.246236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a1c18-8e8e-4e2f-8608-3b466dd554c5 req-8379b091-29c4-4798-8a29-cec848c14eae tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:09.246942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-710a1c18-8e8e-4e2f-8608-3b466dd554c5 req-8379b091-29c4-4798-8a29-cec848c14eae tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Synchronizing usage tracker for tenant:fb6cdbb018e849a180cccf9ac9a21e10 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:09.318428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet c716369c-de85-4797-ae6c-e26cb60d8be3 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:09.326327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.360167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network 68919c62-acaf-40b9-bb59-6085fad60e41 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:09.379403 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-beaf7dfd-2e6d-4871-a206-c317cca7936e tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1941353792 HTTP/1.1" status: 204 len: 168 time: 0.5790846 Mar 18 10:36:09.384697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40774) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:09.399532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-ea7500ec-543f-467e-9c04-93bc64af9260 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:09.400048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f85232ad-1255-4d7e-8d54-082576e9f842 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:09.425480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.527482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f85232ad-1255-4d7e-8d54-082576e9f842 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:09.529965 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f85232ad-1255-4d7e-8d54-082576e9f842 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3983638 Mar 18 10:36:09.536142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40778) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:09.582211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.587301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:09.602521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 68919c62-acaf-40b9-bb59-6085fad60e41) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:09.606475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.610585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.614852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.617254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d82a4-4851-4a47-b756-32130131df47 None None] Network 68919c62-acaf-40b9-bb59-6085fad60e41 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:09.662705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.689459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f97dae-11d0-42b3-a76a-1351c2ee24ed,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.712519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-710a1c18-8e8e-4e2f-8608-3b466dd554c5 req-8379b091-29c4-4798-8a29-cec848c14eae tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Unset dirty status for tenant:fb6cdbb018e849a180cccf9ac9a21e10 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:09.713668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-710a1c18-8e8e-4e2f-8608-3b466dd554c5 req-8379b091-29c4-4798-8a29-cec848c14eae tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 932 time: 0.8428893 Mar 18 10:36:09.719768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.768431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.801963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.853750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Transition to ACTIVE for port object a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:09.883185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event updated for resources: {'Subnet': ['ID=4e4d67f1-d05a-4673-8433-6f900ce98865,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.890350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:09.894987 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ae3b49d4-8c5b-4e41-bdb8-547bff2f72c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4f97dae-11d0-42b3-a76a-1351c2ee24ed HTTP/1.1" status: 204 len: 168 time: 1.3212490 Mar 18 10:36:09.896396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Checking segment: {'id': '0a202586-14f9-4169-87bb-958c98b4462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:09.896680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network hostable DHCP agents. Network: 2e444b46-51c2-43c2-bb6a-99b63a63e81d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:09.942947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.024935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-68919c62-acaf-40b9-bb59-6085fad60e41', 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41', 'tenant_id': 'c25652b741e74ed490d7979901c3972f', 'fixed_ips': [{'subnet_id': 'db951ee0-8f26-4bce-8cd5-9a0f160cb569'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:10.025792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.064506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-710a1c18-8e8e-4e2f-8608-3b466dd554c5 req-1dc1b82c-1b3a-441e-a192-72469025bbbc tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679601 Mar 18 10:36:10.088620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:10.102531 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-11cac59e-e412-4387-a8b9-8ab78593ab3d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/2cd3bf4c-069e-4c63-8f99-937bcc93d6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0832329 Mar 18 10:36:10.103003 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:10.115513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.117447 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:10.120083 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:55Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:10.143578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=c716369c-de85-4797-ae6c-e26cb60d8be3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.145792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.153376 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea7500ec-543f-467e-9c04-93bc64af9260 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 200 len: 205 time: 0.7542279 Mar 18 10:36:10.154816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40786) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.171078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310fc2b-0116-4bcd-ac90-bcbf4ce85438 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:10.245380 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c37b04b9-1273-4fa7-acd8-0c071940e218 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/c716369c-de85-4797-ae6c-e26cb60d8be3 HTTP/1.1" status: 204 len: 168 time: 1.1077445 Mar 18 10:36:10.254309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-16475798-b0a8-41e2-a1f8-27e35741c869 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:10.284215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Network 2e444b46-51c2-43c2-bb6a-99b63a63e81d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:10.293389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40790) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.296145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.322927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Pushing event updated for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.410831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2e444b46-51c2-43c2-bb6a-99b63a63e81d) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:10.416538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:10.417434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:10.418263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.438115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:10.465382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Allocated IP 2001:db8::1 (68919c62-acaf-40b9-bb59-6085fad60e41/db951ee0-8f26-4bce-8cd5-9a0f160cb569/c2e71860-875e-43c2-b01d-57bee9151ed3) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:10.497530 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-16475798-b0a8-41e2-a1f8-27e35741c869 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 200 len: 240 time: 0.2745020 Mar 18 10:36:10.498932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Attempting to bind port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:10.499066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Attempting to bind port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '22748f57-c3bd-4d4a-848c-1de3ad54c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:10.499502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Attempting to bind port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 on network 06501ed4-6338-45e5-bdf7-897b6307f932 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:10.501651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40796) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.507243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-aeca407b-acd2-456b-86d5-c3cf136a5493 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-430851035') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:10.537636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb85efc9-8c81-4a4c-b639-8c6352b60043,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.549475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 on network 06501ed4-6338-45e5-bdf7-897b6307f932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:36:10.550148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Attempting to bind port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 on network 06501ed4-6338-45e5-bdf7-897b6307f932 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:10.560996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1ac76f5c-10ac-4075-ac2b-d604fe3d1ea6 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5865912 Mar 18 10:36:10.563899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40800) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.569620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:10.575422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Checking segment: {'id': '22748f57-c3bd-4d4a-848c-1de3ad54c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:10.575422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Bound using segment: {'id': '22748f57-c3bd-4d4a-848c-1de3ad54c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:10.575422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Bound port: a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22748f57-c3bd-4d4a-848c-1de3ad54c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:10.575422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.589460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-42b0bc34-709e-4343-9ce1-1d62d439647e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2946091 Mar 18 10:36:10.594682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40804) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.606453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:10.663211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825b0ab-9bc4-4cf3-8ad7-288cf4e1f000 None None] Network 2e444b46-51c2-43c2-bb6a-99b63a63e81d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:10.722759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.724048 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7ddf7fb3-86a1-44e1-9f27-dd1f7c492b68 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb85efc9-8c81-4a4c-b639-8c6352b60043 HTTP/1.1" status: 204 len: 168 time: 1.1869085 Mar 18 10:36:10.733810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40810) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:10.800173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ffb68aed-c15e-41a8-b6f6-65d1afdd15cb None None] Provisioning complete for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:10.800801 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ffb68aed-c15e-41a8-b6f6-65d1afdd15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.868773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:10.883647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:10.910418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:10.912529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:10.915878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:10.919024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:10.922547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:10.926052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Synchronizing usage tracker for tenant:c25652b741e74ed490d7979901c3972f on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:10.948753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:10.954236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.057870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.059932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d3c7de79-b100-4dae-be36-dc9ca46e72ce tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:11.060274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:11.073247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Transition to ACTIVE for port object c2e71860-875e-43c2-b01d-57bee9151ed3 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:11.074151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aeca407b-acd2-456b-86d5-c3cf136a5493 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-430851035 HTTP/1.1" status: 204 len: 168 time: 0.5713096 Mar 18 10:36:11.077684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40822) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:11.088026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,segment=NetworkSegment(22748f57-c3bd-4d4a-848c-1de3ad54c7a1),segment_id=22748f57-c3bd-4d4a-848c-1de3ad54c7a1)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:11.098422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Transition to ACTIVE for port object c2e71860-875e-43c2-b01d-57bee9151ed3 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:11.107925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-adf3965e-6c7d-4645-b079-08037a4a8024 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-430851035') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:11.121848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event updated for resources: {'Port': ['ID=af8ddf14-5878-4152-a3ca-0978ffcb9dd1,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.130001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.135027 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:11.144296 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:11.166310 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:11.167115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:55Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:11.193591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Unset dirty status for tenant:c25652b741e74ed490d7979901c3972f on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:11.197496 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b9831f3d-d60e-4694-95e0-ea1987c29a62 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6314499 Mar 18 10:36:11.208167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40828) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:11.209601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.220760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.349697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Floating IP ad36014a-6761-43ea-87d7-3389b622e2e3 associated. External IP: 172.26.2.161, port: 736271f5-0400-4af7-9956-2fc1a7910e0f. Mar 18 10:36:11.351058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Pushing event updated for resources: {'Port': ['ID=c2e71860-875e-43c2-b01d-57bee9151ed3,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.376782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Network 68919c62-acaf-40b9-bb59-6085fad60e41 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:11.378498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:11.379213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.380654 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] 10.222.0.24 "PUT /v2.0/ports/a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 200 len: 1094 time: 3.6512744 Mar 18 10:36:11.380924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:11.385467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:11.385873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:11.423405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0d24-2fe2-4ba3-a3bc-cb7d3d0cfcc1 req-c8c58f90-fcb1-4bf9-a9be-436c393ebb33 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:11.424234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-345d0d24-2fe2-4ba3-a3bc-cb7d3d0cfcc1 req-c8c58f90-fcb1-4bf9-a9be-436c393ebb33 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:11.456500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Deleting subnet db951ee0-8f26-4bce-8cd5-9a0f160cb569 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:11.462225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999729d-38f6-4c45-bcf2-7600e4148a31 service neutron] Pushing event updated for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.464388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:11.473628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.482461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.503378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:11.515452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-345d0d24-2fe2-4ba3-a3bc-cb7d3d0cfcc1 req-c8c58f90-fcb1-4bf9-a9be-436c393ebb33 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:11.516759 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-345d0d24-2fe2-4ba3-a3bc-cb7d3d0cfcc1 req-c8c58f90-fcb1-4bf9-a9be-436c393ebb33 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.5593679 Mar 18 10:36:11.560535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Attempting to bind port c2e71860-875e-43c2-b01d-57bee9151ed3 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:11.560827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Attempting to bind port c2e71860-875e-43c2-b01d-57bee9151ed3 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:11.561186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Attempting to bind port c2e71860-875e-43c2-b01d-57bee9151ed3 on network 68919c62-acaf-40b9-bb59-6085fad60e41 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:11.563591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2e444b46-51c2-43c2-bb6a-99b63a63e81d', 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d', 'tenant_id': 'c25652b741e74ed490d7979901c3972f', 'fixed_ips': [{'subnet_id': '4e4d67f1-d05a-4673-8433-6f900ce98865'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:11.564689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.577619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:11.589346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Deleting port 5e162f83-b1db-4ded-9c7c-bb2529062d7e {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:11.589722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.621617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:11.621617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Checking segment: {'id': 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:11.622032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.622156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Bound using segment: {'id': 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:11.622678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Bound port: c2e71860-875e-43c2-b01d-57bee9151ed3, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '68919c62-acaf-40b9-bb59-6085fad60e41'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:11.623041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.624753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.713572 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-345d0d24-2fe2-4ba3-a3bc-cb7d3d0cfcc1 req-99774d5e-ba5d-4d68-bdf7-af72244fb226 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572740 Mar 18 10:36:11.745418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d3c7de79-b100-4dae-be36-dc9ca46e72ce tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:11.753386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d3c7de79-b100-4dae-be36-dc9ca46e72ce tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 1.0172229 Mar 18 10:36:11.762864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40842) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:11.791616 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-adf3965e-6c7d-4645-b079-08037a4a8024 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-430851035 HTTP/1.1" status: 204 len: 168 time: 0.7126479 Mar 18 10:36:11.795710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40846) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:11.808815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c626c739-f66b-4f3e-8cf5-bb918113a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:11.810493 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-c626c739-f66b-4f3e-8cf5-bb918113a2ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 1097 time: 0.2926948 Mar 18 10:36:11.813583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-03a8ece5-13b4-46f5-95ef-8885d676c054 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:11.885077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:11.938155 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-e8d71cb6-1189-4780-b469-21ffa14608c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 200 len: 217 time: 0.0885694 Mar 18 10:36:11.940444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40850) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:11.942162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0', 'status': 'completed', 'code': 200} Mar 18 10:36:11.960873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=13aae3db-570d-42e0-a8d7-c703b41df0ba,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.993632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:12.027904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.046354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:12.067433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:12.067952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.148076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fd87-7d61-45e3-84a8-31fca31433b1 req-81495039-ab13-4aa0-a805-77af6ffc7e91 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:12.149674 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff64fd87-7d61-45e3-84a8-31fca31433b1 req-81495039-ab13-4aa0-a805-77af6ffc7e91 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 944 time: 0.8022795 Mar 18 10:36:12.211675 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:12.216205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a82af12-f916-4b4d-aa07-9b94cdd6aa73 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6178799 Mar 18 10:36:12.217404 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52d963-2dd2-4455-ba12-8ea79fafdef6 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ce705638-a54d-43ee-a755-fe91e230e033', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'port_id': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'mac_address': 'fa:16:3e:95:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:27Z', 'updated_at': '2022-03-18T10:34:34Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:12.229150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.240673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-49789a4d-e80f-498f-860a-ea0d13a817eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:12.243126 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-49789a4d-e80f-498f-860a-ea0d13a817eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2ea6882-1a46-4b62-a73a-9d3080b02e1c HTTP/1.1" status: 200 len: 852 time: 0.2854147 Mar 18 10:36:12.243457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:12.319493 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-4327bab9-9dff-4ac0-9f60-adf2032c3e8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06501ed4-6338-45e5-bdf7-897b6307f932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669146 Mar 18 10:36:12.322376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Allocated IP 2001:db8:0:1::1 (2e444b46-51c2-43c2-bb6a-99b63a63e81d/4e4d67f1-d05a-4673-8433-6f900ce98865/7dbaa075-e194-40d7-b309-9cfee1200df6) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:12.395688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] For port 5e162f83-b1db-4ded-9c7c-bb2529062d7e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5e162f83-b1db-4ded-9c7c-bb2529062d7e,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:12.396084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.447913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.459830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-8ddea434-d094-4e4d-bd61-149a6a2d5fc2 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.464322 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8ddea434-d094-4e4d-bd61-149a6a2d5fc2 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5061910 Mar 18 10:36:12.466204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40860) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.503613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-5f358ebc-0697-4c73-a756-cecf8333d407 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.507014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f358ebc-0697-4c73-a756-cecf8333d407 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0219634 Mar 18 10:36:12.520148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40864) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.520340 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff64fd87-7d61-45e3-84a8-31fca31433b1 req-5b0556be-0bc7-4e1c-bda9-591bf19a55b1 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215039 Mar 18 10:36:12.535113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-4f91df2a-a0d6-413f-8634-a8f9dc390bbe tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.539272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4f91df2a-a0d6-413f-8634-a8f9dc390bbe tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0186307 Mar 18 10:36:12.542178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.561008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.580639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Calling delete_port for 5e162f83-b1db-4ded-9c7c-bb2529062d7e owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:12.625241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-4372a8ec-1034-4c82-99b9-b0afbff88281 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.626093 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4372a8ec-1034-4c82-99b9-b0afbff88281 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0647628 Mar 18 10:36:12.630478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40872) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.634066 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-03a8ece5-13b4-46f5-95ef-8885d676c054 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 200 len: 205 time: 0.8335567 Mar 18 10:36:12.634233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40874) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.641586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-fbb3d18a-fd2b-46a2-823f-7a5afd536dc8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:12.663002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-0c80ede9-229f-48ee-88fe-218a2bccd7e8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.663002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0c80ede9-229f-48ee-88fe-218a2bccd7e8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0186193 Mar 18 10:36:12.702796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40880) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.712675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.730553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 956f6fae-9744-4e46-9bc3-b3a78006b490 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:12.737067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.742979 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-837bb9ea-054c-4d36-a147-a733e8034630 service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117835 Mar 18 10:36:12.762750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-49972f3f-d4ab-4972-b495-9bac6286fd15 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.769615 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-49972f3f-d4ab-4972-b495-9bac6286fd15 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0588579 Mar 18 10:36:12.777714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40886) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.787182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-9de2495a-20d3-4cbc-ab46-e9845503825d tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.788372 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9de2495a-20d3-4cbc-ab46-e9845503825d tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055451 Mar 18 10:36:12.795035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40890) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.805259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-f7dd085f-18ac-46cd-bb20-080438e23821 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:12.806815 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-f7dd085f-18ac-46cd-bb20-080438e23821 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.6533117 Mar 18 10:36:12.808964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.818348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-5f876f4a-8ed1-4fe4-a240-559709815775 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.820533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f876f4a-8ed1-4fe4-a240-559709815775 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0121241 Mar 18 10:36:12.821654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Transition to ACTIVE for port object 7dbaa075-e194-40d7-b309-9cfee1200df6 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:12.825115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40894) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.843440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Transition to ACTIVE for port object 7dbaa075-e194-40d7-b309-9cfee1200df6 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:12.853799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Subnet': ['ID=db951ee0-8f26-4bce-8cd5-9a0f160cb569,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:12.871967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] For port c2e71860-875e-43c2-b01d-57bee9151ed3, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:12.874318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 956f6fae-9744-4e46-9bc3-b3a78006b490 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:12.874662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 956f6fae-9744-4e46-9bc3-b3a78006b490 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:12.875141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5e162f83-b1db-4ded-9c7c-bb2529062d7e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:12.876188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:12.900735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-82602d8d-5723-4fb7-a2c8-bdc1731f505f tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.902116 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-82602d8d-5723-4fb7-a2c8-bdc1731f505f tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0334756 Mar 18 10:36:12.903654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:12.914339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:12.917014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40898) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.925170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-2c7fc682-7416-4025-b7c8-c1bf951f7250 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.926584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c7fc682-7416-4025-b7c8-c1bf951f7250 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085273 Mar 18 10:36:12.932288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.939989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40902) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.941129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:12.952659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-c81922a1-118c-4da8-b089-81ed2400073f tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.953770 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c81922a1-118c-4da8-b089-81ed2400073f tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098841 Mar 18 10:36:12.974961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40906) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.980756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] For port c2e71860-875e-43c2-b01d-57bee9151ed3, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c2e71860-875e-43c2-b01d-57bee9151ed3,segment=NetworkSegment(c5f55cc1-b0eb-4269-89c9-29ab6a10effa),segment_id=c5f55cc1-b0eb-4269-89c9-29ab6a10effa)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:12.984609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-16286a0c-0636-4152-ba6b-c24a6092f90c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:12.985629 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-16286a0c-0636-4152-ba6b-c24a6092f90c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0138865 Mar 18 10:36:12.988007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Router eac7c6ec-6c75-4b73-99f3-1b83f720d821 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:12.992357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:12.997348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc957a5-10ff-4a16-8d26-4a70a908068e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:12.998408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port ef3a6dff-c5d2-45fa-b6e4-b155780c886b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:12.998748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:12.999601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.019071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.042168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-5e526489-ff76-4b00-966d-5ee1b4dec3b9 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.043116 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5e526489-ff76-4b00-966d-5ee1b4dec3b9 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0174377 Mar 18 10:36:13.048262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40914) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.060657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Network 2e444b46-51c2-43c2-bb6a-99b63a63e81d is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:13.061751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No active binding found for port 5e162f83-b1db-4ded-9c7c-bb2529062d7e {{(pid=88543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 18 10:36:13.062247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5e162f83-b1db-4ded-9c7c-bb2529062d7e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:13.063954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] No DVR routers for this DVR port 5e162f83-b1db-4ded-9c7c-bb2529062d7e on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:13.064296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-f26eaab0-4aea-45ab-ac0c-c58a87505169 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.065265 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f26eaab0-4aea-45ab-ac0c-c58a87505169 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091581 Mar 18 10:36:13.069137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:13.075479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Pushing event updated for resources: {'Port': ['ID=7dbaa075-e194-40d7-b309-9cfee1200df6,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.076073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.090696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40918) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.116973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:13.125728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7448386-8994-4bc0-82c1-f02e38a36b73 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:13.144612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:13.148875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.160665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-fe1ab6f2-13af-42cb-94b8-c7d4b51439ff tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.164337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f6da-d0e2-456f-8e89-8ab889d74551 None None] Pushing event deleted for resources: {'Port': ['ID=5e162f83-b1db-4ded-9c7c-bb2529062d7e,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.164959 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fe1ab6f2-13af-42cb-94b8-c7d4b51439ff tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0267706 Mar 18 10:36:13.168455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40922) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.183049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-d078473c-fb9d-49bf-8c4c-cc1973ae6d56 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.184189 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d078473c-fb9d-49bf-8c4c-cc1973ae6d56 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0102587 Mar 18 10:36:13.188567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40926) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.201757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-920d09a9-ba5d-4cf3-b5ff-7ce7c41c4804 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/subnets/db951ee0-8f26-4bce-8cd5-9a0f160cb569 HTTP/1.1" status: 204 len: 168 time: 1.9864831 Mar 18 10:36:13.208223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40930) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.217392 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fbb3d18a-fd2b-46a2-823f-7a5afd536dc8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 200 len: 241 time: 0.5820282 Mar 18 10:36:13.225503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40934) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.261067 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ecfc349-128b-4f3c-9176-988d7da79019 req-a7b68205-74d1-451c-bfec-95264bd95ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149330 Mar 18 10:36:13.267556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.271172 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d7b1f925-36c4-4a51-9e8b-32cd99557598 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/bdc957a5-10ff-4a16-8d26-4a70a908068e HTTP/1.1" status: 204 len: 168 time: 1.5047104 Mar 18 10:36:13.282210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-55d2f960-c12f-447e-9dad-5327b4990459 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.284168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55d2f960-c12f-447e-9dad-5327b4990459 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0915866 Mar 18 10:36:13.284168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40936) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.287087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-ee41a0d7-d85f-4cc8-a754-7e839aac7f0c tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1414725353') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:13.301198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40940) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.310463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-38f030c1-fdfc-4802-8613-189b02ab0b27 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.314163 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-38f030c1-fdfc-4802-8613-189b02ab0b27 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077262 Mar 18 10:36:13.315080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40944) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.325110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927dfb4-e088-4466-9a80-25ce56b6aa33 req-589f8e99-5338-47d1-989e-013ef2456a75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:13.332309 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2927dfb4-e088-4466-9a80-25ce56b6aa33 req-589f8e99-5338-47d1-989e-013ef2456a75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.3253174 Mar 18 10:36:13.337195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-7dd2d27b-6d16-4c1f-acf9-9b418d481584 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.340517 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7dd2d27b-6d16-4c1f-acf9-9b418d481584 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0221686 Mar 18 10:36:13.342286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40948) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.365266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-2879074b-557f-4892-9560-dff9909ae94c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.369842 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2879074b-557f-4892-9560-dff9909ae94c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0111661 Mar 18 10:36:13.372523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40954) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.378226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Deleting subnet 4e4d67f1-d05a-4673-8433-6f900ce98865 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:13.415089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-818d3735-3c89-4b41-b3b9-1b6d4b8dfd9c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.418517 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-818d3735-3c89-4b41-b3b9-1b6d4b8dfd9c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0427346 Mar 18 10:36:13.428240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Attempting to bind port 7dbaa075-e194-40d7-b309-9cfee1200df6 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:13.429657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Attempting to bind port 7dbaa075-e194-40d7-b309-9cfee1200df6 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '0a202586-14f9-4169-87bb-958c98b4462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:13.429997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Attempting to bind port 7dbaa075-e194-40d7-b309-9cfee1200df6 on network 2e444b46-51c2-43c2-bb6a-99b63a63e81d {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:13.432041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.453034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:13.453439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Checking segment: {'id': '0a202586-14f9-4169-87bb-958c98b4462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:13.453798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.454212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Bound using segment: {'id': '0a202586-14f9-4169-87bb-958c98b4462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:13.454688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Bound port: 7dbaa075-e194-40d7-b309-9cfee1200df6, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a202586-14f9-4169-87bb-958c98b4462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e444b46-51c2-43c2-bb6a-99b63a63e81d'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:13.455105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.469811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40958) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.483913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-9a18c774-b95b-4c59-9971-b01e25349f85 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.487295 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a18c774-b95b-4c59-9971-b01e25349f85 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0141222 Mar 18 10:36:13.488336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40962) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.497789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335705c5-8e5d-43bf-adbf-eca76114f10e None None] Pushing event updated for resources: {'Port': ['ID=c2e71860-875e-43c2-b01d-57bee9151ed3,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.518363 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2927dfb4-e088-4466-9a80-25ce56b6aa33 req-603ada0a-a410-4a06-8832-685d0411652e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851821 Mar 18 10:36:13.526084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-b4ff6271-5e72-4c1e-81dd-f183995d9060 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.527058 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b4ff6271-5e72-4c1e-81dd-f183995d9060 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0336709 Mar 18 10:36:13.552071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.553856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40966) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.576835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-4d68d84d-93cc-4809-bd2c-995ab3dac670 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.580157 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4d68d84d-93cc-4809-bd2c-995ab3dac670 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0139177 Mar 18 10:36:13.633362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] For port 7dbaa075-e194-40d7-b309-9cfee1200df6, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:13.636762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] For port 7dbaa075-e194-40d7-b309-9cfee1200df6, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7dbaa075-e194-40d7-b309-9cfee1200df6,segment=NetworkSegment(0a202586-14f9-4169-87bb-958c98b4462e),segment_id=0a202586-14f9-4169-87bb-958c98b4462e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:13.649326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40972) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.657135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-f4bf9dfe-262a-437e-889f-7883c85af1cb tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.660763 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4bf9dfe-262a-437e-889f-7883c85af1cb tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076931 Mar 18 10:36:13.661395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.667832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-9ce22083-0f9e-4c77-b8da-1a5d858261a0 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.669294 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9ce22083-0f9e-4c77-b8da-1a5d858261a0 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063787 Mar 18 10:36:13.672853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40980) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.677309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-78fd5663-9007-42aa-9ffa-aeb7507701f4 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.680665 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-78fd5663-9007-42aa-9ffa-aeb7507701f4 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054379 Mar 18 10:36:13.684928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40984) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.690355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-902c28a4-fde3-4c9c-b9b8-b7484b4cd231 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.693946 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-902c28a4-fde3-4c9c-b9b8-b7484b4cd231 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055292 Mar 18 10:36:13.705293 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.ipam_backend_mixin [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13aae3db-570d-42e0-a8d7-c703b41df0ba (CIDR: 2001:db8::/64) Mar 18 10:36:13.706422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40988) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.711883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-7da9e478-7d53-44a4-940d-f0d3b67716d6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.716474 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7da9e478-7d53-44a4-940d-f0d3b67716d6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058355 Mar 18 10:36:13.716474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40992) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.719763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': '13aae3db-570d-42e0-a8d7-c703b41df0ba'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:13.721220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.728921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-f719fddf-dd4e-4c4f-bfa0-2d9b8c8ad915 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.735859 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f719fddf-dd4e-4c4f-bfa0-2d9b8c8ad915 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0135872 Mar 18 10:36:13.735859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.736085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:13.765559 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c887cce8-734c-4067-a1f6-910ec34bc833 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4210362 Mar 18 10:36:13.771680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 40996) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.775274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 40998) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.783413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:13.809324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--775261678'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:13.816524 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:36:13.818131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:13.818698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:13.828217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:13.831071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:13.837512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:13.841617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Sync routers for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:13.844571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-3ee447a9-5a2b-4b5e-b2be-67e59f845706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:13.846116 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-3ee447a9-5a2b-4b5e-b2be-67e59f845706 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 1097 time: 0.4647560 Mar 18 10:36:13.876483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-621b49ec-5352-4779-ba33-43d533f04def tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.883491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-621b49ec-5352-4779-ba33-43d533f04def tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0962443 Mar 18 10:36:13.885713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41004) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.919332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-f9a093c9-7123-4fe2-9ba8-1a3a88ba5e0c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.923754 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f9a093c9-7123-4fe2-9ba8-1a3a88ba5e0c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0241313 Mar 18 10:36:13.933220 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ee41a0d7-d85f-4cc8-a754-7e839aac7f0c tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1414725353 HTTP/1.1" status: 204 len: 168 time: 0.6570492 Mar 18 10:36:13.941720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41008) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.946547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41010) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:13.946694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:13.946694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:55Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:13.965629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-ae1ae5a7-839a-4002-81bc-8ffc82ec4ffa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:13.969442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ae1ae5a7-839a-4002-81bc-8ffc82ec4ffa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0241582 Mar 18 10:36:13.974405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-45ce98da-1208-4047-abb9-c2100e9c192b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1414725353') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:14.019367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6c59-fb6b-4b5c-88cd-286b6d6b7eee None None] Pushing event updated for resources: {'Port': ['ID=7dbaa075-e194-40d7-b309-9cfee1200df6,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:14.048041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41016) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.062332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-50b89bfa-e14c-4ad4-b2e7-391f3a9009c6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.066214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-50b89bfa-e14c-4ad4-b2e7-391f3a9009c6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148239 Mar 18 10:36:14.066214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:14.093515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41020) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.099914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port ef3a6dff-c5d2-45fa-b6e4-b155780c886b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:14.100644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:14.109967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-2a62ed93-6eb2-44ee-af74-efd076316a38 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.116036 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2a62ed93-6eb2-44ee-af74-efd076316a38 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0137761 Mar 18 10:36:14.116240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-54bfa77c-eea7-469a-bcdb-39c826adae58 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8778329 Mar 18 10:36:14.116240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:14.118788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41024) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.118788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41026) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.127331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-e499fb4b-68fc-431b-9fba-c216594474e8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.130699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e499fb4b-68fc-431b-9fba-c216594474e8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054815 Mar 18 10:36:14.134805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41032) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.144550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:14.161949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-cb9a3f7f-8a70-4144-8c8a-40bacdb777fa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.165658 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cb9a3f7f-8a70-4144-8c8a-40bacdb777fa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055213 Mar 18 10:36:14.168427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:14.182753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41036) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.199826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-f31a20fd-fbf9-43eb-a507-618c65ffc7da tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.203224 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f31a20fd-fbf9-43eb-a507-618c65ffc7da tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0151184 Mar 18 10:36:14.207789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:14.212208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:14.219053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:14.260121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41040) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.262512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-db1e9ce0-868c-4d76-ad5d-f5bf942aa51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:14.264365 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-db1e9ce0-868c-4d76-ad5d-f5bf942aa51e service neutron] 10.222.0.24 "GET /v2.0/networks?id=06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 200 len: 913 time: 0.4041851 Mar 18 10:36:14.269200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:14.290285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-8889d3c5-04de-4aad-bded-f975461f1910 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.293651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8889d3c5-04de-4aad-bded-f975461f1910 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0260057 Mar 18 10:36:14.318122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:14.335294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41044) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.434769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:14.446504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-3f6dc69e-930a-46ec-bdf2-7864d6a9f213 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.447499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f6dc69e-930a-46ec-bdf2-7864d6a9f213 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0993094 Mar 18 10:36:14.528910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/13aae3db-570d-42e0-a8d7-c703b41df0ba/1f973570-7ddf-4759-8cba-24d48da44c02) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:14.549238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for ef3a6dff-c5d2-45fa-b6e4-b155780c886b owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:14.589426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41048) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.589871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c2e71860-875e-43c2-b01d-57bee9151ed3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:14.603005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-7f503277-ad4c-4f23-93b4-9a423915001a tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.604101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7f503277-ad4c-4f23-93b4-9a423915001a tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113628 Mar 18 10:36:14.607900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.618878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-fe99f242-701f-49b4-8fa3-f53164d67053 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.622465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe99f242-701f-49b4-8fa3-f53164d67053 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080407 Mar 18 10:36:14.625388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41058) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.717338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4d67f1-d05a-4673-8433-6f900ce98865,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:14.721105 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-4a44e536-b447-4776-a1aa-f1946e45fb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 200 len: 217 time: 0.4357843 Mar 18 10:36:14.746042 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f9413b24-e698-42fd-a663-b3467d4c2765 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/subnets/4e4d67f1-d05a-4673-8433-6f900ce98865 HTTP/1.1" status: 204 len: 168 time: 1.5365574 Mar 18 10:36:14.758787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-f7dfaaf6-6855-4eff-adfb-c5b2a124d1d0 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.762931 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f7dfaaf6-6855-4eff-adfb-c5b2a124d1d0 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1295309 Mar 18 10:36:14.763106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41062) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.784847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.832512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-272bfbc0-d63c-4158-a3e6-e05ad1396cf8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.833667 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-272bfbc0-d63c-4158-a3e6-e05ad1396cf8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0468552 Mar 18 10:36:14.837722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d5420648-d78c-4cac-b72d-666b4af0acb1 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4767616 Mar 18 10:36:14.842716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41070) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.849570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:14.863149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-f1cc7e2b-0f4a-434c-9d74-e34de5772aec tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.864408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f1cc7e2b-0f4a-434c-9d74-e34de5772aec tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078475 Mar 18 10:36:14.869905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41078) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:14.880300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e9c5-128b-450a-860a-9025570afd64 req-39183b8b-fa97-43f2-8a18-58b7c8139bdf tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:14.888201 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04a6e9c5-128b-450a-860a-9025570afd64 req-39183b8b-fa97-43f2-8a18-58b7c8139bdf tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 944 time: 1.1202486 Mar 18 10:36:14.964324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:14.972300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-9f1792c1-34c0-4e3e-939d-b58159b72ea6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:14.977011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9f1792c1-34c0-4e3e-939d-b58159b72ea6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0996952 Mar 18 10:36:14.978524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.005021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04a6e9c5-128b-450a-860a-9025570afd64 req-a6644f8d-abee-461e-8552-4b09e6b295ba tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100426 Mar 18 10:36:15.013852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:15.037045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-45ce98da-1208-4047-abb9-c2100e9c192b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1414725353 HTTP/1.1" status: 204 len: 168 time: 1.0922894 Mar 18 10:36:15.039619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41086) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.044789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-0e80980c-231f-4de3-b537-658e80c20a43 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:15.055005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-bf5adc94-55b3-4c2e-95a8-d2eb1327eaa4 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.056012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bf5adc94-55b3-4c2e-95a8-d2eb1327eaa4 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0518112 Mar 18 10:36:15.059389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:15.076061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41090) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.113754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7fd18-f35a-4eef-87f7-092b114d135d None None] Network 68919c62-acaf-40b9-bb59-6085fad60e41 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:15.130741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:15.136628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-5fb40424-5d5a-4c64-87f7-34d4ff68b66e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.138032 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5fb40424-5d5a-4c64-87f7-34d4ff68b66e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0572362 Mar 18 10:36:15.174038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:36:15.180134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.186569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41094) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.194241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-bd4bd433-91f1-4174-84d0-3cadad56f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:15.196932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-98570a5d-feaa-4792-8a64-c739c6171ff9 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.197199 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-bd4bd433-91f1-4174-84d0-3cadad56f15b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2ea6882-1a46-4b62-a73a-9d3080b02e1c HTTP/1.1" status: 200 len: 852 time: 0.4497812 Mar 18 10:36:15.197911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-98570a5d-feaa-4792-8a64-c739c6171ff9 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0100782 Mar 18 10:36:15.201577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41098) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.205480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.212718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-75349820-92fe-40f7-b313-ca672e24e938 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.214880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-75349820-92fe-40f7-b313-ca672e24e938 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098367 Mar 18 10:36:15.217435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41102) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.255842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-d768230f-ae88-4e06-b412-bb389acc8fcf tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.256249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b66872-6f88-4251-8639-3b3af24e8a92 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:15.260897 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d768230f-ae88-4e06-b412-bb389acc8fcf tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0345120 Mar 18 10:36:15.262234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99b66872-6f88-4251-8639-3b3af24e8a92 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Synchronizing usage tracker for tenant:c25652b741e74ed490d7979901c3972f on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:15.269411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41106) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.275005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-9a6e9931-fd9e-4609-98b9-5f2635a95e4e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.278431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a6e9931-fd9e-4609-98b9-5f2635a95e4e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056465 Mar 18 10:36:15.285328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41110) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.287948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a6dff-c5d2-45fa-b6e4-b155780c886b no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:15.288106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=ef3a6dff-c5d2-45fa-b6e4-b155780c886b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:15.303249 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-17f0ac15-d1af-4393-a68e-86a349e71820 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06501ed4-6338-45e5-bdf7-897b6307f932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882461 Mar 18 10:36:15.306999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.308130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:15.311557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.347231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-bd7560d1-4d9d-4e73-93eb-21a18c924619 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.350656 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bd7560d1-4d9d-4e73-93eb-21a18c924619 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0481613 Mar 18 10:36:15.372986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41114) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.389069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-c52983da-182a-40f6-af7b-88ed13486b44 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.393714 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c52983da-182a-40f6-af7b-88ed13486b44 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0096467 Mar 18 10:36:15.399857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41118) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.438663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.443206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port ef3a6dff-c5d2-45fa-b6e4-b155780c886b on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:15.450607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-422abeac-20ab-41c7-9104-e0bce7e0ee8d tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.454328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Transition to ACTIVE for port object 1f973570-7ddf-4759-8cba-24d48da44c02 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:15.454457 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-422abeac-20ab-41c7-9104-e0bce7e0ee8d tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0343220 Mar 18 10:36:15.454563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.457629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41122) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.470257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-60dd2374-3ee1-4fc3-9e0d-164aeb4187f7 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.471220 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60dd2374-3ee1-4fc3-9e0d-164aeb4187f7 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0110314 Mar 18 10:36:15.475125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41126) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.492659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: ef3a6dff-c5d2-45fa-b6e4-b155780c886b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:15.493003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a6dff-c5d2-45fa-b6e4-b155780c886b not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:15.493950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0e80980c-231f-4de3-b537-658e80c20a43 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 200 len: 205 time: 0.4533007 Mar 18 10:36:15.498627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Transition to ACTIVE for port object 1f973570-7ddf-4759-8cba-24d48da44c02 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:15.499281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41130) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.506502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-220d8936-0ea2-4f1f-a710-3599d7a5f4dc tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.508247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-220d8936-0ea2-4f1f-a710-3599d7a5f4dc tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0321608 Mar 18 10:36:15.511477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-f0965159-17be-409f-bb89-04cb145d9121 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:15.521978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.538587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-6056f8ca-0f2e-4ea6-948f-70f114599a00 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.538587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6056f8ca-0f2e-4ea6-948f-70f114599a00 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092916 Mar 18 10:36:15.544081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d749-4de8-4140-9cc7-4c3ced27a334 req-4b91c824-ef95-4acd-a18c-ee846c707b03 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:15.546026 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-88e0d749-4de8-4140-9cc7-4c3ced27a334 req-4b91c824-ef95-4acd-a18c-ee846c707b03 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.3899479 Mar 18 10:36:15.549660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41138) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.555439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-c65b97e6-9a37-43dc-910c-c45d3e19d182 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.558944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c65b97e6-9a37-43dc-910c-c45d3e19d182 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058949 Mar 18 10:36:15.559660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41142) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.565511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545d591-0632-4c7c-a36b-1ad520005518 None None] Network 2e444b46-51c2-43c2-bb6a-99b63a63e81d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:15.578649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-b1105a8e-f975-46d1-958b-8f52bedc3eb8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.582465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1105a8e-f975-46d1-958b-8f52bedc3eb8 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0185888 Mar 18 10:36:15.584873 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-df0da420-2a6b-4277-aeca-4356e93507c7 req-4eaec6d6-5e3f-4bbe-a929-575886c47b88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/ef3a6dff-c5d2-45fa-b6e4-b155780c886b HTTP/1.1" status: 204 len: 173 time: 2.7565410 Mar 18 10:36:15.585038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41146) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.590890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c2e71860-875e-43c2-b01d-57bee9151ed3 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:15.598553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-8b0ad024-3754-45f5-af0a-231397fe9eaf tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.604185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8b0ad024-3754-45f5-af0a-231397fe9eaf tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090733 Mar 18 10:36:15.604345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7e0e0-4e4e-4e1e-95bb-e8073dd25782,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:15.609229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41150) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.621133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.624930 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f1e90b14-74ed-46f2-a31a-cc80f06ff555 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8377316 Mar 18 10:36:15.626467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-9a7783c3-83ce-486a-87d7-108275c4b9b6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.629545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41154) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.629690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a7783c3-83ce-486a-87d7-108275c4b9b6 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075204 Mar 18 10:36:15.629793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-88e0d749-4de8-4140-9cc7-4c3ced27a334 req-5cbbd9d6-0989-4b31-ac3b-3051915cc565 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716012 Mar 18 10:36:15.632836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41156) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.633768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7dbaa075-e194-40d7-b309-9cfee1200df6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:15.638962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': '0fb7e0e0-4e4e-4e1e-95bb-e8073dd25782', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:15.639911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbd71-1187-43de-819a-5796dec2b761 req-6efafac1-09a3-49fb-b0d2-5145d1fc12a4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:15.645563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:15.646802 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-118cbd71-1187-43de-819a-5796dec2b761 req-6efafac1-09a3-49fb-b0d2-5145d1fc12a4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4ac995-22e8-4601-b9d3-cbb4211830cf HTTP/1.1" status: 200 len: 946 time: 0.8983696 Mar 18 10:36:15.650168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:15.653870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:15.660519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:15.675181 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f0965159-17be-409f-bb89-04cb145d9121 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 200 len: 241 time: 0.1745453 Mar 18 10:36:15.676313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41162) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.676856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41164) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.688937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-4beb73af-c16f-4ca8-a947-9186d153664d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1744392076') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:15.695528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99b66872-6f88-4251-8639-3b3af24e8a92 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Unset dirty status for tenant:c25652b741e74ed490d7979901c3972f on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:15.696682 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99b66872-6f88-4251-8639-3b3af24e8a92 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9358048 Mar 18 10:36:15.703824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-7c730b54-4bf9-49a4-acfe-e6bb1c90258e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.706090 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7c730b54-4bf9-49a4-acfe-e6bb1c90258e tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0368125 Mar 18 10:36:15.722604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41170) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.723163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41172) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.732346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Provisioning for port c2e71860-875e-43c2-b01d-57bee9151ed3 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:15.785203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-8d0a3365-50f4-463f-8e48-cbb8026451cc tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.789110 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8d0a3365-50f4-463f-8e48-cbb8026451cc tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0571694 Mar 18 10:36:15.791283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41178) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.793643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.802174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'status': 'completed', 'code': 200} Mar 18 10:36:15.813418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-c07407c1-4134-4856-836d-162156dae0d1 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:15.814405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c07407c1-4134-4856-836d-162156dae0d1 tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0217881 Mar 18 10:36:15.821846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41182) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:15.891509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:15.962501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Provisioning complete for port c2e71860-875e-43c2-b01d-57bee9151ed3 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:16.189594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4beb73af-c16f-4ca8-a947-9186d153664d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1744392076 HTTP/1.1" status: 204 len: 168 time: 0.2850797 Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41186) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0d913698-8bdf-4125-8032-fc6d3245a488 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 200 len: 991 time: 0.3028574 Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-31f82b64-59c0-4c19-9035-685fc6762d83 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1744392076') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-2232f1f0-a567-4a0b-8d2a-486e3f46590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:16.191546 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-2232f1f0-a567-4a0b-8d2a-486e3f46590e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1098 time: 0.2460487 Mar 18 10:36:16.192325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:16.192972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-79f27a1d-9e9a-4f92-9cbf-e7195a88518c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:16.192972 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-79f27a1d-9e9a-4f92-9cbf-e7195a88518c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.2937996 Mar 18 10:36:16.192972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.192972 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-b70c8ecd-8d58-477d-a621-2fce3c8e85ad service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087175 Mar 18 10:36:16.192972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41192) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.194006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:16.194006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,segment=NetworkSegment(22748f57-c3bd-4d4a-848c-1de3ad54c7a1),segment_id=22748f57-c3bd-4d4a-848c-1de3ad54c7a1)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:16.194195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [None req-4864cef1-6e0a-49d6-815f-a9eb07a5724c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:16.194299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41196) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.194394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4864cef1-6e0a-49d6-815f-a9eb07a5724c tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0162461 Mar 18 10:36:16.194394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-118cbd71-1187-43de-819a-5796dec2b761 req-1b262f49-881f-401a-94e8-bc3c24c67ce3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5213635 Mar 18 10:36:16.195176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-21162be1-c298-4670-99e2-ed48817ae2fa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:16.195176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-21162be1-c298-4670-99e2-ed48817ae2fa tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069122 Mar 18 10:36:16.195176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41200) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.195176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [None req-28424428-6e6f-4778-8fa4-922fd537064a tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:36:16.195176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-28424428-6e6f-4778-8fa4-922fd537064a tempest-ExtensionsTestJSON-391692459 tempest-ExtensionsTestJSON-391692459-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0059223 Mar 18 10:36:16.195864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:16.231443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Deleting port 7dbaa075-e194-40d7-b309-9cfee1200df6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:16.232045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.266327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.289182 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-31f82b64-59c0-4c19-9035-685fc6762d83 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1744392076 HTTP/1.1" status: 204 len: 168 time: 0.3076665 Mar 18 10:36:16.295756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ad36014a-6761-43ea-87d7-3389b622e2e3', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'floating_ip_address': '172.26.2.161', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'mac_address': 'fa:16:3e:e1:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75baff56-3e77-4824-8542-05c81e19283b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:09Z', 'revision_number': 0, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.297248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d059b-e895-49ad-afb3-36a693c285d9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.298356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0', 'network_id': '06501ed4-6338-45e5-bdf7-897b6307f932', 'port_id': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0', 'mac_address': 'fa:16:3e:32:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ea6882-1a46-4b62-a73a-9d3080b02e1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:36:16.303835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41206) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.314888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-5965e3ea-2940-4e4a-8adf-eb0a15dc9a87 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.315512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7dbaa075-e194-40d7-b309-9cfee1200df6 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:16.320600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Pushing event updated for resources: {'Port': ['ID=1f973570-7ddf-4759-8cba-24d48da44c02,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.331430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-8b6a6e45-cd65-4a38-b4d4-8fd5bdc35faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:16.333045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-8b6a6e45-cd65-4a38-b4d4-8fd5bdc35faa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 200 len: 898 time: 0.2782691 Mar 18 10:36:16.397705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Checking router: eac7c6ec-6c75-4b73-99f3-1b83f720d821 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:16.477096 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11e5686b-777e-4067-8a11-bdd857e4d463 req-d8825ef8-707e-4a36-b073-760cbfc97c30 service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189018 Mar 18 10:36:16.494174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:16.494174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:55Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.563152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5965e3ea-2940-4e4a-8adf-eb0a15dc9a87 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 200 len: 205 time: 0.2577059 Mar 18 10:36:16.565025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Attempting to bind port 1f973570-7ddf-4759-8cba-24d48da44c02 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:16.565399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Attempting to bind port 1f973570-7ddf-4759-8cba-24d48da44c02 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:16.565805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Attempting to bind port 1f973570-7ddf-4759-8cba-24d48da44c02 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:16.567117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.584006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-7023a4f2-46e5-4e67-bbec-4a170547db4e tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.614872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0d167-bc59-4eb4-b623-83c00ac2731a req-820af88f-c894-450a-87b3-84b3f841b587 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:16.615718 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48a0d167-bc59-4eb4-b623-83c00ac2731a req-820af88f-c894-450a-87b3-84b3f841b587 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 944 time: 0.4092538 Mar 18 10:36:16.635099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.639226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eaa44c81-5646-4d53-b08d-a97b153cf8ff tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0056939 Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Bound port: 1f973570-7ddf-4759-8cba-24d48da44c02, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:16.639500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.661016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.665755 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-304185d7-6799-475e-a685-1a683007e401 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 200 len: 999 time: 0.3238022 Mar 18 10:36:16.672395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.721106 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48a0d167-bc59-4eb4-b623-83c00ac2731a req-f0d714c7-b88b-4bcd-af8b-49e91b8b70af tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904410 Mar 18 10:36:16.735599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7023a4f2-46e5-4e67-bbec-4a170547db4e tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 204 len: 168 time: 0.1592968 Mar 18 10:36:16.738242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41220) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.746238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-b6b66a97-49c2-4b41-8408-9b0d324cdfda tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.777257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:16.781947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] For port 7dbaa075-e194-40d7-b309-9cfee1200df6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7dbaa075-e194-40d7-b309-9cfee1200df6,segment=NetworkSegment(0a202586-14f9-4169-87bb-958c98b4462e),segment_id=0a202586-14f9-4169-87bb-958c98b4462e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:16.782671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.874314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-2f4c963f-0db8-4902-a27d-33cd454be7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:16.874314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-2f4c963f-0db8-4902-a27d-33cd454be7ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abcebd5f-0f9b-462c-b22f-a868f5178499 HTTP/1.1" status: 200 len: 834 time: 0.1650007 Mar 18 10:36:16.874760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] DHCP port deletion for 68919c62-acaf-40b9-bb59-6085fad60e41 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:16.876977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.900590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41224) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:16.923571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,segment=NetworkSegment(22748f57-c3bd-4d4a-848c-1de3ad54c7a1),segment_id=22748f57-c3bd-4d4a-848c-1de3ad54c7a1)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:16.928058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Deleting port c2e71860-875e-43c2-b01d-57bee9151ed3 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:16.932019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.968936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:16.989924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41230) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.043369 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b6b66a97-49c2-4b41-8408-9b0d324cdfda tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 204 len: 168 time: 0.3036635 Mar 18 10:36:17.045644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41232) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.049176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:17.060142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-236d8b71-ff98-4f53-913c-585e0d512d91 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.091275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Calling delete_port for 7dbaa075-e194-40d7-b309-9cfee1200df6 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:17.098623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.123422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.133931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-336b4114-0044-45a6-af6c-2ea1b6150f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:17.135408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-336b4114-0044-45a6-af6c-2ea1b6150f65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e28268-e5e6-40de-819b-82aa819219c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2895756 Mar 18 10:36:17.144637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286afd6a-7247-43d7-8283-8f73bde9d751 None None] DHCP port deletion for 2e444b46-51c2-43c2-bb6a-99b63a63e81d request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:17.159580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] For port c2e71860-875e-43c2-b01d-57bee9151ed3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c2e71860-875e-43c2-b01d-57bee9151ed3,segment=NetworkSegment(c5f55cc1-b0eb-4269-89c9-29ab6a10effa),segment_id=c5f55cc1-b0eb-4269-89c9-29ab6a10effa)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:17.163424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] For port 1f973570-7ddf-4759-8cba-24d48da44c02, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:17.163879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:17.177024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-286afd6a-7247-43d7-8283-8f73bde9d751 None None] Deleting port 7dbaa075-e194-40d7-b309-9cfee1200df6 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:17.177393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-286afd6a-7247-43d7-8283-8f73bde9d751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.182167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Usage tracker for resource:security_group_rule and tenant:afe3e473edc14e15ad27efc39228192b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:17.189710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:17.246461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:17.259733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] For port 1f973570-7ddf-4759-8cba-24d48da44c02, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f973570-7ddf-4759-8cba-24d48da44c02,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:17.271013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.297882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.350623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-236d8b71-ff98-4f53-913c-585e0d512d91 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.3012187 Mar 18 10:36:17.353690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['a73b2edf-acde-4d3b-aadb-4aaea2cebdf0'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:36:17.358863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41244) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.373567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-251612ee-7394-4bc4-9e71-e75f9e278a41 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.399794 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-66f3e6a5-24ee-4693-a13e-1d12508a9044 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546859 Mar 18 10:36:17.404104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.459183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03ca12a0-f05f-425f-8eb2-55d78047e5eb None None] Could not find standard attr ID for object 7dbaa075-e194-40d7-b309-9cfee1200df6. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:36:17.461279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.479744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.490826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:17.569272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.576930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Port': ['ID=7dbaa075-e194-40d7-b309-9cfee1200df6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:17.578113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-286afd6a-7247-43d7-8283-8f73bde9d751 None None] The port '7dbaa075-e194-40d7-b309-9cfee1200df6' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:36:17.579309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] No DVR routers for this DVR port 7dbaa075-e194-40d7-b309-9cfee1200df6 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:17.616087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.objects.ports [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:36:17.661353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.684140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.693587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31662f2b-8559-4c4b-932b-8c2e5f8b56ed req-261a6c31-221a-4a35-83f9-be650046c297 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736654 Mar 18 10:36:17.722147 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-251612ee-7394-4bc4-9e71-e75f9e278a41 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 204 len: 168 time: 0.3579576 Mar 18 10:36:17.727227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41248) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.732933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-22acf720-880c-4b30-a385-a281ed1cb2d8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1016565774') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.744083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] For port c2e71860-875e-43c2-b01d-57bee9151ed3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c2e71860-875e-43c2-b01d-57bee9151ed3,segment=NetworkSegment(c5f55cc1-b0eb-4269-89c9-29ab6a10effa),segment_id=c5f55cc1-b0eb-4269-89c9-29ab6a10effa)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:17.744475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.752166 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c883e486-df26-4750-99fc-09c08619e635 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 200 len: 991 time: 0.5809865 Mar 18 10:36:17.763127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.783969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8599-1b35-4560-a0cc-dd275b123c8f None None] Pushing event updated for resources: {'Port': ['ID=c2e71860-875e-43c2-b01d-57bee9151ed3,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:17.819096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'name': 'network-vif-deleted', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:17.855125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.857993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:17.890948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f70b36-8cee-4e1f-91af-ca517c1d31bc,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:17.897199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f30d059b-e895-49ad-afb3-36a693c285d9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:17.911110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e444b46-51c2-43c2-bb6a-99b63a63e81d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.937339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a202586-14f9-4169-87bb-958c98b4462e') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.937640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a202586-14f9-4169-87bb-958c98b4462e') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.941738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9c5d4738-73df-4df2-9013-3f09cd0e258e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afe3e473edc14e15ad27efc39228192b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0381575 Mar 18 10:36:17.958661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41256) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:17.961913 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4ac995-22e8-4601-b9d3-cbb4211830cf', 'name': 'network-vif-deleted', 'tag': 'ef3a6dff-c5d2-45fa-b6e4-b155780c886b', 'status': 'completed', 'code': 200} Mar 18 10:36:17.995176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.059557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Calling delete_port for c2e71860-875e-43c2-b01d-57bee9151ed3 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:18.072661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.074465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.075624 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d2a0688f-2474-4d07-b9ac-5ddf4473275b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f30d059b-e895-49ad-afb3-36a693c285d9 HTTP/1.1" status: 204 len: 168 time: 1.4006400 Mar 18 10:36:18.084633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41260) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.084633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.106402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:18.106799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.113899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:18.126369 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:18.234984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.261728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.262896 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-62d4616e-f100-46f4-b50d-daff494f2c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/6d669bf6-74d5-4f7f-b16f-3d1652aa8bc1 HTTP/1.1" status: 204 len: 168 time: 0.9623568 Mar 18 10:36:18.292187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.293699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72e086-6e34-4845-93af-abcec1dfdbc1 None None] Pushing event updated for resources: {'Port': ['ID=1f973570-7ddf-4759-8cba-24d48da44c02,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.309988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bb3e6-cd89-4e42-b753-ee4f1e8ca02b req-cbc4dd78-99be-4456-916a-e8476b119f3b tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:18.311622 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a3bb3e6-cd89-4e42-b753-ee4f1e8ca02b req-cbc4dd78-99be-4456-916a-e8476b119f3b tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 945 time: 0.3470407 Mar 18 10:36:18.324563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f7d6c408-b85f-4a9d-a820-2e169d8bc4e6 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:18.352033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.383793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a3bb3e6-cd89-4e42-b753-ee4f1e8ca02b req-2d1a9efa-4b1c-4b03-b6a2-3a96454178d6 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Mar 18 10:36:18.384477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41266) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.410198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.439359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.451071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f7d6c408-b85f-4a9d-a820-2e169d8bc4e6 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:18.452244 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7d6c408-b85f-4a9d-a820-2e169d8bc4e6 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3700347 Mar 18 10:36:18.455943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41270) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.458603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=2e444b46-51c2-43c2-bb6a-99b63a63e81d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.467472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ad36014a-6761-43ea-87d7-3389b622e2e3', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'floating_ip_address': '172.26.2.161', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'mac_address': 'fa:16:3e:e1:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75baff56-3e77-4824-8542-05c81e19283b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:09Z', 'revision_number': 0, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:18.476789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95ad80-b7d9-4cb5-9b4a-155c030d7539 None None] The sync data for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv is: [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ad36014a-6761-43ea-87d7-3389b622e2e3', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'floating_ip_address': '172.26.2.161', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'mac_address': 'fa:16:3e:e1:b1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75baff56-3e77-4824-8542-05c81e19283b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:09Z', 'revision_number': 0, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:18.476941 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bfdaa642-3ffb-4bbb-8245-c2487d719b3a tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/2e444b46-51c2-43c2-bb6a-99b63a63e81d HTTP/1.1" status: 204 len: 168 time: 2.7467446 Mar 18 10:36:18.478543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41274) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.506594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.506924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet 0a808357-16d2-451d-9811-f5a96de1f652 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:18.512425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.578934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.593727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] Pushing event deleted for resources: {'Port': ['ID=c2e71860-875e-43c2-b01d-57bee9151ed3,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.597864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a4ceb-9297-4faa-b94b-29e4caa51279 None None] No DVR routers for this DVR port c2e71860-875e-43c2-b01d-57bee9151ed3 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:18.615781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.621756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77f70b36-8cee-4e1f-91af-ca517c1d31bc HTTP/1.1" status: 204 len: 168 time: 0.6549225 Mar 18 10:36:18.621756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe3d12-eb60-42cb-b9c8-f56baec92f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f70b36-8cee-4e1f-91af-ca517c1d31bc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.633734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.670975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f973570-7ddf-4759-8cba-24d48da44c02 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:18.697064 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-22acf720-880c-4b30-a385-a281ed1cb2d8 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1016565774 HTTP/1.1" status: 201 len: 201 time: 0.9655249 Mar 18 10:36:18.703294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41280) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.713514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.719125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-b1e4ae69-3cb4-4417-bfb6-f7c6a26e5dfd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-154282323') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:18.768194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41284) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:18.863206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:18.864163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1f973570-7ddf-4759-8cba-24d48da44c02 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:18.903428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port 1f973570-7ddf-4759-8cba-24d48da44c02, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f973570-7ddf-4759-8cba-24d48da44c02,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:18.967592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c2e71860-875e-43c2-b01d-57bee9151ed3 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:18.999280 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4d2e0-c8dc-425a-badf-abf8099aafd7 None None] New status for floating IP ad36014a-6761-43ea-87d7-3389b622e2e3: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:36:19.019512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c2e71860-875e-43c2-b01d-57bee9151ed3 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:19.019827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c2e71860-875e-43c2-b01d-57bee9151ed3 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:19.020244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7dbaa075-e194-40d7-b309-9cfee1200df6 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:19.101427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7dbaa075-e194-40d7-b309-9cfee1200df6 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:19.103071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7dbaa075-e194-40d7-b309-9cfee1200df6 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:19.105634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.137513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.resource_extend [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:36:19.151068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.179480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.202589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68919c62-acaf-40b9-bb59-6085fad60e41']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:19.212880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.213511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:19.216301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:19.216593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f55cc1-b0eb-4269-89c9-29ab6a10effa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:19.230756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.248403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.256490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:19.256891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:19.272867 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:19.290205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.290921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.371333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60652d22-6cc2-4517-acdd-4d8994dbb316 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 200 len: 991 time: 0.6071413 Mar 18 10:36:19.413186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.462756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=0a808357-16d2-451d-9811-f5a96de1f652,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.473165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.478384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab8029-cabf-4a6b-ae10-f8a743920e79 None None] Network 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:19.482902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:19.492358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:19.496805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.498963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:19.499534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.499807 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a174e156-945f-4ae5-a0a9-6eb169fa50cb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/0a808357-16d2-451d-9811-f5a96de1f652 HTTP/1.1" status: 204 len: 168 time: 1.1141288 Mar 18 10:36:19.500867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41298) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:19.528480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e4ed0-8e95-4e51-97e2-56ea4a0bc22a None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:19.530638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.532932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.535168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/0fb7e0e0-4e4e-4e1e-95bb-e8073dd25782 HTTP/1.1" status: 204 len: 168 time: 1.0730627 Mar 18 10:36:19.540077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41304) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:19.564340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=1f973570-7ddf-4759-8cba-24d48da44c02,revision_number=4']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.567541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Provisioning for port 1f973570-7ddf-4759-8cba-24d48da44c02 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:19.577003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.577407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:19.599432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991595b8-5ae2-4e43-9be1-91a7dec953d8 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7e0e0-4e4e-4e1e-95bb-e8073dd25782,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.630337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:19.632049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.688100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Provisioning complete for port 1f973570-7ddf-4759-8cba-24d48da44c02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:19.688565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.700902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1e4ae69-3cb4-4417-bfb6-f7c6a26e5dfd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-154282323 HTTP/1.1" status: 201 len: 201 time: 0.9912515 Mar 18 10:36:19.703901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41308) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:19.720910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-60b1e023-f3d0-4fb0-b452-6116fe32f291 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-837260249') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:19.721505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.723344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/68919c62-acaf-40b9-bb59-6085fad60e41 HTTP/1.1" status: 204 len: 168 time: 1.2440650 Mar 18 10:36:19.727803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41312) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:19.729206 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e8caf00-34c1-4397-875e-48a0d105cba4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.6080828 Mar 18 10:36:19.730284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddbfdc-9bc4-496e-b2fb-a37e57b91f8d tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=68919c62-acaf-40b9-bb59-6085fad60e41,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.740502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41314) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:19.761144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:60:c4:56', 'name': 'tempest-NetworksTestDHCPv6-552297800'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:19.775805 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.807500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3731c4b8-037b-4e91-b687-01b59ff49e5d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:19.829909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 77f55c02-592c-41c5-af4c-5d6894d6fc05 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:19.830254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:19.994600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3731c4b8-037b-4e91-b687-01b59ff49e5d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:19.999494 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3731c4b8-037b-4e91-b687-01b59ff49e5d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4448581 Mar 18 10:36:20.004295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41326) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.013034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.017098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--237883778'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:20.030940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:20.069203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb546a-0f1d-4f38-8474-0ab22d4a1033 req-3a1f9ff9-077c-4fc1-8165-99032d8b7613 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:20.070050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-95cb546a-0f1d-4f38-8474-0ab22d4a1033 req-3a1f9ff9-077c-4fc1-8165-99032d8b7613 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 945 time: 0.5464385 Mar 18 10:36:20.093472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:20.111974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:20.149072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:20.152612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:20.158311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60b1e023-f3d0-4fb0-b452-6116fe32f291 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-837260249 HTTP/1.1" status: 201 len: 201 time: 0.4517226 Mar 18 10:36:20.161869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.172005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-6cebc115-a7c0-4780-8bcb-b6034e115d83 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1535170491') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.176489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:20.188398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 77f55c02-592c-41c5-af4c-5d6894d6fc05, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77f55c02-592c-41c5-af4c-5d6894d6fc05,segment=NetworkSegment(3839bb26-15b3-4d6e-b040-bdb0a7ff8645),segment_id=3839bb26-15b3-4d6e-b040-bdb0a7ff8645)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:20.188757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.197043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41336) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.239334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.255674 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-95cb546a-0f1d-4f38-8474-0ab22d4a1033 req-3ecbaef4-e20c-447e-802d-f195f4e1042b tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839917 Mar 18 10:36:20.328612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:20.355528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 77f55c02-592c-41c5-af4c-5d6894d6fc05 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:20.365343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:20.369031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.376189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41342) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.399432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-440836728'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:20.423282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:20.435509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:20.442864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:20.460426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:20.460597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:20.483444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.501905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.541886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f973570-7ddf-4759-8cba-24d48da44c02 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:20.553631 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6cebc115-a7c0-4780-8bcb-b6034e115d83 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1535170491 HTTP/1.1" status: 201 len: 201 time: 0.3882036 Mar 18 10:36:20.556691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41346) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.560972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dc473d-86dd-4e4e-a672-be16d5e3121f']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.561164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-141d0687-354a-47c7-b18a-b7a454a1a67d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', {'tags': ['tempest-TagsExtTest-Tag-1674237983', 'tempest-TagsExtTest-Tag-1412534156', 'tempest-TagsExtTest-Tag-1445379326']}) {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.589367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e5db93-9a95-4430-9ce6-6fd22320a176') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.589367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e5db93-9a95-4430-9ce6-6fd22320a176') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.615117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:20.619445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.621435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:20.625058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.651989 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3b5a9167-7483-403d-8e6f-723157027dcf tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 200 len: 993 time: 0.2620158 Mar 18 10:36:20.668600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.688918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.689480 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0', 'code': 200} Mar 18 10:36:20.693444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] For port 1f973570-7ddf-4759-8cba-24d48da44c02, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f973570-7ddf-4759-8cba-24d48da44c02,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:20.694773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61352c15-a7a7-4668-a092-b36c9a86985d None None] DHCP port deletion for 8c13313e-9f37-4bb8-b23a-c26bed6e2a55 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:20.696831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.700428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:20.700928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.711456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,segment=NetworkSegment(22748f57-c3bd-4d4a-848c-1de3ad54c7a1),segment_id=22748f57-c3bd-4d4a-848c-1de3ad54c7a1)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:20.724372 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:20.754874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.773680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f973570-7ddf-4759-8cba-24d48da44c02 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:20.774111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.779646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 77f55c02-592c-41c5-af4c-5d6894d6fc05 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:20.806920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.809400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:20.827027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=77f55c02-592c-41c5-af4c-5d6894d6fc05,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:20.855861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port a4477240-3240-46a7-817b-57d0af4ba6e9 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:20.861946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:20.876093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-141d0687-354a-47c7-b18a-b7a454a1a67d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 200 len: 318 time: 0.3195817 Mar 18 10:36:20.883002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41352) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:20.885780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:20.891082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:20.896472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-7fb12d35-777c-48b9-98a9-9e1440cca403 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.928273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b515fc-81e1-4cf9-9b58-6d8efd75bd97 None None] Pushing event updated for resources: {'Port': ['ID=1f973570-7ddf-4759-8cba-24d48da44c02,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.008229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:21.034220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.034813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.036033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.057650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.064365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c13313e-9f37-4bb8-b23a-c26bed6e2a55']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.078874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=73dc473d-86dd-4e4e-a672-be16d5e3121f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.080765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3839bb26-15b3-4d6e-b040-bdb0a7ff8645') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.080765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3839bb26-15b3-4d6e-b040-bdb0a7ff8645') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.096325 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fc9d69e5-c3dd-4474-ae80-5a6cbba76bbf tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/73dc473d-86dd-4e4e-a672-be16d5e3121f HTTP/1.1" status: 204 len: 168 time: 1.3610132 Mar 18 10:36:21.097401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41356) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:21.114346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.141619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.172870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.306078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6365d66-a195-4d0b-9393-6bf16dc2d135,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.327242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.330226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.343441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:21.344093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:21.369272 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:21.373146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.377139 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6caf4afc-d316-420d-adae-b23c856f4984 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3718884 Mar 18 10:36:21.377940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41362) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:21.395032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'f6365d66-a195-4d0b-9393-6bf16dc2d135', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:21.433741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:21.505399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae143958-fef6-4e7c-b660-b7840dcb3cde req-c5840c02-a6a2-4fd6-8d4d-77694dc88f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:21.507603 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae143958-fef6-4e7c-b660-b7840dcb3cde req-c5840c02-a6a2-4fd6-8d4d-77694dc88f97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 1099 time: 0.3505692 Mar 18 10:36:21.519295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::85 (862ac36c-a15b-4807-bb67-f61f5836b3bd/13aae3db-570d-42e0-a8d7-c703b41df0ba/a4477240-3240-46a7-817b-57d0af4ba6e9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:21.521738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:21.538447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a09410b4-0575-4b64-af8f-df7b8afa1e5e None None] Provisioning complete for port 1f973570-7ddf-4759-8cba-24d48da44c02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:21.539500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a09410b4-0575-4b64-af8f-df7b8afa1e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.545664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.569055 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae143958-fef6-4e7c-b660-b7840dcb3cde req-bee569d9-a698-470b-90b9-246a2c0714ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 Mar 18 10:36:21.574438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.594453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.604673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=8c13313e-9f37-4bb8-b23a-c26bed6e2a55,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.607076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:c456 (862ac36c-a15b-4807-bb67-f61f5836b3bd/70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0/a4477240-3240-46a7-817b-57d0af4ba6e9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:21.617601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.626372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.656374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:21.668620 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7fb12d35-777c-48b9-98a9-9e1440cca403 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 204 len: 168 time: 0.7848818 Mar 18 10:36:21.671482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f66087d-855f-4dfb-97ad-8e257ac99fdd,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.674198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41366) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:21.682571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-b746a58d-c270-4f1b-b07b-3af44ddf5a07 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1674237983') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.708595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.708935 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment 102e0e64-b87a-4247-a121-9874c56def3e of type vlan for network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 Mar 18 10:36:21.717921 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3689dc46-1c12-4d6b-b78d-803d9eaa66bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/8c13313e-9f37-4bb8-b23a-c26bed6e2a55 HTTP/1.1" status: 204 len: 168 time: 2.2154434 Mar 18 10:36:21.723518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:21.786333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bf747a-1706-4eec-9da1-40196e8726da']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.815094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.827514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d4da58-f5ad-4749-804f-af6331b1fe0b') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.827807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d4da58-f5ad-4749-804f-af6331b1fe0b') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.837777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.862496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.885564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1ee0-f1d2-4421-a1a9-dd35edc14af0 req-596213f3-8a87-4e6e-a5d4-c15187c84764 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:21.887099 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-963b1ee0-f1d2-4421-a1a9-dd35edc14af0 req-596213f3-8a87-4e6e-a5d4-c15187c84764 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.4572473 Mar 18 10:36:21.950848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.990168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3c212f06-2ceb-4539-902c-d0f658888bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:21.991882 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-b746a58d-c270-4f1b-b07b-3af44ddf5a07 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:21.995660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b746a58d-c270-4f1b-b07b-3af44ddf5a07 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1674237983 HTTP/1.1" status: 404 len: 329 time: 0.3168349 Mar 18 10:36:21.995832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41374) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:21.998663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 68f971ea-7a3e-42c3-a40c-d8c9e2859348 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:21.999155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.017070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:22.017476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.025940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-8504c10f-fde0-4f0a-8e14-c8e94c317bb9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1412534156') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:22.041677 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:22.056446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.061842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:22.062417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.154451 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-963b1ee0-f1d2-4421-a1a9-dd35edc14af0 req-e05ceacf-b750-4c5e-88a2-ecb775e7c5e7 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315836 Mar 18 10:36:22.163480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.216936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.233205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=c2e69cfb-1432-496d-a8bc-e2cb54d993f6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:22.241045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.244145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:22.273914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879c434b-eeb9-413a-8b6e-263cb30b69f2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:22.277057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object a4477240-3240-46a7-817b-57d0af4ba6e9 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:22.286873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.288331 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d75e6432-d02a-479e-8d9a-18d657fa3d61 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0888722 Mar 18 10:36:22.290975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.296962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41378) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.330073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'name': 'tempest-PortsIpV6TestJSON-1424198037'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:22.342948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-8504c10f-fde0-4f0a-8e14-c8e94c317bb9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:22.346616 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8504c10f-fde0-4f0a-8e14-c8e94c317bb9 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1412534156 HTTP/1.1" status: 404 len: 329 time: 0.3473735 Mar 18 10:36:22.347743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.348068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.352063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41382) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.358663 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] 10.222.0.18 "DELETE /v2.0/networks/89bf747a-1706-4eec-9da1-40196e8726da HTTP/1.1" status: 204 len: 168 time: 1.2596946 Mar 18 10:36:22.374380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260dbfd-2bdb-4295-b2eb-10dff07906f7 tempest-BulkNetworkOpsIpV6Test-1914256560 tempest-BulkNetworkOpsIpV6Test-1914256560-project] Pushing event deleted for resources: {'Network': ['ID=89bf747a-1706-4eec-9da1-40196e8726da,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:22.383429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-07b940b2-0172-4c96-9c24-7b8c81d5015b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c', 'tempest-TagsExtTest-Tag-1445379326') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:22.416829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.421236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1c1d075a-46f4-403f-bd2b-a318978f59d2 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0328693 Mar 18 10:36:22.471215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41388) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.481562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 68f971ea-7a3e-42c3-a40c-d8c9e2859348 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:22.554822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f973570-7ddf-4759-8cba-24d48da44c02 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:22.562766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:22.568394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:22.572147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:22.579498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:22.602041 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-07b940b2-0172-4c96-9c24-7b8c81d5015b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:22.603071 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-07b940b2-0172-4c96-9c24-7b8c81d5015b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags/tempest-TagsExtTest-Tag-1445379326 HTTP/1.1" status: 404 len: 329 time: 0.2436223 Mar 18 10:36:22.605953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.613099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-d30b466e-4ffe-439c-b3ad-71b8fdf21a68 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', {'tags': ['tempest-TagsExtTest-Tag-2040264862', 'tempest-TagsExtTest-Tag-2127616594', 'tempest-TagsExtTest-Tag-919258141']}) {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:22.659343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f973570-7ddf-4759-8cba-24d48da44c02 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:22.659343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.659604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.692783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-32373a1b-3d1b-49d5-b431-4afc9acc5029 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules/879c434b-eeb9-413a-8b6e-263cb30b69f2 HTTP/1.1" status: 200 len: 763 time: 0.2202075 Mar 18 10:36:22.693521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41396) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.747168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c704aba3-e1e0-4982-96f3-a9e814ff2051 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:22.748620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:22.752315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.773571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.842378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:22.853860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 34c123f7-437b-47b0-8e50-39562a29d751 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:22.865101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c704aba3-e1e0-4982-96f3-a9e814ff2051 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:22.867507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c704aba3-e1e0-4982-96f3-a9e814ff2051 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1719592 Mar 18 10:36:22.877706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41400) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:22.882817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=68f971ea-7a3e-42c3-a40c-d8c9e2859348,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:22.895595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:22.906486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77f55c02-592c-41c5-af4c-5d6894d6fc05 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:22.927393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:22.939576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:22.942002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:22.978954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 77f55c02-592c-41c5-af4c-5d6894d6fc05 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:22.979549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77f55c02-592c-41c5-af4c-5d6894d6fc05 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:22.979689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.007697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=a4477240-3240-46a7-817b-57d0af4ba6e9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:23.008528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.058827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.058827 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP ce705638-a54d-43ee-a755-fe91e230e033 disassociated (deleted). External IP: 172.26.2.174, port: 0100157d-9383-4f00-9dcc-9a1d218e386a. Mar 18 10:36:23.123359 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d30b466e-4ffe-439c-b3ad-71b8fdf21a68 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 200 len: 317 time: 0.5156939 Mar 18 10:36:23.142504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41406) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.149004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-ce144d4f-b989-421b-a9df-544de9e6b49b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:23.195047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-54b6e9ac-539a-4a27-8079-fa49f9dfc953 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4548926 Mar 18 10:36:23.198500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.199026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41414) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.395395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port a4477240-3240-46a7-817b-57d0af4ba6e9 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:23.395750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.416017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.441483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7b188dc6-d581-4b7e-a41d-98f62180a3af None None] Provisioning for port a4477240-3240-46a7-817b-57d0af4ba6e9 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:23.446580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7b188dc6-d581-4b7e-a41d-98f62180a3af None None] Provisioning complete for port a4477240-3240-46a7-817b-57d0af4ba6e9 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:23.446948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b188dc6-d581-4b7e-a41d-98f62180a3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.454632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.503724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b188dc6-d581-4b7e-a41d-98f62180a3af None None] Port a4477240-3240-46a7-817b-57d0af4ba6e9 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:23.535618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=879c434b-eeb9-413a-8b6e-263cb30b69f2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:23.567978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-77b9cd5c-1749-4a4c-b086-4929b7cfbaf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c25652b741e74ed490d7979901c3972f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623979 Mar 18 10:36:23.573304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41424) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.668050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce144d4f-b989-421b-a9df-544de9e6b49b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.5239029 Mar 18 10:36:23.681944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41428) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.696306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.tag.tag_plugin [None req-e3ae385f-73e6-4070-be99-d466d466a647 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-2040264862') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:23.711832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.712925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f21bdc8d-c83d-4cfd-a1f2-578769a23f82 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/879c434b-eeb9-413a-8b6e-263cb30b69f2 HTTP/1.1" status: 204 len: 168 time: 0.8341506 Mar 18 10:36:23.716745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41432) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:23.752561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52812757-5059-48df-af88-0d7b0c7d6b24 req-90892517-910c-4388-a93b-968abbc5d8a9 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:23.754075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52812757-5059-48df-af88-0d7b0c7d6b24 req-90892517-910c-4388-a93b-968abbc5d8a9 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.3406348 Mar 18 10:36:23.795080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.796839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:23.832427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cf4a46d-eb35-4db5-aeb0-edf609bba756 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:23.848016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:23.903916 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52812757-5059-48df-af88-0d7b0c7d6b24 req-ad29601e-efe1-4a79-a17d-e874de988dd5 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392548 Mar 18 10:36:23.999308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cf4a46d-eb35-4db5-aeb0-edf609bba756 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:24.000063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5cf4a46d-eb35-4db5-aeb0-edf609bba756 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2815468 Mar 18 10:36:24.008175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41438) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.015319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'f6365d66-a195-4d0b-9393-6bf16dc2d135', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:24.022244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:24.045370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:24.055342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:24.060407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.062545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=34c123f7-437b-47b0-8e50-39562a29d751,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:24.066574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:24.079926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:24.080946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:35:55Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:24.106279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.116299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.118793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f844073d-d4da-4ab4-8784-c1f567efa664 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce705638-a54d-43ee-a755-fe91e230e033 HTTP/1.1" status: 204 len: 168 time: 2.3938987 Mar 18 10:36:24.119443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:24.148254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.219640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.276143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.298546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:24.305282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for a4477240-3240-46a7-817b-57d0af4ba6e9 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:24.310479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfbd0af-4aa1-420c-9801-c596fb0b20f4,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:24.346876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': '102e0e64-b87a-4247-a121-9874c56def3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:24.347239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: c2e69cfb-1432-496d-a8bc-e2cb54d993f6, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:24.374394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-e3ae385f-73e6-4070-be99-d466d466a647 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:24.385286 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e3ae385f-73e6-4070-be99-d466d466a647 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-2040264862 HTTP/1.1" status: 404 len: 329 time: 0.6903303 Mar 18 10:36:24.385437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41446) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.387537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-ae8ebca3-4b77-46a5-ae33-bf99507f88a4 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-2127616594') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:24.439452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830d240-bd29-4f93-affb-bc1a552c8b4a req-d2c28ddf-c6e2-4b27-9bd7-069c12c3454f tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:24.446661 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f830d240-bd29-4f93-affb-bc1a552c8b4a req-d2c28ddf-c6e2-4b27-9bd7-069c12c3454f tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.3971603 Mar 18 10:36:24.454311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.457871 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4be6ba75-5beb-4f35-adcd-1fd3d550391b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4464095 Mar 18 10:36:24.461708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.463380 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-ae8ebca3-4b77-46a5-ae33-bf99507f88a4 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:24.467493 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ae8ebca3-4b77-46a5-ae33-bf99507f88a4 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-2127616594 HTTP/1.1" status: 404 len: 329 time: 0.0868499 Mar 18 10:36:24.478888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41452) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.491177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-6b44dcca-ab8d-49d7-ae06-59e67b1740f1 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa', 'tempest-TagsExtTest-Tag-919258141') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:24.512113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:24.514594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.527727 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c2c8c18b-e1c6-45b1-b6bc-2f7f9783c507 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules/6cfbd0af-4aa1-420c-9801-c596fb0b20f4 HTTP/1.1" status: 200 len: 763 time: 0.0566280 Mar 18 10:36:24.531215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.558582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672ef90b-84db-463b-8b91-7dac79ed2ea8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:24.583377 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f830d240-bd29-4f93-affb-bc1a552c8b4a req-51d6eb05-ce80-48f3-b5db-b9ed1b84c812 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355438 Mar 18 10:36:24.597484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-528a929b-8dbf-4d98-9cd5-d144dd745aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.604730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e789a0af-a5f9-43b9-8d20-bffb1d9a6a46 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:24.613148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.618706 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-867b5400-f589-4bdb-a2f6-9c410d10b682 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/672ef90b-84db-463b-8b91-7dac79ed2ea8 HTTP/1.1" status: 204 len: 168 time: 1.0432794 Mar 18 10:36:24.630923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-6b44dcca-ab8d-49d7-ae06-59e67b1740f1 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:24.638152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6b44dcca-ab8d-49d7-ae06-59e67b1740f1 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags/tempest-TagsExtTest-Tag-919258141 HTTP/1.1" status: 404 len: 328 time: 0.1581991 Mar 18 10:36:24.638729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41466) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.656188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-7d23747e-96b1-4750-995b-69e4516e4166 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', {'tags': ['tempest-TagsExtTest-Tag-1948023086', 'tempest-TagsExtTest-Tag-1972967313', 'tempest-TagsExtTest-Tag-1138010670']}) {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:24.697578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c2e69cfb-1432-496d-a8bc-e2cb54d993f6) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:24.715221 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'status': 'completed', 'code': 200} Mar 18 10:36:24.723003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:24.732013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:24.733282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.750136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e789a0af-a5f9-43b9-8d20-bffb1d9a6a46 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:24.751371 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e789a0af-a5f9-43b9-8d20-bffb1d9a6a46 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2196825 Mar 18 10:36:24.763196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41472) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.770820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce04841-5848-4b74-a7c8-4ad833b38f39 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:24.811294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.838182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.860990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:24.886440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-0089e7b6-61eb-4a37-898f-b63c3777db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:24.889598 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-0089e7b6-61eb-4a37-898f-b63c3777db63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 1099 time: 0.1746101 Mar 18 10:36:24.931059 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0747be5e-478e-4e98-8007-aefe95bdc073 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6145844 Mar 18 10:36:24.941344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41476) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:24.991635 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7d23747e-96b1-4750-995b-69e4516e4166 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 200 len: 318 time: 0.3503301 Mar 18 10:36:25.002662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41480) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.032620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-148825902'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:25.036830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=a4477240-3240-46a7-817b-57d0af4ba6e9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:25.114810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:25.119000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-f81c8d90-8592-4804-9fbd-02bcb9fe1a6b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:25.120206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:25.122485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:25.126610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:25.132993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:25.133668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:25.173382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:25.175467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:25.249862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:25.253339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.274209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.291331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.300318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.301972 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6cfbd0af-4aa1-420c-9801-c596fb0b20f4 HTTP/1.1" status: 204 len: 168 time: 0.5372033 Mar 18 10:36:25.310180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41490) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.321640 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2d6ead93-c0e9-466d-a78f-7ced35da0a47 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a4477240-3240-46a7-817b-57d0af4ba6e9 HTTP/1.1" status: 204 len: 168 time: 2.1165392 Mar 18 10:36:25.329148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41492) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.346867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6286d17-3e24-4c22-af6c-d9aa68b040a9 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cfbd0af-4aa1-420c-9801-c596fb0b20f4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:25.352608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.453790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-299a2c5e-110f-407e-bc2f-aae944027b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:25.455266 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-299a2c5e-110f-407e-bc2f-aae944027b94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 200 len: 898 time: 0.5588844 Mar 18 10:36:25.456890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:25.496032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:25.503588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27fc64-ef93-45e4-9dc0-6b4d9a736a24 req-728fca81-d2e9-4fa9-8cfd-6bee26d51b8b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:25.505128 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd27fc64-ef93-45e4-9dc0-6b4d9a736a24 req-728fca81-d2e9-4fa9-8cfd-6bee26d51b8b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.6222606 Mar 18 10:36:25.534940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffec64ec-9c0d-4c87-822b-6684cadfed09 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:25.563602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.564011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment befb04e7-3a66-4ed3-8526-63d6178f5fc3 of type vlan for network c76370a0-905a-4237-8fd1-fadaa50d56b1 Mar 18 10:36:25.564142 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-4f47d749-15e3-48dc-8622-83eee68259fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 200 len: 217 time: 0.0959690 Mar 18 10:36:25.629353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16ff5b-3170-4409-9ae7-da90b2aa1063 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:25.630105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4a16ff5b-3170-4409-9ae7-da90b2aa1063 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:25.648896 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f81c8d90-8592-4804-9fbd-02bcb9fe1a6b tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 204 len: 168 time: 0.5455317 Mar 18 10:36:25.651576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41504) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.659112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-4db1f249-dc33-4af1-a957-b242e92ea2d7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1948023086') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:25.667121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.675849 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd27fc64-ef93-45e4-9dc0-6b4d9a736a24 req-07de8b0d-8a95-4377-8e78-6719953cf2c7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223149 Mar 18 10:36:25.707707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.727677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffec64ec-9c0d-4c87-822b-6684cadfed09 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:25.729945 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffec64ec-9c0d-4c87-822b-6684cadfed09 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4071662 Mar 18 10:36:25.732796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41510) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.739335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'f6365d66-a195-4d0b-9393-6bf16dc2d135', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:25.747149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:25.761366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:25.782787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-c374d322-14b0-4b9a-801e-591e530a06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:25.786439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-c374d322-14b0-4b9a-801e-591e530a06e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 200 len: 835 time: 0.2138636 Mar 18 10:36:25.786893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4a16ff5b-3170-4409-9ae7-da90b2aa1063 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:25.791687 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4a16ff5b-3170-4409-9ae7-da90b2aa1063 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4624496 Mar 18 10:36:25.792070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41516) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.793431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.800535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:25.801732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.865136 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Project ccd67afac07c4deabf0caf0cd1a2a327 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:36:25.905757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:25.908063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.914420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b51e20-4de1-47f3-a42b-c95b8a4c76b8 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:06Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '602d169f-3fe7-47ff-905c-3907d8795fc8', 'name': '', 'network_id': 'f487da4f-2beb-42d3-bd31-b813e341bc06', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:f9:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:38Z', 'updated_at': '2022-03-18T10:33:49Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b529cc6b-8419-42a2-bb8b-5595a8d12d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:25.957903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:25.969475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9593174 Mar 18 10:36:25.970418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41522) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.974749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879365-e440-4bb8-880f-548fdae4ee52 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=c76370a0-905a-4237-8fd1-fadaa50d56b1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:25.979634 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-4db1f249-dc33-4af1-a957-b242e92ea2d7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:25.980015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4db1f249-dc33-4af1-a957-b242e92ea2d7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1948023086 HTTP/1.1" status: 404 len: 329 time: 0.3274956 Mar 18 10:36:25.984262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41526) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:25.984900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'ports': [{'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'}, {'network_id': 'c76370a0-905a-4237-8fd1-fadaa50d56b1'}]} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:25.985412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:25.986010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c76370a0-905a-4237-8fd1-fadaa50d56b1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:25.990312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c76370a0-905a-4237-8fd1-fadaa50d56b1 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:26.009433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-809e71e0-3ebb-4880-a78d-44aa02700950 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1972967313') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:26.088824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89f432-8c9d-4ac3-92e6-ba30f8b15e85 req-0d798d64-f00f-46b2-9089-5a30a0012af6 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.112614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec89f432-8c9d-4ac3-92e6-ba30f8b15e85 req-0d798d64-f00f-46b2-9089-5a30a0012af6 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.3986182 Mar 18 10:36:26.216718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-314ed6d0-b52a-44f2-b62f-4ce17f5bf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.218275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-314ed6d0-b52a-44f2-b62f-4ce17f5bf009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f487da4f-2beb-42d3-bd31-b813e341bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4230478 Mar 18 10:36:26.283699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41532) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.355363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea6dc0-e50a-4610-bfeb-e2166902b840 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.359310 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6aea6dc0-e50a-4610-bfeb-e2166902b840 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5632505 Mar 18 10:36:26.359478 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a7749-6076-4cb6-bf56-74ff72a4444d None None] New status for floating IP ce705638-a54d-43ee-a755-fe91e230e033: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:36:26.369949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41538) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.371078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec89f432-8c9d-4ac3-92e6-ba30f8b15e85 req-fcf911d4-7255-43af-bad5-28efe12de631 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576487 Mar 18 10:36:26.380915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-809e71e0-3ebb-4880-a78d-44aa02700950 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:26.384681 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-809e71e0-3ebb-4880-a78d-44aa02700950 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1972967313 HTTP/1.1" status: 404 len: 329 time: 0.3965311 Mar 18 10:36:26.385847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41542) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.442734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-4bd7c6b8-415e-45aa-866c-cddc7d0a0dfc tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d', 'tempest-TagsExtTest-Tag-1138010670') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:26.457941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:26.462078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:26.465208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:26.471313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:26.517994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.519571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.521239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.522286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:26.536526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.545222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 2} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:26.549755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.583134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-89d78884-eb88-4774-bb76-9857022d781d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:26.584602 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-89d78884-eb88-4774-bb76-9857022d781d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.3920665 Mar 18 10:36:26.587352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.596621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-4722a867-d4df-449f-80f1-d8d89b54e234 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035121 Mar 18 10:36:26.632763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.697250 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-4bd7c6b8-415e-45aa-866c-cddc7d0a0dfc tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:26.700805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4bd7c6b8-415e-45aa-866c-cddc7d0a0dfc tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags/tempest-TagsExtTest-Tag-1138010670 HTTP/1.1" status: 404 len: 329 time: 0.3113594 Mar 18 10:36:26.701325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.750242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-41ab7c7a-a2b3-478d-b2e1-8a9488917bdf tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', {'tags': ['tempest-TagsExtTest-Tag-1525456260', 'tempest-TagsExtTest-Tag-1120336479', 'tempest-TagsExtTest-Tag-40039054']}) {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:26.781935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307518806'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:26.824282 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2d5f7bc1-892f-4381-be92-e3b0394fd79d req-95e023d0-4478-48ef-a430-ccb2bf02d394 service neutron] 10.222.0.24 "GET /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783190 Mar 18 10:36:26.831910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:26.841343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d48709-9ec8-498a-bf11-0908cbde2247,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:26.843150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:26.846804 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c825832e-8442-483c-ad85-d482d857b5aa tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4721663 Mar 18 10:36:26.848217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41554) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.896054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:26.916027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 13aae3db-570d-42e0-a8d7-c703b41df0ba {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:26.917252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.924143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.924298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:26.956146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-41ab7c7a-a2b3-478d-b2e1-8a9488917bdf tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "PUT /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 200 len: 316 time: 0.2517214 Mar 18 10:36:26.959732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41558) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:26.966870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-60ef89f9-6bb4-45e1-a177-8f5c2f436e08 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:26.967842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:26.973274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 0100157d-9383-4f00-9dcc-9a1d218e386a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:26.980254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:26.997189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.058420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.059623 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1f12e0ed-83bc-4bbc-be82-16e998ff6750 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3255680 Mar 18 10:36:27.085592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41562) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.188889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:27.192198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.213406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.224414 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-34e5b719-2874-4832-ad61-7b680c0978f4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules/f3d48709-9ec8-498a-bf11-0908cbde2247 HTTP/1.1" status: 200 len: 769 time: 0.1353419 Mar 18 10:36:27.239939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41566) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.245301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.264605 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60ef89f9-6bb4-45e1-a177-8f5c2f436e08 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 204 len: 168 time: 0.3038692 Mar 18 10:36:27.270667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41570) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.276784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-29c82423-7169-47b2-a81e-497d57ae887a tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1525456260') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.291241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 7b665de2-a263-474c-b2fe-e5c02ad57c56 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:27.304581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a34f-9543-4b1b-8623-ca921540f0c3 req-6ddfda58-bcba-498b-8825-9522eb6b07b3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:27.306066 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fdb2a34f-9543-4b1b-8623-ca921540f0c3 req-6ddfda58-bcba-498b-8825-9522eb6b07b3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 946 time: 0.5156982 Mar 18 10:36:27.307616 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-29c82423-7169-47b2-a81e-497d57ae887a tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:27.308747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-29c82423-7169-47b2-a81e-497d57ae887a tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1525456260 HTTP/1.1" status: 404 len: 329 time: 0.0371857 Mar 18 10:36:27.311723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41574) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.316635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-8a75ccff-db72-4c17-a891-a4396c84f8de tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-1120336479') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.329910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:27.342669 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-8a75ccff-db72-4c17-a891-a4396c84f8de tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:27.343880 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8a75ccff-db72-4c17-a891-a4396c84f8de tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-1120336479 HTTP/1.1" status: 404 len: 329 time: 0.0310814 Mar 18 10:36:27.346662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41578) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.352820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-c80bca68-1e3e-48b5-bbe4-78f0dddb6143 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987', 'tempest-TagsExtTest-Tag-40039054') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.371605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:security_group_rule and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:27.375427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-c80bca68-1e3e-48b5-bbe4-78f0dddb6143 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] show failed (client error): The resource could not be found. Mar 18 10:36:27.376432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c80bca68-1e3e-48b5-bbe4-78f0dddb6143 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags/tempest-TagsExtTest-Tag-40039054 HTTP/1.1" status: 404 len: 327 time: 0.0281403 Mar 18 10:36:27.379341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41582) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.381199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:27.384373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-885f7458-fa37-46ab-84d5-fd11862518ca tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da668e0e-985c-4057-8b05-055a4ce2f987') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.395241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.450133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:27.450313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=13aae3db-570d-42e0-a8d7-c703b41df0ba,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:27.450313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.470097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557625cf-c880-454b-863f-020c53e2c83f None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:27.474282 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-885f7458-fa37-46ab-84d5-fd11862518ca tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987/tags HTTP/1.1" status: 204 len: 168 time: 0.0909250 Mar 18 10:36:27.479522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41588) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.488186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-a98a41c4-6784-4f5b-9eb1-6a21dd91c690 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9e75f86-d77f-42d7-8ede-9b50b28b299d') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.496355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-21160aca-997e-4a3e-b4ac-c328c9308a02 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:27.521072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fdb2a34f-9543-4b1b-8623-ca921540f0c3 req-f068d066-e02f-467a-9eec-7272a3b08e3f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=69defe60-8f24-4d45-996f-7a7d6d84120f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923926 Mar 18 10:36:27.627399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 0100157d-9383-4f00-9dcc-9a1d218e386a, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0100157d-9383-4f00-9dcc-9a1d218e386a,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:27.627759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.687140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1a87f1b6-3a95-4191-9d82-6f153083505e tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/13aae3db-570d-42e0-a8d7-c703b41df0ba HTTP/1.1" status: 204 len: 168 time: 0.8355289 Mar 18 10:36:27.691996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41592) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.767870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a98a41c4-6784-4f5b-9eb1-6a21dd91c690 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d/tags HTTP/1.1" status: 204 len: 168 time: 0.2850838 Mar 18 10:36:27.769048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41596) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.772389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-21160aca-997e-4a3e-b4ac-c328c9308a02 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:27.773671 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21160aca-997e-4a3e-b4ac-c328c9308a02 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5326686 Mar 18 10:36:27.778195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41600) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:27.783089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 0100157d-9383-4f00-9dcc-9a1d218e386a owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:27.784826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-90bdde77-8981-4ec9-b13f-871ba7980cc7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '486f5498-774c-4e26-861f-7a2cdbd12cfa') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:27.844121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd668f-9616-4649-b8ef-c68e8e52a0a9 req-e2298f13-3467-4b76-84ca-a63db50b7d48 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:27.851113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9dfd668f-9616-4649-b8ef-c68e8e52a0a9 req-e2298f13-3467-4b76-84ca-a63db50b7d48 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.3003848 Mar 18 10:36:27.851991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.876863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:27.894820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.935655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.954480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.983755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:27.995108 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9dfd668f-9616-4649-b8ef-c68e8e52a0a9 req-4b3c9ee8-9e72-4c5e-9513-856ca9d42fc5 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430893 Mar 18 10:36:28.003286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.032037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:28.039223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.105162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-90bdde77-8981-4ec9-b13f-871ba7980cc7 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.3332481 Mar 18 10:36:28.109920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41606) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.117276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.tag.tag_plugin [None req-f073d196-fe0f-443e-8903-0c2b06f0d47d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '455a2296-ffd7-40bd-981e-d8ddaaa7561c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:28.144403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53254e7-8a33-4251-b190-f2595a4ce4ce,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:28.159056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.174232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:28.195277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d48709-9ec8-498a-bf11-0908cbde2247,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:28.206487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.207586 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 6a0c77d5-b674-4556-8181-596a5a0bb929 of type vlan for network 00ccde17-8c60-4a1b-a19e-b6929c2411ab Mar 18 10:36:28.207879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.270057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.276407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.282486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.288830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-95a9a4c0-023b-4bc5-82cc-d9712b521495 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f3d48709-9ec8-498a-bf11-0908cbde2247 HTTP/1.1" status: 204 len: 168 time: 0.4742584 Mar 18 10:36:28.288830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41610) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.342229 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f073d196-fe0f-443e-8903-0c2b06f0d47d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c/tags HTTP/1.1" status: 204 len: 168 time: 0.2251663 Mar 18 10:36:28.346747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41614) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.356928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=0100157d-9383-4f00-9dcc-9a1d218e386a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:28.364938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-edf65729-089c-4b36-b22e-204b9a80d8f1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:28.431981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.464826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.485890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5be0cac9-e26a-4ccc-99f3-a2d194bf5ae6 None None] Provisioning complete for port 1f973570-7ddf-4759-8cba-24d48da44c02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:28.486836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5be0cac9-e26a-4ccc-99f3-a2d194bf5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.497393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:28.499955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 0100157d-9383-4f00-9dcc-9a1d218e386a on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:28.504041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.504173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-edf65729-089c-4b36-b22e-204b9a80d8f1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:28.505345 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-edf65729-089c-4b36-b22e-204b9a80d8f1 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2179365 Mar 18 10:36:28.507242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'name': 'network-vif-deleted', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:28.509920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41620) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.514654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.539367 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9f5eb440-7de0-48b3-8f19-79e9dc1384ac req-bc2a3164-3d28-40ed-90e5-70128b4a345b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/0100157d-9383-4f00-9dcc-9a1d218e386a HTTP/1.1" status: 204 len: 173 time: 1.9414575 Mar 18 10:36:28.549181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41626) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.549405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-94aff6a9-c64f-421c-9567-988ce507f5f3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0 HTTP/1.1" status: 204 len: 168 time: 0.8561728 Mar 18 10:36:28.582027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058a97c-3c05-4990-bba0-db05cec0a12e None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:28.623677 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca', 'name': 'network-vif-deleted', 'tag': '0100157d-9383-4f00-9dcc-9a1d218e386a', 'status': 'completed', 'code': 200} Mar 18 10:36:28.625964 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c6e9741-3a3f-4462-b653-2fb2fdb52e6f tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752001 Mar 18 10:36:28.627406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.632446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:28.633126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.636889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41632) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.651998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4b329669-f62c-4b83-b8fd-22daa646b244 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for subnetpool, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.657404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4b329669-f62c-4b83-b8fd-22daa646b244 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnetpools/da668e0e-985c-4057-8b05-055a4ce2f987 HTTP/1.1" status: 204 len: 168 time: 0.3083558 Mar 18 10:36:28.658423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41636) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.708893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:28.745578 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-42d0084a-293e-4f31-8918-cbc2d576da19 tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e75f86-d77f-42d7-8ede-9b50b28b299d HTTP/1.1" status: 200 len: 205 time: 0.0759692 Mar 18 10:36:28.746285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41642) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:28.766021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.892685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:28.978566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2cb1e-c334-4eb5-b759-460459998864 req-f60bdee4-4547-457b-9fa0-11708fbde8da tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:28.980022 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe2cb1e-c334-4eb5-b759-460459998864 req-f60bdee4-4547-457b-9fa0-11708fbde8da tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.4173400 Mar 18 10:36:29.013248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.025595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.136234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-de15ef85-923e-4fff-9be2-37841a77b4b7 req-fb24edf5-48a7-49c8-9d04-5b810f00261f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:29.163931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:29.168744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Deleting port 1f973570-7ddf-4759-8cba-24d48da44c02 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:29.169146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.190015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:29.198248 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9130013 Mar 18 10:36:29.210126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:29.214748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:29.220267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:29.221077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.246785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=00ccde17-8c60-4a1b-a19e-b6929c2411ab,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:29.259609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-929772837'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:29.274612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:29.280997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=7b665de2-a263-474c-b2fe-e5c02ad57c56,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:29.292073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.294594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.295167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.295167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.295499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.295719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfb628-e23d-47e3-9fbe-652eb95d026a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.306024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:29.311696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:29.314070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe2cb1e-c334-4eb5-b759-460459998864 req-7f81c0ba-a643-45fc-bf4e-78dcf2a5514d tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219147 Mar 18 10:36:29.324749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.324927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.326019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.326726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.327507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.327696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.328071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.328408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.328794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.329221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.329549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.329900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:29.390157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:29.419292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:29.420344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] For port 1f973570-7ddf-4759-8cba-24d48da44c02, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f973570-7ddf-4759-8cba-24d48da44c02,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:29.421473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.438526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-de15ef85-923e-4fff-9be2-37841a77b4b7 req-fb24edf5-48a7-49c8-9d04-5b810f00261f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:29.447399 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-de15ef85-923e-4fff-9be2-37841a77b4b7 req-fb24edf5-48a7-49c8-9d04-5b810f00261f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a8f0aa9-aaa3-4c25-bb7a-8144c25415ca HTTP/1.1" status: 200 len: 210 time: 0.5413108 Mar 18 10:36:29.458154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:29.474417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:29.495768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:29.511391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.513851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.516246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-1498c799-b2ce-44be-bc76-95336f76058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:29.518871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-1498c799-b2ce-44be-bc76-95336f76058b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 1099 time: 0.8613465 Mar 18 10:36:29.538991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.568037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6365d66-a195-4d0b-9393-6bf16dc2d135,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:29.574910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Calling delete_port for 1f973570-7ddf-4759-8cba-24d48da44c02 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:29.589974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:29.601040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:29.602940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0100157d-9383-4f00-9dcc-9a1d218e386a no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:29.604772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.615564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': 'befb04e7-3a66-4ed3-8526-63d6178f5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c76370a0-905a-4237-8fd1-fadaa50d56b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:29.615926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: c76370a0-905a-4237-8fd1-fadaa50d56b1, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:29.639450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:29.642097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.642586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Fanout notify agent at l3_agent the message router_deleted on router e9e75f86-d77f-42d7-8ede-9b50b28b299d {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:36:29.653529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.657395 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7814633b-7fba-481a-93ad-894c599c70ea tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/routers/e9e75f86-d77f-42d7-8ede-9b50b28b299d HTTP/1.1" status: 204 len: 168 time: 0.8960810 Mar 18 10:36:29.657806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41654) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:29.682795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 0100157d-9383-4f00-9dcc-9a1d218e386a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:29.682795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0100157d-9383-4f00-9dcc-9a1d218e386a not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:29.684153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:29.687859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.695166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.696277 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dc3ebd84-e89a-4463-804e-a9b4cb05a53b tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6365d66-a195-4d0b-9393-6bf16dc2d135 HTTP/1.1" status: 204 len: 168 time: 1.1833720 Mar 18 10:36:29.703181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41658) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:29.753990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Deleting port 486f5498-774c-4e26-861f-7a2cdbd12cfa {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:29.753990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.815096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:29.824283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c76370a0-905a-4237-8fd1-fadaa50d56b1 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:29.839358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-08dc8558-6969-47a3-b15c-c71d8b0a7eb4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:29.864435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.864774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 6cc0a3be-6c0b-4a31-9449-a83807746b2e of type vlan for network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 Mar 18 10:36:29.880070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-d261754c-a330-418a-86cc-06ad522b8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:29.881670 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-d261754c-a330-418a-86cc-06ad522b8c34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 200 len: 913 time: 0.3448396 Mar 18 10:36:29.899898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.963596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] Pushing event deleted for resources: {'Port': ['ID=1f973570-7ddf-4759-8cba-24d48da44c02,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:29.966800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-600b8ba6-0db9-41a4-b77f-205ac9f5b0d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 200 len: 217 time: 0.0784609 Mar 18 10:36:29.967381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c76370a0-905a-4237-8fd1-fadaa50d56b1) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:29.970374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf1fd0-1a47-4846-8f5a-892f3f623666 None None] No DVR routers for this DVR port 1f973570-7ddf-4759-8cba-24d48da44c02 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:29.975056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:29.980825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:29.985498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:29.986169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:29.989093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd127f-08a8-4e27-8296-712ae22b9582 None None] Network c76370a0-905a-4237-8fd1-fadaa50d56b1 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:30.011453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-08dc8558-6969-47a3-b15c-c71d8b0a7eb4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:30.012689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-08dc8558-6969-47a3-b15c-c71d8b0a7eb4 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3086147 Mar 18 10:36:30.026357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41662) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.036721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129662133'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:30.045330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:30.059921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.068023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:30.091000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.121099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-87411239-e43e-42f5-98b3-2550dd40d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:30.122592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-87411239-e43e-42f5-98b3-2550dd40d905 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2ea6882-1a46-4b62-a73a-9d3080b02e1c HTTP/1.1" status: 200 len: 852 time: 0.1324646 Mar 18 10:36:30.191591 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7904195f-3e21-4deb-b5cc-e2813850abe4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2151835 Mar 18 10:36:30.198828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41666) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.200911 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-f06ed6b2-4e69-4ee8-a3e2-79b15e6ed905 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06501ed4-6338-45e5-bdf7-897b6307f932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640936 Mar 18 10:36:30.220229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Calling delete_port for 486f5498-774c-4e26-861f-7a2cdbd12cfa owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:30.284935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.290642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:30.291236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.294790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.315943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:30.363486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:30.450116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.476548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.505745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:30.506360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.521133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f973570-7ddf-4759-8cba-24d48da44c02 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:30.553580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event deleted for resources: {'Port': ['ID=486f5498-774c-4e26-861f-7a2cdbd12cfa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:30.567015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41674) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.574321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1f973570-7ddf-4759-8cba-24d48da44c02 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:30.579560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f973570-7ddf-4759-8cba-24d48da44c02 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:30.601445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.617919 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3913743 Mar 18 10:36:30.634574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41678) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.652106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:30.775021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.794277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b06f3-ffe6-493e-a59b-54308284b2ea,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:30.801324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2a5f6-256b-49c0-be37-83fc10330ea3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=0fb7ed6f-3ae3-4e63-95d3-73c643ccc030,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:30.814062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.814178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:30.829492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-66edb904-4e88-411f-88e3-044550ca470d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/ports/486f5498-774c-4e26-861f-7a2cdbd12cfa HTTP/1.1" status: 204 len: 168 time: 1.1692808 Mar 18 10:36:30.831508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.835370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:30.870546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:30.875957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:30.891826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:30.896266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.900764 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-95a70c78-0ce9-417c-a5d9-ab40377ac557 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8701761 Mar 18 10:36:30.901701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:30.910600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Request body: {'security_group_rule': {'security_group_id': 'f29b06f3-ffe6-493e-a59b-54308284b2ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:30.919921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:30.928133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Usage tracker for resource:security_group_rule and tenant:ccd67afac07c4deabf0caf0cd1a2a327 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:30.932944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:30.936216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:30.939202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Deleting subnet 455a2296-ffd7-40bd-981e-d8ddaaa7561c {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:30.945190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:30.947068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:30.977795 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-00893d14-d148-49cb-89a8-d0619b1fa8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343221 Mar 18 10:36:30.978642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:30.991554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11b086-a98d-4c39-b637-51e8557c3ab0 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:30.999897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:31.000473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.125297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=a973f940-6b4a-497a-9f06-4e7cab0c3fff,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:31.134393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:31.137846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.232827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-862ac36c-a15b-4807-bb67-f61f5836b3bd', 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'tenant_id': '4b9d1989592a48f19f2ec863f7a36153', 'fixed_ips': [{'subnet_id': 'a973f940-6b4a-497a-9f06-4e7cab0c3fff'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:31.233766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.237748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8694f6c2-6b9b-4d1a-baac-188725c630bf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5831265 Mar 18 10:36:31.240137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41690) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:31.241526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.251598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.260548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.290446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:31.348678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.392106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:31.427999 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Allocated IP 2001:db8::2 (862ac36c-a15b-4807-bb67-f61f5836b3bd/a973f940-6b4a-497a-9f06-4e7cab0c3fff/ac20430b-85a1-4202-9ae9-3d799f5031f2) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:31.445854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07ff7c-d032-479f-a785-9db5dfd7a7bc req-81ff3cc5-fe1a-4f5e-abd0-31506e0f44c8 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:31.449705 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9b07ff7c-d032-479f-a785-9db5dfd7a7bc req-81ff3cc5-fe1a-4f5e-abd0-31506e0f44c8 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.9529314 Mar 18 10:36:31.512433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.521216 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-05a70016-6a0e-4389-bb39-24c4b50efa9d req-5608f55c-2a4d-4c29-91d3-80f59183114e service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134830 Mar 18 10:36:31.556392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-ceb2d4e2-8d8b-4df1-a3ba-2285c4263487 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5806646 Mar 18 10:36:31.559859 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9b07ff7c-d032-479f-a785-9db5dfd7a7bc req-c11bc592-8628-4d64-8a7b-80390495595e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Mar 18 10:36:31.621910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.642615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:31.655897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.657215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:31.671949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:31.673702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.709968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.729607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:31.732716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Transition to ACTIVE for port object ac20430b-85a1-4202-9ae9-3d799f5031f2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:31.752259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.753453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Transition to ACTIVE for port object ac20430b-85a1-4202-9ae9-3d799f5031f2 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:31.759699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.781881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:31.789929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.795763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69defe60-8f24-4d45-996f-7a7d6d84120f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:31.812494 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8edf99f6-22b7-4449-a3fe-6c6d27141027 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2 HTTP/1.1" status: 204 len: 168 time: 1.6082084 Mar 18 10:36:31.813131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41694) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:31.813462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6509a0e-17cf-4a96-9754-51ef5ae6e91f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:31.826893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.846510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:31.849945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.857409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.857409 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ef78be0c-5f90-4b19-b869-0bcf1efc2d26 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/69defe60-8f24-4d45-996f-7a7d6d84120f HTTP/1.1" status: 204 len: 168 time: 1.2840996 Mar 18 10:36:31.906195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:31.909506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:31.916731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:31.917236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723619df-fac5-48e8-af32-cd6bd7eb97c3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:31.924122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723619df-fac5-48e8-af32-cd6bd7eb97c3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:31.925136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723619df-fac5-48e8-af32-cd6bd7eb97c3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:31.957729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.961320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.964930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:31.969476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ec2e4b9-91fb-4d6a-acef-6662eb3f7945 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0634532 Mar 18 10:36:31.970745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41700) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:32.005661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-809fb969-ab23-46fa-9bb8-91c14a74a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:32.006031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41704) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:32.007696 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-809fb969-ab23-46fa-9bb8-91c14a74a077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1098 time: 0.3307750 Mar 18 10:36:32.011338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Pushing event updated for resources: {'Port': ['ID=ac20430b-85a1-4202-9ae9-3d799f5031f2,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:32.031171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Attempting to bind port ac20430b-85a1-4202-9ae9-3d799f5031f2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:32.032027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Attempting to bind port ac20430b-85a1-4202-9ae9-3d799f5031f2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:32.032027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Attempting to bind port ac20430b-85a1-4202-9ae9-3d799f5031f2 on network 862ac36c-a15b-4807-bb67-f61f5836b3bd {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:32.035311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.036684 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/subnets/455a2296-ffd7-40bd-981e-d8ddaaa7561c HTTP/1.1" status: 204 len: 168 time: 1.2034285 Mar 18 10:36:32.038665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:32.039082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Checking segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:32.040217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.040217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Bound using segment: {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:32.040474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Bound port: ac20430b-85a1-4202-9ae9-3d799f5031f2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219225b-e97b-470e-8995-9e127db6f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:32.040687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.044870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41708) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:32.086945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-723619df-fac5-48e8-af32-cd6bd7eb97c3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:32.087211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8fdab4-8da2-4f6a-99f9-ec0ca7f088c8 None None] Network 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:32.090925 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-723619df-fac5-48e8-af32-cd6bd7eb97c3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2743928 Mar 18 10:36:32.104779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41712) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:32.157397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.ipam_backend_mixin [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a973f940-6b4a-497a-9f06-4e7cab0c3fff (CIDR: 2001:db8::/64) Mar 18 10:36:32.165000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=5e3d7528-31a1-44d4-a592-644571427107,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:32.200584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] For port ac20430b-85a1-4202-9ae9-3d799f5031f2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:32.205197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] For port ac20430b-85a1-4202-9ae9-3d799f5031f2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ac20430b-85a1-4202-9ae9-3d799f5031f2,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:32.262908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.281549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 7b665de2-a263-474c-b2fe-e5c02ad57c56 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:32.282183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.301020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:36:32.301511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:32.331750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d503637-65ad-4d95-ad8c-bceb6f22d6dd tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event deleted for resources: {'Subnet': ['ID=455a2296-ffd7-40bd-981e-d8ddaaa7561c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:32.334282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.350272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '6a0c77d5-b674-4556-8181-596a5a0bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:32.351196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 00ccde17-8c60-4a1b-a19e-b6929c2411ab, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:32.364167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.365118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.404066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-f21b9672-4215-474c-b48e-660ceea16515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:32.405553 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-f21b9672-4215-474c-b48e-660ceea16515 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 200 len: 898 time: 0.3206811 Mar 18 10:36:32.416991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Deleting port 16ff2156-13e0-46c5-b24a-2f682f78f618 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:32.416991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.486198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac5c56-bf58-4342-95f2-f5fdd9b5be80 None None] Pushing event updated for resources: {'Port': ['ID=ac20430b-85a1-4202-9ae9-3d799f5031f2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:32.503304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-93a99690-ed6f-4c54-8cd5-98f718c0ed12 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2599347 Mar 18 10:36:32.521318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:32.521994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:32.536406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'subnet': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:32.582835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] DHCP port deletion for 2ccf14e9-aef5-47b2-a108-4e921bcdf6cb request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:32.590142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Deleting port 16ff2156-13e0-46c5-b24a-2f682f78f618 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:32.592037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.708366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 00ccde17-8c60-4a1b-a19e-b6929c2411ab) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:32.716450 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-b6807695-a6be-4348-a1ac-5f620910f3b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 200 len: 1001 time: 0.2822976 Mar 18 10:36:32.786844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900e3d0-b1c2-4c08-b8ff-639347a40f72 None None] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:32.944754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.967778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:32.968652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:32.996405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] For port 16ff2156-13e0-46c5-b24a-2f682f78f618, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=16ff2156-13e0-46c5-b24a-2f682f78f618,segment=NetworkSegment(8bfc3e94-8a81-4e81-81b1-fdcccf0a2753),segment_id=8bfc3e94-8a81-4e81-81b1-fdcccf0a2753)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:32.996943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.066948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b06f3-ffe6-493e-a59b-54308284b2ea,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:33.102367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.149983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.153606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-3bdcfe1b-0f32-4717-9a59-cb8101a71a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:33.153999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-671eb659-e2e7-485c-ba67-419d100d5c9f tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/f29b06f3-ffe6-493e-a59b-54308284b2ea HTTP/1.1" status: 204 len: 168 time: 1.1786833 Mar 18 10:36:33.154122 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-3bdcfe1b-0f32-4717-9a59-cb8101a71a56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abcebd5f-0f9b-462c-b22f-a868f5178499 HTTP/1.1" status: 200 len: 834 time: 0.4164231 Mar 18 10:36:33.155859 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:33.161944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-913ceb04-5372-465e-9be8-5f86adc706ba tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5164711 Mar 18 10:36:33.165573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Calling delete_port for 16ff2156-13e0-46c5-b24a-2f682f78f618 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:33.169991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41724) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:33.170320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:33.175456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:subnet and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:33.181924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:33.242882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:33.282904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:33.284253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 7b665de2-a263-474c-b2fe-e5c02ad57c56 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:33.369273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] For port 16ff2156-13e0-46c5-b24a-2f682f78f618, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=16ff2156-13e0-46c5-b24a-2f682f78f618,segment=NetworkSegment(8bfc3e94-8a81-4e81-81b1-fdcccf0a2753),segment_id=8bfc3e94-8a81-4e81-81b1-fdcccf0a2753)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:33.370142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.404349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.405693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d557-9a75-4499-95cf-0445d780ab7e req-e79559c0-5b86-4cb0-bdbf-3adb52ea1338 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:33.407262 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc25d557-9a75-4499-95cf-0445d780ab7e req-e79559c0-5b86-4cb0-bdbf-3adb52ea1338 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.5696106 Mar 18 10:36:33.445278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] No DVR routers for this DVR port 16ff2156-13e0-46c5-b24a-2f682f78f618 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:33.456881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-00ccde17-8c60-4a1b-a19e-b6929c2411ab', 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '5e3d7528-31a1-44d4-a592-644571427107'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:33.456881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.488372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bc74f-067d-4efb-b022-b2ed36f759b7 None None] Pushing event deleted for resources: {'Port': ['ID=16ff2156-13e0-46c5-b24a-2f682f78f618,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:33.495227 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc25d557-9a75-4499-95cf-0445d780ab7e req-d0ae906d-e62f-47ce-b6f9-09e0b10e651d tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672565 Mar 18 10:36:33.557756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.591334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:33.595385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:33.598308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:33.606305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:33.623047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Calling delete_port for 16ff2156-13e0-46c5-b24a-2f682f78f618 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:33.625280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=7b665de2-a263-474c-b2fe-e5c02ad57c56,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:33.639902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.664484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:33.668146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.689755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.749062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Allocated IP 2001:db8::2 (00ccde17-8c60-4a1b-a19e-b6929c2411ab/5e3d7528-31a1-44d4-a592-644571427107/6d7171e5-b1cc-41d5-b884-82f7c53ad64b) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:33.773179 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bbb085d5-21c8-405e-9c9d-21965d4e4640 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/7b665de2-a263-474c-b2fe-e5c02ad57c56 HTTP/1.1" status: 204 len: 168 time: 1.6673634 Mar 18 10:36:33.776025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41734) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:33.829966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1a9a9508-0b44-4344-b2af-90af113b1c58 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:33.898569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:33.902980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:33.962629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-d19da58d-b388-43be-bd4f-0d8d0578e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:33.964225 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-d19da58d-b388-43be-bd4f-0d8d0578e08c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e28268-e5e6-40de-819b-82aa819219c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7658663 Mar 18 10:36:34.011607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.023051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Transition to ACTIVE for port object 6d7171e5-b1cc-41d5-b884-82f7c53ad64b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:34.023817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1a9a9508-0b44-4344-b2af-90af113b1c58 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:34.027905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1a9a9508-0b44-4344-b2af-90af113b1c58 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8556976 Mar 18 10:36:34.028534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41738) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.051041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Transition to ACTIVE for port object 6d7171e5-b1cc-41d5-b884-82f7c53ad64b will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:34.110694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.125581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075073a-2cfc-4702-9d59-0046886b2406 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:34.126301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c075073a-2cfc-4702-9d59-0046886b2406 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:34.199766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:36:34.200376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:36:34.209524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:34.213154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:34.221638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:34.259667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Pushing event updated for resources: {'Port': ['ID=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:34.274579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffcaa4ab-52a3-4336-a48d-c990922fa14d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:34.289639 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-0b5c4c32-8ab9-4728-b2d3-ed1f1117ac48 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140473 Mar 18 10:36:34.299051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bd56aefb-c366-41d3-941e-2bdff11737f9 None None] Provisioning for port ac20430b-85a1-4202-9ae9-3d799f5031f2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:34.315516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c075073a-2cfc-4702-9d59-0046886b2406 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:34.317680 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c075073a-2cfc-4702-9d59-0046886b2406 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5398929 Mar 18 10:36:34.320997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41744) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.330130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Attempting to bind port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:34.331458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Attempting to bind port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6a0c77d5-b674-4556-8181-596a5a0bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:34.334044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Attempting to bind port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b on network 00ccde17-8c60-4a1b-a19e-b6929c2411ab {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:34.337599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:34.338033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Checking segment: {'id': '6a0c77d5-b674-4556-8181-596a5a0bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:34.338436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.338823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Bound using segment: {'id': '6a0c77d5-b674-4556-8181-596a5a0bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:34.339285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Bound port: 6d7171e5-b1cc-41d5-b884-82f7c53ad64b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0c77d5-b674-4556-8181-596a5a0bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00ccde17-8c60-4a1b-a19e-b6929c2411ab'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:34.339644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.413804 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-05da7897-2ede-410b-a271-54f623df1bde tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:36:34.417619 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-05da7897-2ede-410b-a271-54f623df1bde tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/fa3d5979-6d7d-42bf-a65d-c8cc13a8daf2 HTTP/1.1" status: 404 len: 333 time: 0.0925949 Mar 18 10:36:34.418762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.433119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] For port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:34.436638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] For port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,segment=NetworkSegment(6a0c77d5-b674-4556-8181-596a5a0bb929),segment_id=6a0c77d5-b674-4556-8181-596a5a0bb929)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:34.464186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffcaa4ab-52a3-4336-a48d-c990922fa14d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group_rule {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:34.465372 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffcaa4ab-52a3-4336-a48d-c990922fa14d tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4305587 Mar 18 10:36:34.473375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41752) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.487343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779437-25b1-4440-b46f-57ed56148341 req-3ad5ae48-1235-486e-bfbf-c2507788351d tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:34.489065 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-00779437-25b1-4440-b46f-57ed56148341 req-3ad5ae48-1235-486e-bfbf-c2507788351d tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.2947714 Mar 18 10:36:34.493013 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a396a1b-55bf-4d2d-bc8e-2078ac8be0d1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:36:34.494544 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8a396a1b-55bf-4d2d-bc8e-2078ac8be0d1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/7b665de2-a263-474c-b2fe-e5c02ad57c56 HTTP/1.1" status: 404 len: 333 time: 0.0749183 Mar 18 10:36:34.495708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 602d169f-3fe7-47ff-905c-3907d8795fc8 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:34.496280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.498939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41756) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.515333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.528860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-a03e83f6-321b-4c37-8926-83fb6a32e574 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] delete failed (client error): The resource could not be found. Mar 18 10:36:34.533367 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a03e83f6-321b-4c37-8926-83fb6a32e574 tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "DELETE /v2.0/security-groups/f29b06f3-ffe6-493e-a59b-54308284b2ea HTTP/1.1" status: 404 len: 347 time: 0.0529439 Mar 18 10:36:34.546054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41760) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:34.606994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdf724-cbf3-4148-a7ad-df2935b6c095 None None] Pushing event updated for resources: {'Port': ['ID=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:34.635651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ac20430b-85a1-4202-9ae9-3d799f5031f2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:34.707849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Deleting port 16ff2156-13e0-46c5-b24a-2f682f78f618 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:34.708185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.773146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ac20430b-85a1-4202-9ae9-3d799f5031f2 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:34.780576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ac20430b-85a1-4202-9ae9-3d799f5031f2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:34.786276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.794114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-00779437-25b1-4440-b46f-57ed56148341 req-8c34cdbd-44f9-49f0-a491-2b2a140b4c8c tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624884 Mar 18 10:36:34.887009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-be87e2fc-46f4-4e46-af6b-0ab622e2d47a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Synchronizing usage tracker for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:34.946356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8af9b071-d8dd-48f0-b228-4ca4023ec5e8 req-44abf1af-56df-41e4-88ce-208ac1372a45 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484146 Mar 18 10:36:34.954775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-be87e2fc-46f4-4e46-af6b-0ab622e2d47a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] Unset dirty status for tenant:ccd67afac07c4deabf0caf0cd1a2a327 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:34.962356 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-be87e2fc-46f4-4e46-af6b-0ab622e2d47a tempest-SecGroupIPv6Test-40089277 tempest-SecGroupIPv6Test-40089277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4028714 Mar 18 10:36:34.962688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.966162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:34.974982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 602d169f-3fe7-47ff-905c-3907d8795fc8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=602d169f-3fe7-47ff-905c-3907d8795fc8,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:34.977749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.007368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ac20430b-85a1-4202-9ae9-3d799f5031f2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ac20430b-85a1-4202-9ae9-3d799f5031f2,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:35.018789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.032655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] The port '16ff2156-13e0-46c5-b24a-2f682f78f618' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:36:35.098388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.182177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ac20430b-85a1-4202-9ae9-3d799f5031f2,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:35.184905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 16ff2156-13e0-46c5-b24a-2f682f78f618 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:35.199391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 602d169f-3fe7-47ff-905c-3907d8795fc8 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:35.224368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 16ff2156-13e0-46c5-b24a-2f682f78f618 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:35.224714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 16ff2156-13e0-46c5-b24a-2f682f78f618 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:35.330232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=1a087670-da07-4cc7-b40b-ab17027acadd,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:35.429842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.objects.ports [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88542) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 18 10:36:35.431548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.442392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.442736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.443073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.443408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.443735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.444084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.444416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.444727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.445045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.445357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.445671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.446018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:35.491576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '6cc0a3be-6c0b-4a31-9449-a83807746b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:35.491910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:35.498191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.551515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=602d169f-3fe7-47ff-905c-3907d8795fc8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:35.589599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.602297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccf14e9-aef5-47b2-a108-4e921bcdf6cb']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.654038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41770) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:35.659727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.660225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfc3e94-8a81-4e81-81b1-fdcccf0a2753') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.679813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76370a0-905a-4237-8fd1-fadaa50d56b1']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.694655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.711960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befb04e7-3a66-4ed3-8526-63d6178f5fc3') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.712262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befb04e7-3a66-4ed3-8526-63d6178f5fc3') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:35.732937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.744307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.762894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:35.763265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:35.782446 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:35.812387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:35.817838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.960521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:35.965614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:35.966291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c666a18-2bbf-458d-81d9-9fa1ffe7520b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccd67afac07c4deabf0caf0cd1a2a327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290138 Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:36.001070 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:36.026725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41780) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:36.170919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:36.179369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56656f8-12e1-4251-b405-2432ef35fd88 None None] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:36.190957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:36.191553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.197471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.236772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.253588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.288107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.296880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.297441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.312254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baacd1f4-3189-4cb1-96cb-6a1cf5b331fb None None] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:36.321010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:36:36.339401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=c76370a0-905a-4237-8fd1-fadaa50d56b1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:36.341441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.343378 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] 10.222.0.18 "DELETE /v2.0/networks/2ccf14e9-aef5-47b2-a108-4e921bcdf6cb HTTP/1.1" status: 204 len: 168 time: 4.2969887 Mar 18 10:36:36.353760 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4a7b2f5e-3c07-45e9-ba78-dcf9ec62462f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/c76370a0-905a-4237-8fd1-fadaa50d56b1 HTTP/1.1" status: 204 len: 168 time: 1.8504345 Mar 18 10:36:36.384393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cbf6a-bbaa-4df6-93ba-4d43e580728d tempest-TagsExtTest-1388928985 tempest-TagsExtTest-1388928985-project] Pushing event deleted for resources: {'Network': ['ID=2ccf14e9-aef5-47b2-a108-4e921bcdf6cb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:36.395675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41794) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:36.408716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-33938289'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:36.413653 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f1857426-6e71-4fb5-b9c1-1bdfc1a33b98 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2401559 Mar 18 10:36:36.417802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41798) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:36.420739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:36.425948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1479607664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:36.434207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:36.438338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:36.445210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd284c91-875c-4611-9aff-af2eac491f9d req-cecc6298-1d68-4c2f-84f1-2dcd0317a912 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:36.454077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd284c91-875c-4611-9aff-af2eac491f9d req-cecc6298-1d68-4c2f-84f1-2dcd0317a912 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.4527874 Mar 18 10:36:36.456294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:36.458112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:36.479889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:36.487676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:36.500129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:36.510700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:36.626497 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd284c91-875c-4611-9aff-af2eac491f9d req-34fb1478-ce3a-4c82-8422-6777f1581cba tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713910 Mar 18 10:36:36.666676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d7a2db25-7ac7-410c-9c1e-90222ccaa52d None None] Provisioning for port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:36.710643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:36.717797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.882790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:36.886976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] For port ac20430b-85a1-4202-9ae9-3d799f5031f2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ac20430b-85a1-4202-9ae9-3d799f5031f2,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:36.901085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.901694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment 76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b of type vlan for network ff9eafdc-55a9-4ff6-9512-43ff1f862919 Mar 18 10:36:36.904339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-0fb7ed6f-3ae3-4e63-95d3-73c643ccc030', 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '1a087670-da07-4cc7-b40b-ab17027acadd'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:36.905372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.919038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d7171e5-b1cc-41d5-b884-82f7c53ad64b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:36.954872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.967163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:36.997951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41814) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.035707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.035707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.117021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.133255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.134976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.201726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5462d612-f236-475b-ac66-df6adbc66b19,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:37.223286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=ac20430b-85a1-4202-9ae9-3d799f5031f2,revision_number=5']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:37.233436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:37.248070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.253133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.257522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Sync routers for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:37.259733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.260348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.290792 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b711ba6a-f524-450c-87d9-3f3db58dd8b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/2cd3bf4c-069e-4c63-8f99-937bcc93d6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2838035 Mar 18 10:36:37.295179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41822) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.305477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:37.343714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:37.344552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:37.375598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefa5f-8ffc-4911-9f79-68504575b861 req-c6017ccf-e306-4fb9-886a-5585aa8cdaeb tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.377194 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b6aefa5f-8ffc-4911-9f79-68504575b861 req-c6017ccf-e306-4fb9-886a-5585aa8cdaeb tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.2814746 Mar 18 10:36:37.410264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet b529cc6b-8419-42a2-bb8b-5595a8d12d1e {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:37.411314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.435372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Allocated IP 2001:db8:1::2 (0fb7ed6f-3ae3-4e63-95d3-73c643ccc030/1a087670-da07-4cc7-b40b-ab17027acadd/9792a608-57ca-459b-ab28-b00e9401a7b1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:37.444809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.444809 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bbdeabf7-804a-4fd5-8fca-4b891c0c28ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5462d612-f236-475b-ac66-df6adbc66b19 HTTP/1.1" status: 204 len: 168 time: 1.4068978 Mar 18 10:36:37.483339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:37.486415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.487001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.501521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.545129 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b6aefa5f-8ffc-4911-9f79-68504575b861 req-a0254ead-a885-41ea-b790-695c35a3236a tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574111 Mar 18 10:36:37.551034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.610559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.613337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-679a9e49-90e8-4012-9330-53a19f21dc54 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1940470 Mar 18 10:36:37.624050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41828) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.630267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb717363-c462-4323-b3b5-47f2bed10965 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:37.664509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:37.692426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:37.692426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.701090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Subnet': ['ID=35cc8dc8-913d-4432-88ea-897edf39e8e6,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:37.723339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a430bc9d-9b30-470d-b80c-c59ff26590a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e46f887550d64053a1729f797ac4cb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163956 Mar 18 10:36:37.724939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=ff9eafdc-55a9-4ff6-9512-43ff1f862919,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:37.729359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41832) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.779562 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a7c9db10-1fcd-41af-b616-ea36d227eb41 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3824949 Mar 18 10:36:37.786312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41836) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.807490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:37.810170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:37.827953 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de5952df-f6aa-462d-ba60-b667908aef96 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3031111 Mar 18 10:36:37.831026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41840) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:37.845898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Request body: {'port': {'network_id': '862ac36c-a15b-4807-bb67-f61f5836b3bd', 'mac_address': 'fa:16:3e:15:17:aa', 'name': 'tempest-NetworksTestDHCPv6-1902020639'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:37.868036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:37.932198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279a03-a986-4338-8863-9f15a1c54c8a req-3854882c-858f-4793-9f1a-22a2528a5598 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.945581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fb279a03-a986-4338-8863-9f15a1c54c8a req-3854882c-858f-4793-9f1a-22a2528a5598 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.7170475 Mar 18 10:36:37.962860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989572d-6270-46e8-87f7-594cbadfd92c req-1f54fe13-2959-414e-b651-2679910e4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.962860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-1f54fe13-2959-414e-b651-2679910e4169 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 1099 time: 0.6234813 Mar 18 10:36:38.057315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.094879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:38.135812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:38.139376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.159550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:38.166355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fb279a03-a986-4338-8863-9f15a1c54c8a req-149f96e2-2d73-49ad-a478-a424512e6a66 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262280 Mar 18 10:36:38.193661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:38.208165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:38.248423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989572d-6270-46e8-87f7-594cbadfd92c req-7371a62d-6c76-4530-ab7e-b1a2688d5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:38.250072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-7371a62d-6c76-4530-ab7e-b1a2688d5eb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 200 len: 913 time: 0.2698393 Mar 18 10:36:38.281150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f8c03ee3-851e-48b1-8242-77c857f52244 None None] Provisioning complete for port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:38.281732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f8c03ee3-851e-48b1-8242-77c857f52244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.320862 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-94d199b6-421d-4431-8fb8-f52eaec5c091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 200 len: 217 time: 0.0640583 Mar 18 10:36:38.321531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:38.325040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.344459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:38.383265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Usage tracker for resource:port and tenant:4b9d1989592a48f19f2ec863f7a36153 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:38.394925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:38.398447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.410663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:38.465669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.480395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916282da-d76d-4eb1-82e8-a3d3cb8129cf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:38.495881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989572d-6270-46e8-87f7-594cbadfd92c req-25894fa3-1c2b-4de8-bb1d-ed6bd435936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:38.503285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-25894fa3-1c2b-4de8-bb1d-ed6bd435936a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2ea6882-1a46-4b62-a73a-9d3080b02e1c HTTP/1.1" status: 200 len: 852 time: 0.1523705 Mar 18 10:36:38.503285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.503285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-59059b9f-f60d-49ef-b9cd-b19f8ae242fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/916282da-d76d-4eb1-82e8-a3d3cb8129cf HTTP/1.1" status: 204 len: 168 time: 0.7680175 Mar 18 10:36:38.503285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Performing IP validity checks on allocation pools {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:36:38.508151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:36:38.539283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.556866 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-737c29d6-d3a9-4302-be40-40c3d6e56392 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06501ed4-6338-45e5-bdf7-897b6307f932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458486 Mar 18 10:36:38.585142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Made reservation on behalf of 4b9d1989592a48f19f2ec863f7a36153 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:38.683416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.737732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=b529cc6b-8419-42a2-bb8b-5595a8d12d1e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:38.741796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.764305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.815847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Transition to ACTIVE for port object 9792a608-57ca-459b-ab28-b00e9401a7b1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:38.826332 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-989903be-3256-4a86-89d2-f905c287172f service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618401 Mar 18 10:36:38.926406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,segment=NetworkSegment(6a0c77d5-b674-4556-8181-596a5a0bb929),segment_id=6a0c77d5-b674-4556-8181-596a5a0bb929)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:38.927719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Transition to ACTIVE for port object 9792a608-57ca-459b-ab28-b00e9401a7b1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:38.939113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f8c03ee3-851e-48b1-8242-77c857f52244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:38.968974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf19793-f216-4080-9565-03c24ebb569f None None] Network f487da4f-2beb-42d3-bd31-b813e341bc06 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:38.993957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.039087 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c989572d-6270-46e8-87f7-594cbadfd92c req-bc92230b-36a3-494d-b741-6ab65bf61cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996274 Mar 18 10:36:39.065749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.067160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ac20430b-85a1-4202-9ae9-3d799f5031f2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:39.075876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.106246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] device_id is not set on port a86395b2-c3a4-44c4-8b4c-59dde3d5095e yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:39.160538 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6f81f456-c8ef-429e-9fc8-60d0f58afb16 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/b529cc6b-8419-42a2-bb8b-5595a8d12d1e HTTP/1.1" status: 204 len: 168 time: 1.8642523 Mar 18 10:36:39.171886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41848) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:39.176276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.212461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=05301bc9-40dc-475c-8b2d-8387085cd4b5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:39.254339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:35Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:39.262135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:39.264282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: ff9eafdc-55a9-4ff6-9512-43ff1f862919, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:39.330939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Checking router: 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:39.337392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:39.349037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:39.350995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-f8c03ee3-851e-48b1-8242-77c857f52244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:36:39.351351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-f8c03ee3-851e-48b1-8242-77c857f52244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:36:39.384083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:39.391690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:39.428108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Routers {'2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:39.429415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:39.435199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eff4b-ea70-48cb-b40c-68f3bcd60ae7 req-405655e8-7fc0-4793-90c7-4dad8c1413d2 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.436753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d85eff4b-ea70-48cb-b40c-68f3bcd60ae7 req-405655e8-7fc0-4793-90c7-4dad8c1413d2 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.1077759 Mar 18 10:36:39.464161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ff9eafdc-55a9-4ff6-9512-43ff1f862919) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:39.476031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.476609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.530958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d85eff4b-ea70-48cb-b40c-68f3bcd60ae7 req-9cb47ea5-99ed-4cd6-bae5-2436c4c80597 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821543 Mar 18 10:36:39.601684 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2dcbe141-4ddd-4081-be0c-13c839215f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8121161 Mar 18 10:36:39.604462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:39.609794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919', 'name': 'tempest-PortsIpV6TestJSON-516798138'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:39.632248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1c21-fecf-450b-8fa8-91c2df2ce270 req-e4765124-5639-4f70-a7b2-cab0b6ab0caa tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.641337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9b3a1c21-fecf-450b-8fa8-91c2df2ce270 req-e4765124-5639-4f70-a7b2-cab0b6ab0caa tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.8879297 Mar 18 10:36:39.665723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c365a4e9-126e-42be-8019-d84803f42d59 None None] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:39.700967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:39.772821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:39.888386 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9b3a1c21-fecf-450b-8fa8-91c2df2ce270 req-d1a1f1a2-a977-483c-b4fe-505ea8612a4c tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459207 Mar 18 10:36:39.889759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] Set router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:39.945645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:39.957193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:40.007768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ac20430b-85a1-4202-9ae9-3d799f5031f2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:40.008149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.035369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:40.040427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.054760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8::1 (00ccde17-8c60-4a1b-a19e-b6929c2411ab/5e3d7528-31a1-44d4-a592-644571427107/f10c3604-ebd5-4a5d-86a0-3d2f238724ba) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:40.064042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 1a7b9bc6-28ec-4a21-8979-14681f5ba9fd yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:40.102566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8::36e (862ac36c-a15b-4807-bb67-f61f5836b3bd/a973f940-6b4a-497a-9f06-4e7cab0c3fff/a86395b2-c3a4-44c4-8b4c-59dde3d5095e) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:40.177627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Attempting to bind port 9792a608-57ca-459b-ab28-b00e9401a7b1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:40.178053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Attempting to bind port 9792a608-57ca-459b-ab28-b00e9401a7b1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6cc0a3be-6c0b-4a31-9449-a83807746b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:40.178455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Attempting to bind port 9792a608-57ca-459b-ab28-b00e9401a7b1 on network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:40.201269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:17aa (862ac36c-a15b-4807-bb67-f61f5836b3bd/35cc8dc8-913d-4432-88ea-897edf39e8e6/a86395b2-c3a4-44c4-8b4c-59dde3d5095e) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:40.217015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::24d (ff9eafdc-55a9-4ff6-9512-43ff1f862919/05301bc9-40dc-475c-8b2d-8387085cd4b5/1a7b9bc6-28ec-4a21-8979-14681f5ba9fd) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:40.220395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Pushing event updated for resources: {'Port': ['ID=9792a608-57ca-459b-ab28-b00e9401a7b1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:40.222576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.222840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:40.223216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Checking segment: {'id': '6cc0a3be-6c0b-4a31-9449-a83807746b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:40.223621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.224008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Bound using segment: {'id': '6cc0a3be-6c0b-4a31-9449-a83807746b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:40.224481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Bound port: 9792a608-57ca-459b-ab28-b00e9401a7b1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc0a3be-6c0b-4a31-9449-a83807746b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0fb7ed6f-3ae3-4e63-95d3-73c643ccc030'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:40.224856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.300669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 40f491de-3093-4b51-99a6-5ca0df2c524d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:40.301070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.371356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.436119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.453977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 1a7b9bc6-28ec-4a21-8979-14681f5ba9fd will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:40.505786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object f10c3604-ebd5-4a5d-86a0-3d2f238724ba will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:40.538339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] DHCP port deletion for f487da4f-2beb-42d3-bd31-b813e341bc06 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:40.556081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.589797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Deleting port fa7c3937-ebec-4620-8013-ad866c0aa870 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:40.590158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.640821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.673418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] For port 9792a608-57ca-459b-ab28-b00e9401a7b1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:40.675721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:40.678100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 40f491de-3093-4b51-99a6-5ca0df2c524d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=40f491de-3093-4b51-99a6-5ca0df2c524d,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:40.679021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.681124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:40.684316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:40.686748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Transition to ACTIVE for port object a86395b2-c3a4-44c4-8b4c-59dde3d5095e will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:40.690011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:40.690706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.695940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7ef11fa2-1f06-41ae-805f-c1b539d35e6e None None] Provisioning complete for port ac20430b-85a1-4202-9ae9-3d799f5031f2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:40.696318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7ef11fa2-1f06-41ae-805f-c1b539d35e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.707622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=1a7b9bc6-28ec-4a21-8979-14681f5ba9fd,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:40.767503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] For port 9792a608-57ca-459b-ab28-b00e9401a7b1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9792a608-57ca-459b-ab28-b00e9401a7b1,segment=NetworkSegment(6cc0a3be-6c0b-4a31-9449-a83807746b2e),segment_id=6cc0a3be-6c0b-4a31-9449-a83807746b2e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:40.807107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618c6d3-8097-4865-8f92-7397549d762b req-ad87fc6c-3c8d-4982-8f71-6a553d70aea2 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:40.816625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e618c6d3-8097-4865-8f92-7397549d762b req-ad87fc6c-3c8d-4982-8f71-6a553d70aea2 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.1127326 Mar 18 10:36:40.881223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e618c6d3-8097-4865-8f92-7397549d762b req-75ab902e-e227-4c33-8d9d-bdf42657ce09 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635104 Mar 18 10:36:40.884227 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-106b112e-149f-49f6-9c67-795644171d65 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2788723 Mar 18 10:36:40.897914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:40.910137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41860) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:40.961483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d7171e5-b1cc-41d5-b884-82f7c53ad64b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:40.995867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.007906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 40f491de-3093-4b51-99a6-5ca0df2c524d owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:41.074990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 1a7b9bc6-28ec-4a21-8979-14681f5ba9fd {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:41.075335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.130542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:41.150810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:41.160282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:41.160498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.187683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:35Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:41.242025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] For port fa7c3937-ebec-4620-8013-ad866c0aa870, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fa7c3937-ebec-4620-8013-ad866c0aa870,segment=NetworkSegment(af4af23b-21e9-4878-a111-7d7cc1c956af),segment_id=af4af23b-21e9-4878-a111-7d7cc1c956af)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:41.242025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.243639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0005e2-7b9a-49fe-af0a-ac079df18f46 None None] The sync data for ids ['2cd3bf4c-069e-4c63-8f99-937bcc93d6fb'] in dv-neutron-834265-1-hyperv is: [{'id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'name': 'tempest-TestNetworkBasicOps-router-692630199', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:33:25Z', 'updated_at': '2022-03-18T10:36:35Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '40f491de-3093-4b51-99a6-5ca0df2c524d', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd3bf4c-069e-4c63-8f99-937bcc93d6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:33:27Z', 'updated_at': '2022-03-18T10:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:41.329772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7d2b0-f5cd-426b-a87a-21c5bbfa1d69 req-100f69d2-1fe7-43f0-9d23-2ffe0aa34f89 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:41.330168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1af7d2b0-f5cd-426b-a87a-21c5bbfa1d69 req-100f69d2-1fe7-43f0-9d23-2ffe0aa34f89 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.2221987 Mar 18 10:36:41.338065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46eb71-0850-48f3-ac49-7ee00f0f3a2c None None] Pushing event updated for resources: {'Port': ['ID=9792a608-57ca-459b-ab28-b00e9401a7b1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:41.389402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=f10c3604-ebd5-4a5d-86a0-3d2f238724ba,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:41.405909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ff9eafdc-55a9-4ff6-9512-43ff1f862919', 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': '05301bc9-40dc-475c-8b2d-8387085cd4b5'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:41.406675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.478873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Calling delete_port for fa7c3937-ebec-4620-8013-ad866c0aa870 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:41.489537 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1af7d2b0-f5cd-426b-a87a-21c5bbfa1d69 req-1d1802f6-ae8c-422b-adfc-234a04c687ef tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428673 Mar 18 10:36:41.555227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.583218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.679425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:41.684840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.808483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 1a7b9bc6-28ec-4a21-8979-14681f5ba9fd owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:41.813620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:41.821262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:41.827246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:41.833473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:41.834288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:41.950865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event updated for resources: {'Port': ['ID=a86395b2-c3a4-44c4-8b4c-59dde3d5095e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:41.981919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.006511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Allocated IP 2001:db8::2 (ff9eafdc-55a9-4ff6-9512-43ff1f862919/05301bc9-40dc-475c-8b2d-8387085cd4b5/93bfd89f-548c-4f61-b788-fa9b65672ed8) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:42.022811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.052688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cb5e1-7e6d-464f-b498-7b96da04c46c req-db880d5c-24dc-4245-9858-6e002ec0fe6e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:42.068763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-848cb5e1-7e6d-464f-b498-7b96da04c46c req-db880d5c-24dc-4245-9858-6e002ec0fe6e tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.2700512 Mar 18 10:36:42.114039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4bc8583d-3fb0-41f8-b8c1-da2d6c24d1c7 None None] Provisioning for port f10c3604-ebd5-4a5d-86a0-3d2f238724ba completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:42.153059 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a3417b9b-e656-4d0e-aa77-5b689ddd2753 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3093514 Mar 18 10:36:42.154806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41870) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:42.158704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] Pushing event deleted for resources: {'Port': ['ID=fa7c3937-ebec-4620-8013-ad866c0aa870,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:42.162195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-848cb5e1-7e6d-464f-b498-7b96da04c46c req-471c3644-9ac0-481d-9dbf-1dcb0a374ecb tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Mar 18 10:36:42.218396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4bc8583d-3fb0-41f8-b8c1-da2d6c24d1c7 None None] Provisioning complete for port f10c3604-ebd5-4a5d-86a0-3d2f238724ba triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:42.218934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4bc8583d-3fb0-41f8-b8c1-da2d6c24d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.235204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.256125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.274103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db7c32-9791-4f2a-a41b-e4c57040983d None None] No DVR routers for this DVR port fa7c3937-ebec-4620-8013-ad866c0aa870 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:42.290365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8583d-3fb0-41f8-b8c1-da2d6c24d1c7 None None] Port f10c3604-ebd5-4a5d-86a0-3d2f238724ba cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:42.294711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=1a7b9bc6-28ec-4a21-8979-14681f5ba9fd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:42.340843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ac20430b-85a1-4202-9ae9-3d799f5031f2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:42.341975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.354401 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-28366e99-7e50-47c3-ac59-b1dc8938386d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/1a7b9bc6-28ec-4a21-8979-14681f5ba9fd HTTP/1.1" status: 204 len: 168 time: 1.4384050 Mar 18 10:36:42.357526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41874) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:42.413291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a534921-f231-4bbd-8a76-930c7e6db259 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:42.413766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a534921-f231-4bbd-8a76-930c7e6db259 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:42.418316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2a534921-f231-4bbd-8a76-930c7e6db259 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/1a7b9bc6-28ec-4a21-8979-14681f5ba9fd HTTP/1.1" status: 404 len: 333 time: 0.0567384 Mar 18 10:36:42.426568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41878) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:42.453061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=40f491de-3093-4b51-99a6-5ca0df2c524d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:42.617571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0c37a661-fd1c-4a54-9438-1a1f29ff41a0 None None] Provisioning for port a86395b2-c3a4-44c4-8b4c-59dde3d5095e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:42.622096 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-59378d07-fb4f-4554-962e-5e02f0437eab tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:36:42.622631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-59378d07-fb4f-4554-962e-5e02f0437eab tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:42.662437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.676784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0c37a661-fd1c-4a54-9438-1a1f29ff41a0 None None] Provisioning complete for port a86395b2-c3a4-44c4-8b4c-59dde3d5095e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:42.677182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c37a661-fd1c-4a54-9438-1a1f29ff41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.678112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting port a86395b2-c3a4-44c4-8b4c-59dde3d5095e {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:42.678976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.697317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-59378d07-fb4f-4554-962e-5e02f0437eab tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:42.701043 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-59378d07-fb4f-4554-962e-5e02f0437eab tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/1a7b9bc6-28ec-4a21-8979-14681f5ba9fd HTTP/1.1" status: 404 len: 333 time: 0.2711537 Mar 18 10:36:42.701317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41884) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:42.719571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Transition to ACTIVE for port object 93bfd89f-548c-4f61-b788-fa9b65672ed8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:42.759414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d169731-c737-495a-808e-ba5837d35326 None None] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:42.769853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 05301bc9-40dc-475c-8b2d-8387085cd4b5 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:42.784924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Transition to ACTIVE for port object 93bfd89f-548c-4f61-b788-fa9b65672ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:42.796304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ac20430b-85a1-4202-9ae9-3d799f5031f2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:42.796748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.806220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.829211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0c37a661-fd1c-4a54-9438-1a1f29ff41a0 None None] Port a86395b2-c3a4-44c4-8b4c-59dde3d5095e cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:42.880756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.893275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.947775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:42.986559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:43.000057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:43.011435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:43.033235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Pushing event updated for resources: {'Port': ['ID=93bfd89f-548c-4f61-b788-fa9b65672ed8,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:43.040428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.047835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.075472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.099824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-35bd3460-2dd0-4012-ad16-265e61704762 None None] Provisioning for port 9792a608-57ca-459b-ab28-b00e9401a7b1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:43.188511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.229445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Attempting to bind port 93bfd89f-548c-4f61-b788-fa9b65672ed8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:43.229871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Attempting to bind port 93bfd89f-548c-4f61-b788-fa9b65672ed8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:43.230216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Attempting to bind port 93bfd89f-548c-4f61-b788-fa9b65672ed8 on network ff9eafdc-55a9-4ff6-9512-43ff1f862919 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:43.272521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=05301bc9-40dc-475c-8b2d-8387085cd4b5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:43.274335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:43.274721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Checking segment: {'id': '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:43.275131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.275526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Bound using segment: {'id': '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:43.276007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Bound port: 93bfd89f-548c-4f61-b788-fa9b65672ed8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff9eafdc-55a9-4ff6-9512-43ff1f862919'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:43.276381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.279334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.290115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.293727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd3bf4c-069e-4c63-8f99-937bcc93d6fb {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:36:43.299672 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-247e7a05-2899-4ed5-ad52-116fab5e1f1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/05301bc9-40dc-475c-8b2d-8387085cd4b5 HTTP/1.1" status: 204 len: 168 time: 0.5973690 Mar 18 10:36:43.302282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41890) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:43.328374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fa7c3937-ebec-4620-8013-ad866c0aa870 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:43.375086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: fa7c3937-ebec-4620-8013-ad866c0aa870 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:43.375439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fa7c3937-ebec-4620-8013-ad866c0aa870 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:43.446437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] For port 93bfd89f-548c-4f61-b788-fa9b65672ed8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:43.451731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] For port 93bfd89f-548c-4f61-b788-fa9b65672ed8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=93bfd89f-548c-4f61-b788-fa9b65672ed8,segment=NetworkSegment(76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b),segment_id=76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:43.457917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0406fce-b968-4263-aadb-2bd4369cad5b req-78b833ee-8621-46f2-a3d9-55574ef9b528 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:43.459594 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0406fce-b968-4263-aadb-2bd4369cad5b req-78b833ee-8621-46f2-a3d9-55574ef9b528 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.7446344 Mar 18 10:36:43.519696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.521918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-58e94b33-d78e-4953-9a2c-f3844815119d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/2cd3bf4c-069e-4c63-8f99-937bcc93d6fb HTTP/1.1" status: 204 len: 168 time: 4.3137052 Mar 18 10:36:43.527391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.529583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:43.544017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.605581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.630632 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0406fce-b968-4263-aadb-2bd4369cad5b req-6b664fa8-03e0-448d-9f53-2200a82bcffb tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566415 Mar 18 10:36:43.631259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.632032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.638573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.650189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617d608-393b-476e-8820-8d9e7979f1b2 None None] Pushing event updated for resources: {'Port': ['ID=93bfd89f-548c-4f61-b788-fa9b65672ed8,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:43.655804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a327b-1f8f-49f6-be24-eded30e8bee2 req-ff03f78a-1843-41a5-90eb-f79765406ae4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:43.657305 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-222a327b-1f8f-49f6-be24-eded30e8bee2 req-ff03f78a-1843-41a5-90eb-f79765406ae4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.3075366 Mar 18 10:36:43.706965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 93bfd89f-548c-4f61-b788-fa9b65672ed8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:43.712113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.770047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-222a327b-1f8f-49f6-be24-eded30e8bee2 req-c659ab4c-f829-43ab-b54a-dcd43fad85cd tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016428 Mar 18 10:36:43.807765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-3aeeb6ab-558d-4db3-a8ee-e69579bfea3a tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:43.808203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654097a-b365-4781-91f4-33419a40df99 None None] Network ff9eafdc-55a9-4ff6-9512-43ff1f862919 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:43.809278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-3aeeb6ab-558d-4db3-a8ee-e69579bfea3a tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.24 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.2699766 Mar 18 10:36:43.844443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Calling delete_port for a86395b2-c3a4-44c4-8b4c-59dde3d5095e owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:43.935199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9792a608-57ca-459b-ab28-b00e9401a7b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:43.941452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Deleting port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:43.941994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:43.993781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.056428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=f10c3604-ebd5-4a5d-86a0-3d2f238724ba,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.143229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3ecd4-5b22-4721-9560-a6cfdd4a39b7 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:36:44.193046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 9792a608-57ca-459b-ab28-b00e9401a7b1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:44.201629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9792a608-57ca-459b-ab28-b00e9401a7b1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:44.202465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.211429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 93bfd89f-548c-4f61-b788-fa9b65672ed8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=93bfd89f-548c-4f61-b788-fa9b65672ed8,segment=NetworkSegment(76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b),segment_id=76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:44.211792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.233244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:44.278710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:44.301426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.391386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.392368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 93bfd89f-548c-4f61-b788-fa9b65672ed8 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:44.403389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e3ecd4-5b22-4721-9560-a6cfdd4a39b7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:36:44.472053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 9792a608-57ca-459b-ab28-b00e9401a7b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9792a608-57ca-459b-ab28-b00e9401a7b1,segment=NetworkSegment(6cc0a3be-6c0b-4a31-9449-a83807746b2e),segment_id=6cc0a3be-6c0b-4a31-9449-a83807746b2e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:44.483758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] For port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,segment=NetworkSegment(22748f57-c3bd-4d4a-848c-1de3ad54c7a1),segment_id=22748f57-c3bd-4d4a-848c-1de3ad54c7a1)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:44.484370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.574938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.619915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 602d169f-3fe7-47ff-905c-3907d8795fc8 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:44.625293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Calling delete_port for a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:44.630314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f487da4f-2beb-42d3-bd31-b813e341bc06']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:44.658384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4af23b-21e9-4878-a111-7d7cc1c956af') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:44.658772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4af23b-21e9-4878-a111-7d7cc1c956af') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:44.669324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 602d169f-3fe7-47ff-905c-3907d8795fc8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:44.669658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 602d169f-3fe7-47ff-905c-3907d8795fc8 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:44.693884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.728370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.742172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:44.742573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:44.760484 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:44.763066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=9792a608-57ca-459b-ab28-b00e9401a7b1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.842031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.876122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:44.948645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Port': ['ID=a86395b2-c3a4-44c4-8b4c-59dde3d5095e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.966138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=93bfd89f-548c-4f61-b788-fa9b65672ed8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.971496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No DVR routers for this DVR port 93bfd89f-548c-4f61-b788-fa9b65672ed8 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:45.026769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 93fb29ed-a4c7-4084-b98b-0309f89db692 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:36:45.040923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.119508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.144227 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d84287dd-72ef-469d-9899-c1c1ff5bd23c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a86395b2-c3a4-44c4-8b4c-59dde3d5095e HTTP/1.1" status: 204 len: 168 time: 2.9886253 Mar 18 10:36:45.164311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.170326 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/f487da4f-2beb-42d3-bd31-b813e341bc06 HTTP/1.1" status: 204 len: 168 time: 1.6250732 Mar 18 10:36:45.170326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41902) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.196368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4b7b5-b6bd-4f61-b109-2f37f84364f1 req-c001eee3-9d78-46c5-9632-3702ad9e0e03 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.199892 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1a4b7b5-b6bd-4f61-b109-2f37f84364f1 req-c001eee3-9d78-46c5-9632-3702ad9e0e03 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.4250860 Mar 18 10:36:45.206858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41906) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.210174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.227302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1794506634', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.234952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:45.248514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:45.257398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:45.261133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9eafdc-55a9-4ff6-9512-43ff1f862919']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.287025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:45.291490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.291785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ed6216-ddc8-4dd9-a5e7-d3a3d23ead2b') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.308701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.316348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.328878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['a73b2edf-acde-4d3b-aadb-4aaea2cebdf0'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:36:45.335490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78864f-b8ab-4e1a-bc64-4c9a5d6806ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=f487da4f-2beb-42d3-bd31-b813e341bc06,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.408744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Pushing event deleted for resources: {'Port': ['ID=a73b2edf-acde-4d3b-aadb-4aaea2cebdf0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.414205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:45.416087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.435837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:45.448219 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-963a8953-b660-41b5-981a-7b1c8b5bd651 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8161805 Mar 18 10:36:45.451242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.451636 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] Sync routers for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:45.455778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.477659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:45.482084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.490111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1204cb8f-7f9e-49d4-8d5f-3afd3239da47 None None] Provisioning complete for port f10c3604-ebd5-4a5d-86a0-3d2f238724ba triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:45.490111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1204cb8f-7f9e-49d4-8d5f-3afd3239da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.498261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1a4b7b5-b6bd-4f61-b109-2f37f84364f1 req-51d95fac-17d0-4b05-bcd4-66b435a5e033 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842494 Mar 18 10:36:45.509434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:45.509866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:45.526720 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:45.534595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac04aa-3fa1-4027-8e62-daf89005df8b req-f6ba2e57-2e57-4fd1-8af1-d1f1845fdae0 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.536092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a9ac04aa-3fa1-4027-8e62-daf89005df8b req-f6ba2e57-2e57-4fd1-8af1-d1f1845fdae0 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/ports?device_id=398d5179-c20a-49ac-a6e6-f58f621fd25f HTTP/1.1" status: 200 len: 946 time: 0.5263796 Mar 18 10:36:45.542546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329f729-bc64-4b4f-a82b-146befa04a9d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.544040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1329f729-bc64-4b4f-a82b-146befa04a9d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:45.566542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9792a608-57ca-459b-ab28-b00e9401a7b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:45.610844 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.620264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:45.620862 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.623712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1329f729-bc64-4b4f-a82b-146befa04a9d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:45.627765 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1329f729-bc64-4b4f-a82b-146befa04a9d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4481614 Mar 18 10:36:45.627936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1204cb8f-7f9e-49d4-8d5f-3afd3239da47 None None] Port f10c3604-ebd5-4a5d-86a0-3d2f238724ba cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:45.628030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41914) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.674999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] No DVR routers for this DVR port a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:45.685254 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:45.700250 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceeb0e9-6ad7-422f-8968-995367211bcd None None] The sync data for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:45.700942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9792a608-57ca-459b-ab28-b00e9401a7b1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:45.700942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.701120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.701120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'name': 'network-vif-deleted', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:45.731073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a82a6-e840-47d0-b092-5b8bf88e5a65 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.734527 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7b7a82a6-e840-47d0-b092-5b8bf88e5a65 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1043532 Mar 18 10:36:45.734737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791a72d-dea2-47b2-8b50-439f3a846073 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.734737 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e791a72d-dea2-47b2-8b50-439f3a846073 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports/f10c3604-ebd5-4a5d-86a0-3d2f238724ba HTTP/1.1" status: 200 len: 911 time: 0.2692587 Mar 18 10:36:45.738711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41920) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.739104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41922) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.748044 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a9ac04aa-3fa1-4027-8e62-daf89005df8b req-29dc0c06-9009-458c-88cb-5c32a9fe943c tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.18 "GET /v2.0/security-groups?id=de96f40c-7c33-44cf-81db-e452d9dad587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690514 Mar 18 10:36:45.755506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398d5179-c20a-49ac-a6e6-f58f621fd25f', 'name': 'network-vif-deleted', 'tag': 'a73b2edf-acde-4d3b-aadb-4aaea2cebdf0', 'status': 'completed', 'code': 200} Mar 18 10:36:45.826606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.842327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 40f491de-3093-4b51-99a6-5ca0df2c524d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:45.848727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.851321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:45.865198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=ff9eafdc-55a9-4ff6-9512-43ff1f862919,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.869800 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-82223e63-7465-4cb3-be52-0cb69886b5b6 req-9e892433-bd28-4e60-8892-ce3e9a2181a4 tempest-TestServerAdvancedOps-545438780 tempest-TestServerAdvancedOps-545438780-project] 10.222.0.24 "DELETE /v2.0/ports/a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 HTTP/1.1" status: 204 len: 173 time: 2.0305591 Mar 18 10:36:45.880269 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8a447b9e-7f79-409b-b465-5260ab2ad870 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/ff9eafdc-55a9-4ff6-9512-43ff1f862919 HTTP/1.1" status: 204 len: 168 time: 2.5769379 Mar 18 10:36:45.882085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.882432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 4cbe9176-6cf2-40fd-9a06-92e4ab33c831 of type vlan for network 54a68276-15ff-45f8-adc6-2edaf1d2876e Mar 18 10:36:45.883498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:45.886413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 40f491de-3093-4b51-99a6-5ca0df2c524d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:45.886893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 40f491de-3093-4b51-99a6-5ca0df2c524d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:45.893184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1611926253'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.902760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:45.915429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:45.920626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:45.927947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:45.931650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:45.982872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.984349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.986085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.986869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:45.989602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:45.993313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.014333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.019685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:46.020290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.064690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:46.138663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.138930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment ae8c1cb5-4001-4670-b071-88a65720d451 of type vlan for network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 Mar 18 10:36:46.145292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=54a68276-15ff-45f8-adc6-2edaf1d2876e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:46.156231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:46.161545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:46.161545 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7d8a3f7c-9bd3-4b72-8a19-8f0be5d80afc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4185030 Mar 18 10:36:46.162166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:46.172313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.216451 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac8dae6d-9cf1-4a78-89f8-478b57632c1a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9959817 Mar 18 10:36:46.216705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41936) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:46.221803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:46.229617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:46.234811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:46.241280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:46.248999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:46.254358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.261740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:46.262400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.362012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.363031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.367456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4831119 Mar 18 10:36:46.375668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41940) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:46.380886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872bb17-e06f-4dd0-b04e-aa49c0c827d5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=883c2afe-2d54-48dd-a5fa-e7cf17f6cd98,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:46.401612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:36:46.402255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.407846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:46.585397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet 35cc8dc8-913d-4432-88ea-897edf39e8e6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:46.599139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.728616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:46.747243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:46.754914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:46.764444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.815701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:46.843233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.893739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:46.932966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:46.936421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.951059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.968160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Deleting subnet f2ea6882-1a46-4b62-a73a-9d3080b02e1c {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:46.975825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:46.985733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fd4f7-a44a-4f88-a0cb-3146438abd9e req-2200a07d-df0f-4aaa-9d33-509d2878a163 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:46.987226 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-947fd4f7-a44a-4f88-a0cb-3146438abd9e req-2200a07d-df0f-4aaa-9d33-509d2878a163 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.3527453 Mar 18 10:36:47.000633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.082163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.159764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.295332 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-947fd4f7-a44a-4f88-a0cb-3146438abd9e req-b6028083-ad24-4fa7-891e-2696186e8864 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985809 Mar 18 10:36:47.357781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.366275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:47.402394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:47.403638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device a73b2edf-acde-4d3b-aadb-4aaea2cebdf0 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:47.428280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ea6882-1a46-4b62-a73a-9d3080b02e1c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:47.433273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.434579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.437076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.469949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.473349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-47cc8399-829d-4b7e-bc4e-cd6c0a88a38c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2ea6882-1a46-4b62-a73a-9d3080b02e1c HTTP/1.1" status: 204 len: 168 time: 0.5784714 Mar 18 10:36:47.497388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41952) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:47.542424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=35cc8dc8-913d-4432-88ea-897edf39e8e6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:47.547028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.553232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65470aa6-1638-4430-9caf-808c8ee39b80 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:47.610739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.96 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/58f45f2b-dd2f-470d-aa51-797edf74ddb2) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:47.772973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.858300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.876098 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c38aa439-8737-4ffd-9f13-a5abbd759fdf tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/35cc8dc8-913d-4432-88ea-897edf39e8e6 HTTP/1.1" status: 204 len: 168 time: 1.7132194 Mar 18 10:36:47.879486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41956) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:47.898127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:47.920851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:47.923821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:47.932830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:47.973156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=58f45f2b-dd2f-470d-aa51-797edf74ddb2,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:47.992291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Deleting subnet a973f940-6b4a-497a-9f06-4e7cab0c3fff {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:47.997767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8:1::1 (0fb7ed6f-3ae3-4e63-95d3-73c643ccc030/1a087670-da07-4cc7-b40b-ab17027acadd/d8ab3f99-7bc4-4444-a342-1e19571135ca) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:48.001595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.045808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.225998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.395747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=c6f7840e-b494-4a41-927e-7dd2c4c7a335,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:48.406011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.449290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': 'ae8c1cb5-4001-4670-b071-88a65720d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:48.449639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:48.481990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-73ac02dc-45b5-4812-ad3a-16e3b4cecd50 None None] Provisioning complete for port ac20430b-85a1-4202-9ae9-3d799f5031f2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:48.482594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-73ac02dc-45b5-4812-ad3a-16e3b4cecd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.488920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06501ed4-6338-45e5-bdf7-897b6307f932']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:48.524707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22748f57-c3bd-4d4a-848c-1de3ad54c7a1') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:48.525007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22748f57-c3bd-4d4a-848c-1de3ad54c7a1') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:48.536741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.557521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.573503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object d8ab3f99-7bc4-4444-a342-1e19571135ca will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:48.586133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.599401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.609103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.632963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:48.633281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:48.646147 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:48.661929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:48.767547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab599e1-02af-4cf5-8f2b-645895ca1fda req-54fdc305-33d8-4d66-a8b1-cff0676025a5 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:48.768997 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ab599e1-02af-4cf5-8f2b-645895ca1fda req-54fdc305-33d8-4d66-a8b1-cff0676025a5 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.3507667 Mar 18 10:36:48.811510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:48.815527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:48.816217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.823679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd90ff6-0e79-470c-8c2b-101b84a87030 None None] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:48.843252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.846723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.851551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.853415 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] 10.222.0.18 "DELETE /v2.0/networks/06501ed4-6338-45e5-bdf7-897b6307f932 HTTP/1.1" status: 204 len: 168 time: 1.3449864 Mar 18 10:36:48.854779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:48.859022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41962) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:48.886050 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ab599e1-02af-4cf5-8f2b-645895ca1fda req-6818ac23-ea34-4303-93b0-a20ef5af4ca9 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090093 Mar 18 10:36:48.996680 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9755d966-f10e-45cb-a64e-88d8f78ed6cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6098206 Mar 18 10:36:49.006548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41966) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.006764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.009606 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/a973f940-6b4a-497a-9f06-4e7cab0c3fff HTTP/1.1" status: 204 len: 168 time: 1.1201868 Mar 18 10:36:49.015341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625899e0-f4c3-4b96-8524-d997d4e0dc14 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Subnet': ['ID=a973f940-6b4a-497a-9f06-4e7cab0c3fff,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.015341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202929b-c91c-4ce5-b828-888a4d83f844 admin admin] Pushing event deleted for resources: {'Network': ['ID=06501ed4-6338-45e5-bdf7-897b6307f932,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.015815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-275900204'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:49.027775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41970) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.028770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe91d3-291c-4626-9760-478af60c97d9 None None] Network 862ac36c-a15b-4807-bb67-f61f5836b3bd requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:49.057075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:49.062180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:49.064470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:49.065167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.072889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=d8ab3f99-7bc4-4444-a342-1e19571135ca,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.087784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Deleting subnet 0175f69a-fb51-44e1-a8ea-1383a7ea5050 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:49.092462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.172020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.189492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c92546c-2aee-4e9c-a687-41d00641747c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561744 Mar 18 10:36:49.197299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41974) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.200306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.249526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.400399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-883c2afe-2d54-48dd-a5fa-e7cf17f6cd98', 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': 'c6f7840e-b494-4a41-927e-7dd2c4c7a335'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:49.401233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.406727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.432659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:49.444159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:49.448201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:49.466113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.467996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:49.576346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0175f69a-fb51-44e1-a8ea-1383a7ea5050,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.577664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4653d-45dc-43b4-9386-ea89bf1bd80d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:49.581744 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-95a4653d-45dc-43b4-9386-ea89bf1bd80d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3809862 Mar 18 10:36:49.583069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41982) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.585751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-539c0bfd-cc47-435e-8373-cf42b3bcaf0c None None] Provisioning for port d8ab3f99-7bc4-4444-a342-1e19571135ca completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:49.586536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.596519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-539c0bfd-cc47-435e-8373-cf42b3bcaf0c None None] Provisioning complete for port d8ab3f99-7bc4-4444-a342-1e19571135ca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:49.596792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-539c0bfd-cc47-435e-8373-cf42b3bcaf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.640008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:49.643105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.652034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] DHCP port deletion for 862ac36c-a15b-4807-bb67-f61f5836b3bd request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:49.667707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Deleting port ac20430b-85a1-4202-9ae9-3d799f5031f2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:49.668225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:49.688432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe7252-cf6a-4f86-8283-95f8652ada50 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:49.689121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ccfe7252-cf6a-4f86-8283-95f8652ada50 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Synchronizing usage tracker for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:49.701867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port b30a6025-edef-4ff5-ba26-194f109bbd4d yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:49.741885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-539c0bfd-cc47-435e-8373-cf42b3bcaf0c None None] Port d8ab3f99-7bc4-4444-a342-1e19571135ca cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:49.743875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Allocated IP 2001:db8::2 (883c2afe-2d54-48dd-a5fa-e7cf17f6cd98/c6f7840e-b494-4a41-927e-7dd2c4c7a335/42761253-b357-4d36-b61e-0e8b6ba5baa2) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:49.777652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c68a263f-bf39-490c-9ad0-418c0d2cba99 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0175f69a-fb51-44e1-a8ea-1383a7ea5050 HTTP/1.1" status: 204 len: 168 time: 0.8430800 Mar 18 10:36:49.782428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 41986) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.825945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ccfe7252-cf6a-4f86-8283-95f8652ada50 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Unset dirty status for tenant:4b9d1989592a48f19f2ec863f7a36153 on resource:subnet {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:49.829333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ccfe7252-cf6a-4f86-8283-95f8652ada50 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2431669 Mar 18 10:36:49.830044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41990) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.917442 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2ba85ec6-c76e-459e-a235-263e1abdd5ed tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820527 Mar 18 10:36:49.921502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ced6a91a-5386-45f7-b121-24df24899cf2 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:36:49.925873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 41996) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:49.933103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.017722 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b1425-898e-4a2a-89de-92d92a8ebc9c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.018224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5b1425-898e-4a2a-89de-92d92a8ebc9c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.019888 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d5b1425-898e-4a2a-89de-92d92a8ebc9c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a86395b2-c3a4-44c4-8b4c-59dde3d5095e HTTP/1.1" status: 404 len: 333 time: 0.0930982 Mar 18 10:36:50.025482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42000) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.033589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] For port ac20430b-85a1-4202-9ae9-3d799f5031f2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ac20430b-85a1-4202-9ae9-3d799f5031f2,segment=NetworkSegment(9219225b-e97b-470e-8995-9e127db6f438),segment_id=9219225b-e97b-470e-8995-9e127db6f438)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:50.034292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.105676 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52d5070-6076-4599-8e4e-2bc98d0632f5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.106163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52d5070-6076-4599-8e4e-2bc98d0632f5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.110264 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d52d5070-6076-4599-8e4e-2bc98d0632f5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/35cc8dc8-913d-4432-88ea-897edf39e8e6 HTTP/1.1" status: 404 len: 337 time: 0.0814874 Mar 18 10:36:50.112209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42004) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.172908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Calling delete_port for ac20430b-85a1-4202-9ae9-3d799f5031f2 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:50.202476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cc8f6-f31d-438d-9234-f748be94486e req-fb28080c-b930-4b6e-95e2-ce3e9caf03db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.203994 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-159cc8f6-f31d-438d-9234-f748be94486e req-fb28080c-b930-4b6e-95e2-ce3e9caf03db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.1381903 Mar 18 10:36:50.208580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.254685 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-159cc8f6-f31d-438d-9234-f748be94486e req-d9c66948-27c1-4a3e-8983-6fcb6f038212 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Mar 18 10:36:50.281405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.282665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.317049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.332456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Transition to ACTIVE for port object 42761253-b357-4d36-b61e-0e8b6ba5baa2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:50.352488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Transition to ACTIVE for port object 42761253-b357-4d36-b61e-0e8b6ba5baa2 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:50.386267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.393357 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-68681b71-6fe7-461b-b903-80894051afa4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.393890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68681b71-6fe7-461b-b903-80894051afa4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.425688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.444083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=d8ab3f99-7bc4-4444-a342-1e19571135ca,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:50.456114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Pushing event deleted for resources: {'Port': ['ID=ac20430b-85a1-4202-9ae9-3d799f5031f2,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:50.458625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.470753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-68681b71-6fe7-461b-b903-80894051afa4 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/a973f940-6b4a-497a-9f06-4e7cab0c3fff HTTP/1.1" status: 404 len: 337 time: 0.3518455 Mar 18 10:36:50.471942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.472291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.472627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.472956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.473770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.473770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.473991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.474166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42008) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.474274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.474555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.474874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.475961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.476086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:50.480603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff1ed8-9816-4fe2-828f-ef2bbf8ccb9d None None] No DVR routers for this DVR port ac20430b-85a1-4202-9ae9-3d799f5031f2 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:50.531717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:50.538178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:50.539415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:50.544953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:50.545668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29fca5b-83a8-46d8-80c9-a499c8e4f954 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.546184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29fca5b-83a8-46d8-80c9-a499c8e4f954 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.550397 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b29fca5b-83a8-46d8-80c9-a499c8e4f954 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a4477240-3240-46a7-817b-57d0af4ba6e9 HTTP/1.1" status: 404 len: 333 time: 0.0691767 Mar 18 10:36:50.550397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42012) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.553984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Sync routers for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:50.556509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b02b47-2da1-4320-a4c9-ea0a259a85a1']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:50.582579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac2778d-3433-4ab4-8a7c-bb0d6b2aba3a') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:50.582915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac2778d-3433-4ab4-8a7c-bb0d6b2aba3a') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:50.597593 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebb2775-d256-4d1a-a2f2-4cc5d1e4fbfc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.597593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebb2775-d256-4d1a-a2f2-4cc5d1e4fbfc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.601114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4ebb2775-d256-4d1a-a2f2-4cc5d1e4fbfc tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/70a9439c-2ec4-4d89-94c8-b5d44e5cf0d0 HTTP/1.1" status: 404 len: 337 time: 0.0467248 Mar 18 10:36:50.601114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:50.601432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42016) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.604145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:50.604827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.625283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::274 (883c2afe-2d54-48dd-a5fa-e7cf17f6cd98/c6f7840e-b494-4a41-927e-7dd2c4c7a335/b30a6025-edef-4ff5-ba26-194f109bbd4d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:50.630996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:50.632290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:50.648809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.661141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:50.661537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:50.678604 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:50.695567 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eaa988-58ad-4778-9e5d-a2c9c5be0f31 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.696240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eaa988-58ad-4778-9e5d-a2c9c5be0f31 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.700116 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d6eaa988-58ad-4778-9e5d-a2c9c5be0f31 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/13aae3db-570d-42e0-a8d7-c703b41df0ba HTTP/1.1" status: 404 len: 337 time: 0.0953159 Mar 18 10:36:50.703430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42020) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.706845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b90f-116e-4e30-b434-46e5cb06d320 req-b8ba44b3-f8aa-4050-b0c0-c6b38d5684dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.715097 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bc64b90f-116e-4e30-b434-46e5cb06d320 req-b8ba44b3-f8aa-4050-b0c0-c6b38d5684dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1098 time: 0.2440169 Mar 18 10:36:50.715304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Pushing event updated for resources: {'Port': ['ID=42761253-b357-4d36-b61e-0e8b6ba5baa2,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:50.758903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.760088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9d792dce-4579-4eca-a4a2-92414859b2e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5425644 Mar 18 10:36:50.788175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Attempting to bind port 42761253-b357-4d36-b61e-0e8b6ba5baa2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:50.788681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Attempting to bind port 42761253-b357-4d36-b61e-0e8b6ba5baa2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'ae8c1cb5-4001-4670-b071-88a65720d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:50.789146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Attempting to bind port 42761253-b357-4d36-b61e-0e8b6ba5baa2 on network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:50.794786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42024) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.797566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:50.797566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Checking segment: {'id': 'ae8c1cb5-4001-4670-b071-88a65720d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:50.798149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.798659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Bound using segment: {'id': 'ae8c1cb5-4001-4670-b071-88a65720d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:50.799237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Bound port: 42761253-b357-4d36-b61e-0e8b6ba5baa2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8c1cb5-4001-4670-b071-88a65720d451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '883c2afe-2d54-48dd-a5fa-e7cf17f6cd98'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:50.799712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:50.806459 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-953d8f21-11fc-42b9-8a24-e616ef715719 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.806934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953d8f21-11fc-42b9-8a24-e616ef715719 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.810996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-953d8f21-11fc-42b9-8a24-e616ef715719 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/57ead574-ab65-4dac-8e21-be679b1412eb HTTP/1.1" status: 404 len: 333 time: 0.1042540 Mar 18 10:36:50.816429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42026) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.864613 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e38519-e38c-4d70-979e-6c37b1d6cf92 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.865006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e38519-e38c-4d70-979e-6c37b1d6cf92 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.869385 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c9e38519-e38c-4d70-979e-6c37b1d6cf92 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/c716369c-de85-4797-ae6c-e26cb60d8be3 HTTP/1.1" status: 404 len: 337 time: 0.0497963 Mar 18 10:36:50.876281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42032) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.920998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfeaeec1-5db5-40ae-a36d-b7315dbb8c5d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:50.921495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfeaeec1-5db5-40ae-a36d-b7315dbb8c5d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:50.925478 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dfeaeec1-5db5-40ae-a36d-b7315dbb8c5d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/b9c5c975-fa7e-4e71-87ec-05886d5ee5d3 HTTP/1.1" status: 404 len: 337 time: 0.0460186 Mar 18 10:36:50.926929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42036) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.968172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-051c46e4-79ef-4051-be7a-6f2d1ad143cb tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1529534 Mar 18 10:36:50.974442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42040) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:50.977892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 93fb29ed-a4c7-4084-b98b-0309f89db692 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:51.000159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bc64b90f-116e-4e30-b434-46e5cb06d320 req-a931a3c5-603b-420a-9598-96606de37afd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183676 Mar 18 10:36:51.025878 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d4f51-dd1c-4a9b-9a7b-23aed88c8c1a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.025878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d4f51-dd1c-4a9b-9a7b-23aed88c8c1a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.027440 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a69d4f51-dd1c-4a9b-9a7b-23aed88c8c1a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/909e37dc-59e6-42dc-ba76-6e48c5aa9f79 HTTP/1.1" status: 404 len: 333 time: 0.0998862 Mar 18 10:36:51.032307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42044) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.059153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:51.079760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.086637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.103457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c33ce99-c6e3-4e64-8be8-74fd01ae4125 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.103913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c33ce99-c6e3-4e64-8be8-74fd01ae4125 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.109543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.123108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] Pushing event deleted for resources: {'Network': ['ID=27b02b47-2da1-4320-a4c9-ea0a259a85a1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:51.130550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5c33ce99-c6e3-4e64-8be8-74fd01ae4125 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/3f18d0ae-3509-4d5e-a2af-fd70934e22a1 HTTP/1.1" status: 404 len: 337 time: 0.0946236 Mar 18 10:36:51.136340 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63663cf2-3895-4c07-bc25-e001266ec94c admin admin] 10.222.0.18 "DELETE /v2.0/networks/27b02b47-2da1-4320-a4c9-ea0a259a85a1 HTTP/1.1" status: 204 len: 168 time: 1.3497446 Mar 18 10:36:51.138498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42048) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.141166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object b30a6025-edef-4ff5-ba26-194f109bbd4d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:51.176536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] For port 42761253-b357-4d36-b61e-0e8b6ba5baa2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:51.185488 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4ba5cb-4026-43eb-8a08-13827e5eadf9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.185991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4ba5cb-4026-43eb-8a08-13827e5eadf9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.187835 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8d4ba5cb-4026-43eb-8a08-13827e5eadf9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ce548952-4818-46ae-9f86-546c775c3bdc HTTP/1.1" status: 404 len: 337 time: 0.0485625 Mar 18 10:36:51.192388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.223295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] For port 42761253-b357-4d36-b61e-0e8b6ba5baa2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=42761253-b357-4d36-b61e-0e8b6ba5baa2,segment=NetworkSegment(ae8c1cb5-4001-4670-b071-88a65720d451),segment_id=ae8c1cb5-4001-4670-b071-88a65720d451)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:51.230066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5eef9e0a-f255-4c6b-ac13-c189ab28a4b2 None None] Provisioning complete for port d8ab3f99-7bc4-4444-a342-1e19571135ca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:51.230591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5eef9e0a-f255-4c6b-ac13-c189ab28a4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.244492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7650459a-b543-48d4-98ee-dc3e4771c1d1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.245269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7650459a-b543-48d4-98ee-dc3e4771c1d1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.249708 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7650459a-b543-48d4-98ee-dc3e4771c1d1 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/f9f4ae8c-5ba3-4a92-9224-e3f6e5467463 HTTP/1.1" status: 404 len: 333 time: 0.0529933 Mar 18 10:36:51.250236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42058) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.298860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a18ddf-b159-4239-892f-c2e31e1bbf65 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.299611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a18ddf-b159-4239-892f-c2e31e1bbf65 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.301599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c4a18ddf-b159-4239-892f-c2e31e1bbf65 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/0168a535-d4a3-4bcd-8491-a0a387ce1664 HTTP/1.1" status: 404 len: 337 time: 0.0500731 Mar 18 10:36:51.304905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.342834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5eef9e0a-f255-4c6b-ac13-c189ab28a4b2 None None] Port d8ab3f99-7bc4-4444-a342-1e19571135ca cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:36:51.359661 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9131054-1344-40ac-b4a3-5edf64148d39 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.364610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9131054-1344-40ac-b4a3-5edf64148d39 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.364610 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c9131054-1344-40ac-b4a3-5edf64148d39 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/565702b8-109e-46fe-acb4-7d587a2d090c HTTP/1.1" status: 404 len: 333 time: 0.0560904 Mar 18 10:36:51.364804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.365129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42068) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.410911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-093125c1-9d03-487f-aaff-9a5bd1e04801 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.411369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093125c1-9d03-487f-aaff-9a5bd1e04801 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.413247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-093125c1-9d03-487f-aaff-9a5bd1e04801 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/62201d87-e883-4426-b712-7df3bbcb7dd7 HTTP/1.1" status: 404 len: 337 time: 0.0460775 Mar 18 10:36:51.415984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42072) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.416139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:36:51.418618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:51.466975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:51.479876 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] Sync routers for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:51.483486 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-966cba6d-f499-4a80-b292-d1bce4523367 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408848 Mar 18 10:36:51.489344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faaf679-91f4-4d9b-97bd-396d07496ea0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.489344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faaf679-91f4-4d9b-97bd-396d07496ea0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.489344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1faaf679-91f4-4d9b-97bd-396d07496ea0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/a1443b38-c509-4176-ade1-0b5a4f921e07 HTTP/1.1" status: 404 len: 333 time: 0.0695527 Mar 18 10:36:51.491812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42076) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.491812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42078) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.492001 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:51.493063 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:51.499978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ac20430b-85a1-4202-9ae9-3d799f5031f2 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:51.529998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.573459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb3997-967d-4928-a0ac-86c0ff7a61c0 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:51.574970 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f7bb3997-967d-4928-a0ac-86c0ff7a61c0 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5968666 Mar 18 10:36:51.582804 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:51.583511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42084) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.586247 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce13ecb8-34be-4c9b-a608-ef712dd7302c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.586704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce13ecb8-34be-4c9b-a608-ef712dd7302c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.588500 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce13ecb8-34be-4c9b-a608-ef712dd7302c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/cb49c131-7a00-4f69-a69c-fb318de8d008 HTTP/1.1" status: 404 len: 337 time: 0.0940294 Mar 18 10:36:51.591551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42088) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.596782 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:51.597765 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:51.620847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ac20430b-85a1-4202-9ae9-3d799f5031f2 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:51.624312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ac20430b-85a1-4202-9ae9-3d799f5031f2 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:51.634558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42092) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.645494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:51.650109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6d49ae56-0982-4d99-a45b-9e27a244fb33 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655468 Mar 18 10:36:51.654758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:51.656459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42096) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.670503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad110370-bc9c-4484-a017-94e9246ee4e8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.671220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad110370-bc9c-4484-a017-94e9246ee4e8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.673391 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ad110370-bc9c-4484-a017-94e9246ee4e8 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/f094d95b-97f1-4696-b6e5-06b628a39dfc HTTP/1.1" status: 404 len: 333 time: 0.0807934 Mar 18 10:36:51.674714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:51.679078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42100) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.680829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:51.681479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.685918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606f005-5873-489e-a1ae-0510087f7313 None None] Pushing event updated for resources: {'Port': ['ID=42761253-b357-4d36-b61e-0e8b6ba5baa2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:51.693593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1862092515', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:51.699018 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:51.699713 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d53a9c-8a63-4516-b7ff-a8e840dd6c3c None None] The sync data for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:51.714753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.resource_extend [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:36:51.717459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=b30a6025-edef-4ff5-ba26-194f109bbd4d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:51.723224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a28b1-8d1e-4adf-afca-402a78709daa tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:51.724077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bf8a28b1-8d1e-4adf-afca-402a78709daa tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:36:51.779909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0cb52d-71a1-409b-8ac1-f3e44de90fd0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:51.780371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0cb52d-71a1-409b-8ac1-f3e44de90fd0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:51.782049 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2f0cb52d-71a1-409b-8ac1-f3e44de90fd0 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/d82e56be-97d4-4e8e-8d63-bbde98c5b8dd HTTP/1.1" status: 404 len: 337 time: 0.0997000 Mar 18 10:36:51.786766 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a95e4281-b60b-42e1-a8b2-2b4bc5663b5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb6cdbb018e849a180cccf9ac9a21e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451650 Mar 18 10:36:51.787744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42104) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.792390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42106) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.834980 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c138da0f-7d25-401b-bf9b-926735e54487 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8267348 Mar 18 10:36:51.840975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42112) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:51.845049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:51.884637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:51.899756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:51.913177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.918097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff98085-30c8-4b61-8432-50afb12729c4 req-6116b6a6-79e4-4177-94ff-55886ce912a2 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:51.925070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2ff98085-30c8-4b61-8432-50afb12729c4 req-6116b6a6-79e4-4177-94ff-55886ce912a2 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.4887326 Mar 18 10:36:51.928737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.942391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:51.942670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:51.996849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:52.002784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port b30a6025-edef-4ff5-ba26-194f109bbd4d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:52.003128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.003872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:52.004625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bf8a28b1-8d1e-4adf-afca-402a78709daa tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:36:52.006032 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bf8a28b1-8d1e-4adf-afca-402a78709daa tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports/d8ab3f99-7bc4-4444-a342-1e19571135ca HTTP/1.1" status: 200 len: 913 time: 0.5135305 Mar 18 10:36:52.008525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1871d1-1002-4152-b2b9-97ed2a1f582a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.009211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1871d1-1002-4152-b2b9-97ed2a1f582a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.013410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42116) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.067356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-23e279bf-4082-44c4-a9df-b9ff130c55c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.074178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2ff98085-30c8-4b61-8432-50afb12729c4 req-1f66fef3-3baa-4af8-87ab-8187fad1b180 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481462 Mar 18 10:36:52.076379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:52.078028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'port_id': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'mac_address': 'fa:16:3e:e1:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:36:52.084241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:52.088633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.090044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:48Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:52.143446 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'code': 200} Mar 18 10:36:52.147331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.150533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Checking router: ced6a91a-5386-45f7-b121-24df24899cf2 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:52.150890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Updating router ced6a91a-5386-45f7-b121-24df24899cf2 port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:36:52.169375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96f40c-7c33-44cf-81db-e452d9dad587,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:52.225665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.246761 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d1871d1-1002-4152-b2b9-97ed2a1f582a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/4d5820c1-3a76-4eb0-80dc-d28c68979b36 HTTP/1.1" status: 404 len: 333 time: 0.4505813 Mar 18 10:36:52.246761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.246761 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-831a1d59-6270-411a-a208-b4207e040766 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de96f40c-7c33-44cf-81db-e452d9dad587 HTTP/1.1" status: 204 len: 168 time: 0.4493048 Mar 18 10:36:52.246761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42122) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.292011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d54cc80-df3a-49c9-866f-49f00aa1b158 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.292011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d54cc80-df3a-49c9-866f-49f00aa1b158 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.292011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6d54cc80-df3a-49c9-866f-49f00aa1b158 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/571384ec-f29f-42b1-8f64-f8e66d0a54c9 HTTP/1.1" status: 404 len: 337 time: 0.0436642 Mar 18 10:36:52.304912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42128) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.347122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.356622 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e2d7f9-6b2d-41f8-b6e3-8b0de396ce67 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.357147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e2d7f9-6b2d-41f8-b6e3-8b0de396ce67 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.358982 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8e2d7f9-6b2d-41f8-b6e3-8b0de396ce67 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/378c7d15-b3b3-4a9c-9124-2f002df735d2 HTTP/1.1" status: 404 len: 333 time: 0.0529163 Mar 18 10:36:52.362186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42132) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.386355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.417104 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a4cc0d-e613-4ef5-a674-eddea45b27bb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.417746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a4cc0d-e613-4ef5-a674-eddea45b27bb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.419773 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-80a4cc0d-e613-4ef5-a674-eddea45b27bb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/7168dfae-44a4-421b-9514-61f0477a2dbe HTTP/1.1" status: 404 len: 337 time: 0.0564640 Mar 18 10:36:52.422810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736271f5-0400-4af7-9956-2fc1a7910e0f {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:52.423011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42136) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.440461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:52.482004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:52.564978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.594549 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-969caebe-38fc-4401-bd4a-c9e0be010568 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.595178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969caebe-38fc-4401-bd4a-c9e0be010568 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.597887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-969caebe-38fc-4401-bd4a-c9e0be010568 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/1b96eb81-4248-40f9-9ef1-b5e043bfce05 HTTP/1.1" status: 404 len: 337 time: 0.1729071 Mar 18 10:36:52.605767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42140) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.663991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a98359-20f2-4329-9a11-633d5aee4a61 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.664965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a98359-20f2-4329-9a11-633d5aee4a61 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.666848 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-40a98359-20f2-4329-9a11-633d5aee4a61 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/4f68745b-99ba-46bd-b6e2-88d6b27676c8 HTTP/1.1" status: 404 len: 333 time: 0.0600097 Mar 18 10:36:52.686333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42144) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.747528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:52.756786 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7659e2b-0c37-481c-99c4-8731150b616c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:52.757671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7659e2b-0c37-481c-99c4-8731150b616c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:52.771220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:52.779146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a7659e2b-0c37-481c-99c4-8731150b616c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/20a5e574-e88b-4027-8b8f-7259e8260230 HTTP/1.1" status: 404 len: 337 time: 0.0890286 Mar 18 10:36:52.784864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42148) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:52.804054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['736271f5-0400-4af7-9956-2fc1a7910e0f'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:36:53.029804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.067533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.075063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for b30a6025-edef-4ff5-ba26-194f109bbd4d owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:53.176443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Transition to ACTIVE for port object 58f45f2b-dd2f-470d-aa51-797edf74ddb2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:53.185724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.190877 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f7dd88-e15d-4195-b33d-7f6fa6fee4ba tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.191593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f7dd88-e15d-4195-b33d-7f6fa6fee4ba tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.194574 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-17f7dd88-e15d-4195-b33d-7f6fa6fee4ba tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ecb47b45-f381-41ea-a27b-0c1fc36f2a14 HTTP/1.1" status: 404 len: 337 time: 0.3480222 Mar 18 10:36:53.212072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42156) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.273044 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8194f550-a31f-47ff-bf0c-a5b3ae7ee630 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.273781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8194f550-a31f-47ff-bf0c-a5b3ae7ee630 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.276115 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8194f550-a31f-47ff-bf0c-a5b3ae7ee630 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/da68f8da-d2d9-4917-9485-d6b1ec605937 HTTP/1.1" status: 404 len: 333 time: 0.0627792 Mar 18 10:36:53.279853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42160) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.307041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.426299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42164) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.429896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb2155-4f23-45f9-ba0d-b4911a8a51d0 None None] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:53.449921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=bc11e477-8c41-4b53-b9f3-9b8efe18405a,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:53.472924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:53.478615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: 54a68276-15ff-45f8-adc6-2edaf1d2876e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:53.479070 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72b69a4-eff6-480c-a9fc-627b4440daea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.479070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72b69a4-eff6-480c-a9fc-627b4440daea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.479433 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f72b69a4-eff6-480c-a9fc-627b4440daea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/2e59d6b4-ed35-488d-a182-917a7c4440e1 HTTP/1.1" status: 404 len: 337 time: 0.1986165 Mar 18 10:36:53.483507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42168) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.521017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400977f0-8404-4f99-a445-8278ca7bebd8 req-625b0b26-1ad9-4dae-944a-fa3b243fd583 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:53.522682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-400977f0-8404-4f99-a445-8278ca7bebd8 req-625b0b26-1ad9-4dae-944a-fa3b243fd583 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 944 time: 0.2890327 Mar 18 10:36:53.539209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.578976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 42761253-b357-4d36-b61e-0e8b6ba5baa2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:53.609785 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ceae521b-2460-489f-9f2f-f888cdccff1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30695df1113641a4bcdebce7fbd65e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798162 Mar 18 10:36:53.611524 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcea033-0649-460f-9dfc-cfd712536835 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.612015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcea033-0649-460f-9dfc-cfd712536835 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.613604 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cbcea033-0649-460f-9dfc-cfd712536835 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8c54ac2d-4d7a-410b-8eb8-14ea0bf93787 HTTP/1.1" status: 404 len: 337 time: 0.1292121 Mar 18 10:36:53.614378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42172) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.618970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.621812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:53.624238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=b30a6025-edef-4ff5-ba26-194f109bbd4d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:53.636540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20293-8ed0-4f96-bfcb-02f2c347348e None None] Pushing event updated for resources: {'Port': ['ID=58f45f2b-dd2f-470d-aa51-797edf74ddb2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:53.694229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Attempting to bind port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:53.694599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Attempting to bind port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:53.695402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Attempting to bind port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:53.708708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.730861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.731955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:53.732334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:53.732735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.733133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:53.733617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Bound port: 58f45f2b-dd2f-470d-aa51-797edf74ddb2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:53.734010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.735816 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-400977f0-8404-4f99-a445-8278ca7bebd8 req-08d781af-9715-4c01-b0e6-b023f0e6b1bc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027667 Mar 18 10:36:53.736671 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4e2667-704b-4274-8bb3-5d340edadf0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.737118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4e2667-704b-4274-8bb3-5d340edadf0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.750798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac4e2667-704b-4274-8bb3-5d340edadf0c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/644aa3c4-a819-4c7b-a5e7-f819f2623232 HTTP/1.1" status: 404 len: 333 time: 0.1279624 Mar 18 10:36:53.750798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d870d2bf-b33d-4ce1-a390-69ff2f3f2b63 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/b30a6025-edef-4ff5-ba26-194f109bbd4d HTTP/1.1" status: 204 len: 168 time: 1.9066744 Mar 18 10:36:53.751060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42180) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.756982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42182) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.772845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b9976d61-b251-4dc8-83a2-457b7665601d None None] Provisioning for port 42761253-b357-4d36-b61e-0e8b6ba5baa2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:53.787240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42188) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.820725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.826916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] For port 58f45f2b-dd2f-470d-aa51-797edf74ddb2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:53.829505 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f728c66-f731-4460-b081-f8a03e4a83cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:36:53.829941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] For port 58f45f2b-dd2f-470d-aa51-797edf74ddb2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=58f45f2b-dd2f-470d-aa51-797edf74ddb2,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:53.833360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3f728c66-f731-4460-b081-f8a03e4a83cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/b30a6025-edef-4ff5-ba26-194f109bbd4d HTTP/1.1" status: 404 len: 333 time: 0.0642858 Mar 18 10:36:53.836401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42192) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.872440 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7100b9-288e-4270-97ff-23d3c49e03a9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:53.873328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7100b9-288e-4270-97ff-23d3c49e03a9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:53.877194 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ff7100b9-288e-4270-97ff-23d3c49e03a9 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ed4b803e-cf52-4662-8229-bae9adb6b950 HTTP/1.1" status: 404 len: 337 time: 0.1230645 Mar 18 10:36:53.877194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 54a68276-15ff-45f8-adc6-2edaf1d2876e) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:53.887774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:53.890366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.894798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42196) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:53.900857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3060fe-e6e3-4a27-9d1b-e6160ef1de2b None None] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:53.922553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port d8ab3f99-7bc4-4444-a342-1e19571135ca {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:53.922893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.924149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:53.956176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-33e91813-2192-4570-a887-4ba1c15c071f tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 200 len: 992 time: 0.1667056 Mar 18 10:36:53.983024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet c6f7840e-b494-4a41-927e-7dd2c4c7a335 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:36:53.996339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.005922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c4fec3-579e-4bd1-aff2-00402bc98df5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.006870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c4fec3-579e-4bd1-aff2-00402bc98df5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.009867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-57c4fec3-579e-4bd1-aff2-00402bc98df5 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/c20b3110-a2b5-49ea-8f1a-0e9fe5003506 HTTP/1.1" status: 404 len: 337 time: 0.0574098 Mar 18 10:36:54.011253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42200) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.059216 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e8dcc87d-987e-445b-9483-0495af39cda2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3926055 Mar 18 10:36:54.062029 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-92edab76-f86b-4c74-9571-b87e260d7997 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports?device_id=690704df-d8cd-4a07-8c6a-f090582e2e91 HTTP/1.1" status: 200 len: 205 time: 0.0495527 Mar 18 10:36:54.062868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42204) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.067106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42206) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.136418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 42761253-b357-4d36-b61e-0e8b6ba5baa2 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:54.177112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 42761253-b357-4d36-b61e-0e8b6ba5baa2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:54.177481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.203451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.218594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20293-8ed0-4f96-bfcb-02f2c347348e None None] Pushing event updated for resources: {'Port': ['ID=58f45f2b-dd2f-470d-aa51-797edf74ddb2,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:54.222441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:54.223065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:54.226889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.257094 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-8237d544-69ff-45cb-a9eb-19561dcb8b9c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] delete failed (client error): The resource could not be found. Mar 18 10:36:54.260567 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8237d544-69ff-45cb-a9eb-19561dcb8b9c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/routers/690704df-d8cd-4a07-8c6a-f090582e2e91 HTTP/1.1" status: 404 len: 336 time: 0.1871758 Mar 18 10:36:54.273299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42212) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.277571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28853cbb-3a6a-431f-8e30-c504b92ae818,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:54.332716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.336813 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-497c9982-846d-4fee-97da-19df2b795630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28853cbb-3a6a-431f-8e30-c504b92ae818 HTTP/1.1" status: 204 len: 168 time: 0.7138383 Mar 18 10:36:54.336813 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-617724db-07ca-45ee-800e-0d8694715dea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.336813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617724db-07ca-45ee-800e-0d8694715dea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.340068 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-617724db-07ca-45ee-800e-0d8694715dea tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/952a796e-8150-4803-b0f1-2f6733fe41fb HTTP/1.1" status: 404 len: 337 time: 0.0634911 Mar 18 10:36:54.343581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42218) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.411508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8f5b8ec6-c6bc-443d-bd76-9cf089e7c261 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef7fa2a7-3231-4a0c-80df-d814437fde78 HTTP/1.1" status: 200 len: 205 time: 0.0651121 Mar 18 10:36:54.415363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42222) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.484368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.510704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ea0afffc-d3d3-4293-a784-7429d9d1cc81 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] delete failed (client error): The resource could not be found. Mar 18 10:36:54.514099 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea0afffc-d3d3-4293-a784-7429d9d1cc81 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/routers/ef7fa2a7-3231-4a0c-80df-d814437fde78 HTTP/1.1" status: 404 len: 336 time: 0.0939152 Mar 18 10:36:54.520172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42226) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.563391 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d130aa6e-a366-4f62-80a2-0750af6154eb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.563818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d130aa6e-a366-4f62-80a2-0750af6154eb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.566425 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d130aa6e-a366-4f62-80a2-0750af6154eb tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ddcc68ac-778e-46df-841b-caf317bf9cb8 HTTP/1.1" status: 404 len: 337 time: 0.0443952 Mar 18 10:36:54.568375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42230) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.606860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82e82aae-6c0a-47b4-85f9-6456f1894ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.633809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-54a68276-15ff-45f8-adc6-2edaf1d2876e', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:36:54.634713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.637257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for d8ab3f99-7bc4-4444-a342-1e19571135ca owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:54.645480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:36:54.651997 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-785aab99-f02d-4136-9140-11ea69b62320 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.652456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785aab99-f02d-4136-9140-11ea69b62320 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.656496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-785aab99-f02d-4136-9140-11ea69b62320 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8e424b0d-3629-48d2-8c34-c289fbc6a666 HTTP/1.1" status: 404 len: 337 time: 0.0842795 Mar 18 10:36:54.663234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42234) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.811556 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b31fbcf-e8bc-460e-87d1-5f7dfabe161c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.812239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b31fbcf-e8bc-460e-87d1-5f7dfabe161c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.813928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0b31fbcf-e8bc-460e-87d1-5f7dfabe161c tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/3a1945e2-d7ed-4fc0-9e94-1c280ec203c7 HTTP/1.1" status: 404 len: 333 time: 0.1499820 Mar 18 10:36:54.814173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.825659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42238) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:54.851039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:54.916229 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c37e446-91c9-434a-8ce7-b1d73bf49435 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:54.916689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c37e446-91c9-434a-8ce7-b1d73bf49435 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:54.925275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c37e446-91c9-434a-8ce7-b1d73bf49435 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/ec24d60c-3fb5-44f8-ab6b-02da95d4e76d HTTP/1.1" status: 404 len: 337 time: 0.0964091 Mar 18 10:36:54.938961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.027719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.103122 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12219c2-5c19-4dbb-9b19-9b2b7efc11a3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:55.103619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12219c2-5c19-4dbb-9b19-9b2b7efc11a3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:55.120586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=d8ab3f99-7bc4-4444-a342-1e19571135ca,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:55.137799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] Provisioning complete for port 42761253-b357-4d36-b61e-0e8b6ba5baa2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:55.138351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.159808 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b12219c2-5c19-4dbb-9b19-9b2b7efc11a3 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/e16dab54-16c5-4b1a-a287-ecbf90c9fc85 HTTP/1.1" status: 404 len: 333 time: 0.2199552 Mar 18 10:36:55.163420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42246) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.276552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.336587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Allocated IP 172.20.0.2 (54a68276-15ff-45f8-adc6-2edaf1d2876e/bc11e477-8c41-4b53-b9f3-9b8efe18405a/71b82593-7651-4f17-9217-400a42b3340f) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:55.380791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:55.415252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.430798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.588686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.629311 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aa5055-3165-41c9-824f-9952dcb58f2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:55.629311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aa5055-3165-41c9-824f-9952dcb58f2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:55.651582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.656094 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/c6f7840e-b494-4a41-927e-7dd2c4c7a335 HTTP/1.1" status: 204 len: 168 time: 1.8174741 Mar 18 10:36:55.660950 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-34aa5055-3165-41c9-824f-9952dcb58f2d tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8c402351-bf2e-4fbf-8e03-0a3aa70290ff HTTP/1.1" status: 404 len: 337 time: 0.4971664 Mar 18 10:36:55.661743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41d0c8-203b-486d-9c3a-7734dc390495 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f7840e-b494-4a41-927e-7dd2c4c7a335,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:55.664554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42250) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.665017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42252) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.701856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c7cc6-06e3-46b1-95bd-d28c2f13e7b9 None None] Network 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:55.714244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.750843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.762680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:36:55.763030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:36:55.814872 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef580c36-1869-433f-ac0e-85c955fdf249 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:55.815351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef580c36-1869-433f-ac0e-85c955fdf249 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:55.816991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ef580c36-1869-433f-ac0e-85c955fdf249 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/7c63d133-afb9-4bf8-94b3-f1c413570326 HTTP/1.1" status: 404 len: 333 time: 0.1472123 Mar 18 10:36:55.819848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42258) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.820496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.833314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 736271f5-0400-4af7-9956-2fc1a7910e0f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:55.833927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.859352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcdd961-53bf-4034-90b1-09c867ee295a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:55.859885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcdd961-53bf-4034-90b1-09c867ee295a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:55.875532 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6dcdd961-53bf-4034-90b1-09c867ee295a tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/dda8203d-8aab-41b2-b22e-5de3ffa11ce6 HTTP/1.1" status: 404 len: 337 time: 0.0538795 Mar 18 10:36:55.876707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42262) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:55.941875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] For port 42761253-b357-4d36-b61e-0e8b6ba5baa2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=42761253-b357-4d36-b61e-0e8b6ba5baa2,segment=NetworkSegment(ae8c1cb5-4001-4670-b071-88a65720d451),segment_id=ae8c1cb5-4001-4670-b071-88a65720d451)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:55.954296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:48Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:55.972734 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23e46c8-78e9-44a0-a932-030214d92927 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:55.973225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23e46c8-78e9-44a0-a932-030214d92927 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:55.974464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:55.979253 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c23e46c8-78e9-44a0-a932-030214d92927 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/0e3cd61a-1707-45c6-bb4b-d455cd7cb7c2 HTTP/1.1" status: 404 len: 333 time: 0.1011345 Mar 18 10:36:55.979491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42266) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.012487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.015360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdf10a-3c6e-4c0a-8d9e-9f375026c016 None None] The sync data for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv is: [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:48Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:56.035787 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6487888a-eddb-44a0-97e7-2fb24f1b8f11 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.036236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6487888a-eddb-44a0-97e7-2fb24f1b8f11 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.039190 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6487888a-eddb-44a0-97e7-2fb24f1b8f11 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/32a8c39d-b21a-4493-b6a0-bc5ec9a83f84 HTTP/1.1" status: 404 len: 337 time: 0.0577517 Mar 18 10:36:56.044455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42270) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.045964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 42761253-b357-4d36-b61e-0e8b6ba5baa2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:56.046306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.094427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2d05a2-107a-471c-823a-5c50f9f133af tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.094912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2d05a2-107a-471c-823a-5c50f9f133af tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.098965 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc2d05a2-107a-471c-823a-5c50f9f133af tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/27e3ef4b-fb02-43b2-a3b3-6761fa93deba HTTP/1.1" status: 404 len: 333 time: 0.0502126 Mar 18 10:36:56.100491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42274) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.143144 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a043c83b-ed48-458f-821b-6b743f24d350 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.143817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a043c83b-ed48-458f-821b-6b743f24d350 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.148452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a043c83b-ed48-458f-821b-6b743f24d350 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/1b903131-2ddc-493a-9b6e-b719a016f2b4 HTTP/1.1" status: 404 len: 337 time: 0.0446656 Mar 18 10:36:56.149201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42278) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.187608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-678fd8bb-3283-467f-bf09-270b81c91fbd None None] Could not find standard attr ID for object b30a6025-edef-4ff5-ba26-194f109bbd4d. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:36:56.204157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.205625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc9a39b-c60a-40e5-b34f-d309aac6d990 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.206257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc9a39b-c60a-40e5-b34f-d309aac6d990 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.211795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cfc9a39b-c60a-40e5-b34f-d309aac6d990 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/db1e0f01-f93c-4a11-8b5f-8ab5235516c1 HTTP/1.1" status: 404 len: 333 time: 0.0580835 Mar 18 10:36:56.211927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66717a52-9577-43b1-bb99-697d86acf402 None None] Pushing event updated for resources: {'Port': ['ID=42761253-b357-4d36-b61e-0e8b6ba5baa2,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:56.212038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42282) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.240445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Transition to ACTIVE for port object 71b82593-7651-4f17-9217-400a42b3340f will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:56.242733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.253660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbeea48-e74c-42a2-a786-78ac40a92cb2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.254231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbeea48-e74c-42a2-a786-78ac40a92cb2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.258969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0fbeea48-e74c-42a2-a786-78ac40a92cb2 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/a8609f7d-0a3f-4183-9e9b-47200d78e4f4 HTTP/1.1" status: 404 len: 337 time: 0.0436926 Mar 18 10:36:56.259104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42286) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.307017 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3570897b-038a-456a-8fe7-440c4522a304 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.307638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3570897b-038a-456a-8fe7-440c4522a304 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.312516 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3570897b-038a-456a-8fe7-440c4522a304 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/ports/aee5f3b4-e52f-4c8f-aba0-6c141dc24317 HTTP/1.1" status: 404 len: 333 time: 0.0487859 Mar 18 10:36:56.312516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42290) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.336705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Transition to ACTIVE for port object 71b82593-7651-4f17-9217-400a42b3340f will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:56.337597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:56.359147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:56.407792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.463254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 93fb29ed-a4c7-4084-b98b-0309f89db692 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:56.473277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 42761253-b357-4d36-b61e-0e8b6ba5baa2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=42761253-b357-4d36-b61e-0e8b6ba5baa2,segment=NetworkSegment(ae8c1cb5-4001-4670-b071-88a65720d451),segment_id=ae8c1cb5-4001-4670-b071-88a65720d451)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:56.473277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.473909 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'code': 200} Mar 18 10:36:56.488710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.512596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:56.517028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:56.520558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] DHCP port deletion for 883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:36:56.525361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:56.590061 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f814a21-098e-4859-8d70-0635f89e47ac tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] DELETE failed (client error): The resource could not be found. Mar 18 10:36:56.590595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f814a21-098e-4859-8d70-0635f89e47ac tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:36:56.592329 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3f814a21-098e-4859-8d70-0635f89e47ac tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/subnets/8470b424-2b7d-435e-b729-c44352c88247 HTTP/1.1" status: 404 len: 337 time: 0.2792065 Mar 18 10:36:56.599664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42296) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:56.676482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 58f45f2b-dd2f-470d-aa51-797edf74ddb2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:56.696047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 42761253-b357-4d36-b61e-0e8b6ba5baa2 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:56.707313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Deleting port 42761253-b357-4d36-b61e-0e8b6ba5baa2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:56.707714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.749874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Pushing event updated for resources: {'Port': ['ID=71b82593-7651-4f17-9217-400a42b3340f,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:56.750211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (54a68276-15ff-45f8-adc6-2edaf1d2876e/bc11e477-8c41-4b53-b9f3-9b8efe18405a/12a46e48-250b-4fb0-918e-351df331d22d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:56.771426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.926616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:56.958123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Attempting to bind port 71b82593-7651-4f17-9217-400a42b3340f on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:36:56.958488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Attempting to bind port 71b82593-7651-4f17-9217-400a42b3340f by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:36:56.958804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Attempting to bind port 71b82593-7651-4f17-9217-400a42b3340f on network 54a68276-15ff-45f8-adc6-2edaf1d2876e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:36:56.970471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:36:56.972170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Checking segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:36:56.972170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:56.972361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Bound using segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:36:56.972733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Bound port: 71b82593-7651-4f17-9217-400a42b3340f, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:36:56.973208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.025037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:57.032905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-559321f9-e3a4-4e69-9627-d464dccbfedc tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0180306 Mar 18 10:36:57.034723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42300) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:57.083028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.086687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] Sync routers for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:57.102832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.130038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862ac36c-a15b-4807-bb67-f61f5836b3bd']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.142787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:57.143636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.161963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9219225b-e97b-470e-8995-9e127db6f438') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.162835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9219225b-e97b-470e-8995-9e127db6f438') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.169613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.179791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.188439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.212822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 12a46e48-250b-4fb0-918e-351df331d22d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:36:57.215024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.229164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:57.229577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.237416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=42761253-b357-4d36-b61e-0e8b6ba5baa2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.243738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No DVR routers for this DVR port 42761253-b357-4d36-b61e-0e8b6ba5baa2 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:57.253538 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:57.344636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.350815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:57.360171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] For port 71b82593-7651-4f17-9217-400a42b3340f, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:36:57.376167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:57.376543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.410174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:57.410847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.418413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.423225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.441072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.462956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] For port 71b82593-7651-4f17-9217-400a42b3340f, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=71b82593-7651-4f17-9217-400a42b3340f,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:36:57.493859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.494821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777fb6c-c21e-48fe-88a0-78a3ce8e9707 None None] The sync data for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:57.507072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] 10.222.0.18 "DELETE /v2.0/networks/862ac36c-a15b-4807-bb67-f61f5836b3bd HTTP/1.1" status: 204 len: 168 time: 0.9038594 Mar 18 10:36:57.507072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d5e3d-ee17-4481-abb4-2191d957ca55 tempest-NetworksTestDHCPv6-2124087479 tempest-NetworksTestDHCPv6-2124087479-project] Pushing event deleted for resources: {'Network': ['ID=862ac36c-a15b-4807-bb67-f61f5836b3bd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.511328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] For port 42761253-b357-4d36-b61e-0e8b6ba5baa2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=42761253-b357-4d36-b61e-0e8b6ba5baa2,segment=NetworkSegment(ae8c1cb5-4001-4670-b071-88a65720d451),segment_id=ae8c1cb5-4001-4670-b071-88a65720d451)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:57.511737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.512873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.524842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.532989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:57.532989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:57.532989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:57.582367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883c2afe-2d54-48dd-a5fa-e7cf17f6cd98']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.598991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.607995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8c1cb5-4001-4670-b071-88a65720d451') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.608583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8c1cb5-4001-4670-b071-88a65720d451') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:57.627188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.662394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04977b5c-6b0b-4ab2-87f7-b6661815e699 None None] Pushing event updated for resources: {'Port': ['ID=71b82593-7651-4f17-9217-400a42b3340f,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.677356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.696160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:57.697350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:57.712847 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:57.727900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Calling delete_port for 42761253-b357-4d36-b61e-0e8b6ba5baa2 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:57.762211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.860795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.871825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.881360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:36:57.881888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:36:57.884835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 58f45f2b-dd2f-470d-aa51-797edf74ddb2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=58f45f2b-dd2f-470d-aa51-797edf74ddb2,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:57.895862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:57.908951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=883c2afe-2d54-48dd-a5fa-e7cf17f6cd98,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.930175 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6da80d8f-e436-4c33-a720-148dbb966ef3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/883c2afe-2d54-48dd-a5fa-e7cf17f6cd98 HTTP/1.1" status: 204 len: 168 time: 2.2619822 Mar 18 10:36:57.935628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:57.942386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'name': 'tempest-PortsIpV6TestJSON-838576238'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:57.966512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.020445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.098041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.112851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=58f45f2b-dd2f-470d-aa51-797edf74ddb2,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:58.251715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42312) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:58.316009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:36:58.323732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:36:58.328234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:36:58.345625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:36:58.383098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Deleting port 42761253-b357-4d36-b61e-0e8b6ba5baa2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:58.383546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.474682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-faaf6dd9-4e8f-4e7f-8451-08238e754c2a None None] The port '42761253-b357-4d36-b61e-0e8b6ba5baa2' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:36:58.594491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 58f45f2b-dd2f-470d-aa51-797edf74ddb2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:58.629973 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:58.634149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.662965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port fa8d1218-eeac-4028-9497-b91a6795f912 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:36:58.670361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:58.670744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.690237 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7ce2ade7-f6fb-4075-b62a-e46126ed7977 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b9d1989592a48f19f2ec863f7a36153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355609 Mar 18 10:36:58.693228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42318) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:58.786235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port f10c3604-ebd5-4a5d-86a0-3d2f238724ba {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:36:58.786846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.797164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 71b82593-7651-4f17-9217-400a42b3340f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:36:58.800481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.837024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.842024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.903668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:58.933431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 71b82593-7651-4f17-9217-400a42b3340f completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:59.006705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.013773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 42761253-b357-4d36-b61e-0e8b6ba5baa2 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:36:59.054467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.058011 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dfb7cec-d8c4-4031-aabe-c7ec57ad35e5 HTTP/1.1" status: 204 len: 168 time: 0.3610761 Mar 18 10:36:59.058011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa10d87-57d4-4d76-bb1b-8553613fd144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb7cec-d8c4-4031-aabe-c7ec57ad35e5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:59.063499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.067830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:59.077705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 42761253-b357-4d36-b61e-0e8b6ba5baa2 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:36:59.078092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 42761253-b357-4d36-b61e-0e8b6ba5baa2 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:36:59.145875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.154873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.236756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:59.238042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:59.286152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for f10c3604-ebd5-4a5d-86a0-3d2f238724ba owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:36:59.347260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae30a42-abac-4d2a-92f2-327e9371dd91 None None] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:36:59.465765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.479205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ced6a91a-5386-45f7-b121-24df24899cf2 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:36:59.581626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Provisioning for port 71b82593-7651-4f17-9217-400a42b3340f completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:36:59.591067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Provisioning complete for port 71b82593-7651-4f17-9217-400a42b3340f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:36:59.591439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.595113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=fa8d1218-eeac-4028-9497-b91a6795f912,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:59.629646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:59.631211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:59.633976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:36:59.641132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:59.645061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.686843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.702333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:36:59.714613 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Sync routers for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:59.726009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bfc40d8f-3c62-4178-bb20-067d975e4b18 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/ced6a91a-5386-45f7-b121-24df24899cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6470151 Mar 18 10:36:59.726009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:59.735058 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:36:59.735992 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:59.765132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=f10c3604-ebd5-4a5d-86a0-3d2f238724ba,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:59.788670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:36:59.844467 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b967d8e4-165a-4aab-8888-a8b494dda723 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9050097 Mar 18 10:36:59.848626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] For port 71b82593-7651-4f17-9217-400a42b3340f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=71b82593-7651-4f17-9217-400a42b3340f,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:36:59.867320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42338) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:36:59.898770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.011443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port fa8d1218-eeac-4028-9497-b91a6795f912 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:00.011917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.046383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe3b80-a2e9-4c58-af09-183cd09d8fd4 None None] Pushing event updated for resources: {'Port': ['ID=71b82593-7651-4f17-9217-400a42b3340f,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:00.133244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.147284 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:00.176453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.176924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.177385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.177906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.178362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.178809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.179255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.179700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.184665 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-43d1862c-1053-4a5a-b3d0-cb8682b05c3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5604 time: 0.4629645 Mar 18 10:37:00.185427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42348) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:00.236704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Provisioning complete for port 71b82593-7651-4f17-9217-400a42b3340f triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:00.237085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.489232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.501259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 71b82593-7651-4f17-9217-400a42b3340f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:00.563038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Provisioning for port 12a46e48-250b-4fb0-918e-351df331d22d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:00.578382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Provisioning complete for port 12a46e48-250b-4fb0-918e-351df331d22d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:00.578749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.626107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42354) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:00.631513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.631983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.632426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.632872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.633301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.633734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.651013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.655725 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e60c46d7-b980-4833-b71c-eb599b552087 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4583 time: 0.4674134 Mar 18 10:37:00.680095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-30d742ff-83b1-442c-9026-f2d5bbc307ad None None] Port 12a46e48-250b-4fb0-918e-351df331d22d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:00.695518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:36:58Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:00.698732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 71b82593-7651-4f17-9217-400a42b3340f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:00.699125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.700469 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Checking router: ced6a91a-5386-45f7-b121-24df24899cf2 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:00.701241 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Updating router ced6a91a-5386-45f7-b121-24df24899cf2 port 12a46e48-250b-4fb0-918e-351df331d22d binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:37:00.717272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42358) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:00.779539 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.871713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d12d1349-81c3-4d59-9216-a7cdcab4a815 None None] Provisioning complete for port 12a46e48-250b-4fb0-918e-351df331d22d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:00.872094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d12d1349-81c3-4d59-9216-a7cdcab4a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:00.902150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for fa8d1218-eeac-4028-9497-b91a6795f912 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:00.910327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 93fb29ed-a4c7-4084-b98b-0309f89db692 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:00.943406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d12d1349-81c3-4d59-9216-a7cdcab4a815 None None] Port 12a46e48-250b-4fb0-918e-351df331d22d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:01.064125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e7dca121-6732-4f71-95ed-4acd68fa6c51 None None] Provisioning complete for port 12a46e48-250b-4fb0-918e-351df331d22d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:01.064862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e7dca121-6732-4f71-95ed-4acd68fa6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.069350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.124237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e7dca121-6732-4f71-95ed-4acd68fa6c51 None None] Port 12a46e48-250b-4fb0-918e-351df331d22d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:01.137409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:01.143034 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-053b7c1a-71b2-4e88-90ff-2e43fe5026f6 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1073446 Mar 18 10:37:01.146325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:01.153519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] Sync routers for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:01.160919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c4f27a05-02e1-4a11-89f8-833ad942924a tempest-DvrRoutersNegativeTest-1167907736 tempest-DvrRoutersNegativeTest-1167907736-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1726108733', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:01.164545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.policy [None req-c4f27a05-02e1-4a11-89f8-833ad942924a tempest-DvrRoutersNegativeTest-1167907736 tempest-DvrRoutersNegativeTest-1167907736-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88542) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 18 10:37:01.165022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.policy [None req-c4f27a05-02e1-4a11-89f8-833ad942924a tempest-DvrRoutersNegativeTest-1167907736 tempest-DvrRoutersNegativeTest-1167907736-project] Failed policy check for 'create_router' {{(pid=88542) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 18 10:37:01.165500 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-c4f27a05-02e1-4a11-89f8-833ad942924a tempest-DvrRoutersNegativeTest-1167907736 tempest-DvrRoutersNegativeTest-1167907736-project] create failed (client error): Access was denied to this resource. Mar 18 10:37:01.172821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c4f27a05-02e1-4a11-89f8-833ad942924a tempest-DvrRoutersNegativeTest-1167907736 tempest-DvrRoutersNegativeTest-1167907736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5400882 Mar 18 10:37:01.173898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.174630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:01.175273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:01.177321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=fa8d1218-eeac-4028-9497-b91a6795f912,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:01.189067 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-01d42813-ffd9-4d69-8260-5648ed4baa11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/fa8d1218-eeac-4028-9497-b91a6795f912 HTTP/1.1" status: 204 len: 168 time: 1.3204694 Mar 18 10:37:01.196654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:01.199018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e4a9515-1d2d-43f7-8582-e2b63d00635d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:01.202398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'mac_address': 'fa:16:3e:2f:cf:54', 'name': 'tempest-PortsIpV6TestJSON-1576388359'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:01.258437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:01.267378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] Routers {'93fb29ed-a4c7-4084-b98b-0309f89db692'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:01.268250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['93fb29ed-a4c7-4084-b98b-0309f89db692'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:01.286830 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.296837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e4a9515-1d2d-43f7-8582-e2b63d00635d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:01.304210 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3e4a9515-1d2d-43f7-8582-e2b63d00635d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fb29ed-a4c7-4084-b98b-0309f89db692 HTTP/1.1" status: 200 len: 205 time: 0.1563773 Mar 18 10:37:01.306970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42374) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:01.317367 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Transition to ACTIVE for port object 12a46e48-250b-4fb0-918e-351df331d22d will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:01.323867 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f94076d2-3d74-479b-aa4a-40860ee0b9b7 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2870 time: 0.6003637 Mar 18 10:37:01.340739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:01.341260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eda50a-33ef-4fb9-8ebf-e051510c291a None None] The sync data for ids ['93fb29ed-a4c7-4084-b98b-0309f89db692'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:01.469219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.518190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:01.534271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:01.538428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:01.543281 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.593375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:01.633356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42380) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:01.640396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864933210', 'description': 'tempest-secgroup-smoke-1864933210 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:01.651052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:01.656833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:01.661839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:01.671986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:01.710947 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Pushing event updated for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:01.750649 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.750995 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.751330 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.751660 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.752102 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.752369 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.752632 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.752951 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.753269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.753585 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.753925 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.756885 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:01.773405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.781719 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Attempting to bind port 12a46e48-250b-4fb0-918e-351df331d22d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:01.782378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Attempting to bind port 12a46e48-250b-4fb0-918e-351df331d22d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:01.782491 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Attempting to bind port 12a46e48-250b-4fb0-918e-351df331d22d on network 54a68276-15ff-45f8-adc6-2edaf1d2876e {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:01.793694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:01.794123 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Checking segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:01.794716 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.795290 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Bound using segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:01.795914 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Bound port: 12a46e48-250b-4fb0-918e-351df331d22d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:01.796459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.803979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:01.808303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:01.811953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:01.817610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:01.820475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:01.826892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42386) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:01.852606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.909891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.924870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:01.933629 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] For port 12a46e48-250b-4fb0-918e-351df331d22d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:01.937552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] For port 12a46e48-250b-4fb0-918e-351df331d22d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12a46e48-250b-4fb0-918e-351df331d22d,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:01.989950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.005278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:02.009722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Usage tracker for resource:security_group_rule and tenant:3cf7775adf3b4362bd8aa11aa50ff9ec is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:02.010950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.012633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:02.018737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:02.020803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.037961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 6f93dcc0-9555-4942-af50-6ef8ce0c691f yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:02.039708 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.096893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b506513-1693-43f3-a9e7-a4052d68510d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.099449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.100001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 93fb29ed-a4c7-4084-b98b-0309f89db692 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:37:02.117203 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:02.117858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:02.135137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.136240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-84a09e08-8567-489c-809c-406ea15bae1d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692 HTTP/1.1" status: 204 len: 168 time: 0.8285825 Mar 18 10:37:02.144586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42392) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:02.169123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.183393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.187439 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e188ba6b-3fbb-4541-9489-7f5c1c1c9bdf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5498002 Mar 18 10:37:02.187867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42396) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:02.190542 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f5f1d-5cb5-4fb9-8443-3c78206506f9 None None] Pushing event updated for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.197120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:02.201281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:02.206561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:02.210468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:02.218208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 1a087670-da07-4cc7-b40b-ab17027acadd {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:02.219192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:02.233975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.252376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.300453 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cf7775adf3b4362bd8aa11aa50ff9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721992 Mar 18 10:37:02.308484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42400) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:02.335416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c612c-7adf-4510-abdf-a3a453e9da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddee5d4-61bd-4f52-909b-406217c59d15,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.351711 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:02.377673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.383314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.421134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.457666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.480066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.529897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.548004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.584572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.609276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1b8c27-0599-4c64-9c8d-752f1df5b1ac,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.620339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.622693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.629985 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ddee5d4-61bd-4f52-909b-406217c59d15 HTTP/1.1" status: 204 len: 168 time: 0.3143084 Mar 18 10:37:02.633501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718a432-eee2-4b95-943c-e4616db7dd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddee5d4-61bd-4f52-909b-406217c59d15,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.670011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.672270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.687014 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:01Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:02.691046 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66490a-b7c9-41e7-a53c-32915235f8f1 None None] The sync data for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv is: [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:01Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:02.698256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.702083 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a42a7921-9e08-4dc6-a5be-4354a9724820 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5106957 Mar 18 10:37:02.707238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42406) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:02.708460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:02.716026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:02.720327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:02.723498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:02.735958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:02.832073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.906814 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=1a087670-da07-4cc7-b40b-ab17027acadd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.924446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:02.928981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa783c1-0392-4bc5-868c-7a835506cb48 None None] Network 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:02.971832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0874fd7d-85bd-45ed-9a4d-9ea14089f1f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/1a087670-da07-4cc7-b40b-ab17027acadd HTTP/1.1" status: 204 len: 168 time: 0.8017504 Mar 18 10:37:02.972518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42412) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:02.972960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=6f93dcc0-9555-4942-af50-6ef8ce0c691f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:02.972960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:02.972960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:02.974523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:02.980385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:02.981279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.054145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 5e3d7528-31a1-44d4-a592-644571427107 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:03.058007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.058873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.086036 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a51c1f36-d974-455a-91b4-a39c0be5ac1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8837173 Mar 18 10:37:03.087623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42418) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:03.137282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.183037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.198404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecf75d-2c0c-4b50-add8-065c6d65b162 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:03.199077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-33ecf75d-2c0c-4b50-add8-065c6d65b162 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:03.234239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2375a0-f3d3-4506-99ba-d58abca7b0e3,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:03.292224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.303757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] DHCP port deletion for 0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:03.308257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Deleting port 9792a608-57ca-459b-ab28-b00e9401a7b1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:03.308934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.315165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-33ecf75d-2c0c-4b50-add8-065c6d65b162 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:03.316924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-33ecf75d-2c0c-4b50-add8-065c6d65b162 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/6f93dcc0-9555-4942-af50-6ef8ce0c691f HTTP/1.1" status: 200 len: 845 time: 0.2281113 Mar 18 10:37:03.320133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42426) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:03.371416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.372707 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-135e8a11-a6ed-4926-9c72-318bd5b1ede7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6694207 Mar 18 10:37:03.376318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42432) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:03.397867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:03.407419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:03.424622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:03.431105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:03.442388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 6f93dcc0-9555-4942-af50-6ef8ce0c691f {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:03.443208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.474292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:03.482876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.535948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.538985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3d7528-31a1-44d4-a592-644571427107,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:03.546166 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7ffff696-f2e9-4b0a-82dd-5d142900d9f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/5e3d7528-31a1-44d4-a592-644571427107 HTTP/1.1" status: 204 len: 168 time: 0.5921280 Mar 18 10:37:03.548612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42436) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:03.574777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fe3aa-2bb3-4536-a937-316bd45e528c None None] Network 00ccde17-8c60-4a1b-a19e-b6929c2411ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:03.684347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.711379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] For port 9792a608-57ca-459b-ab28-b00e9401a7b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9792a608-57ca-459b-ab28-b00e9401a7b1,segment=NetworkSegment(6cc0a3be-6c0b-4a31-9449-a83807746b2e),segment_id=6cc0a3be-6c0b-4a31-9449-a83807746b2e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:03.711774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.743323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.754523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 9792a608-57ca-459b-ab28-b00e9401a7b1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:03.754881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.808007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:03.955187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 6f93dcc0-9555-4942-af50-6ef8ce0c691f owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:03.976299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Calling delete_port for 9792a608-57ca-459b-ab28-b00e9401a7b1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:04.053568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42448) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:04.104039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.149553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.185111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] DHCP port deletion for 00ccde17-8c60-4a1b-a19e-b6929c2411ab request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:04.189576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Deleting port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:04.190164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.207769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.211904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 9792a608-57ca-459b-ab28-b00e9401a7b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9792a608-57ca-459b-ab28-b00e9401a7b1,segment=NetworkSegment(6cc0a3be-6c0b-4a31-9449-a83807746b2e),segment_id=6cc0a3be-6c0b-4a31-9449-a83807746b2e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:04.212259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.233088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.235011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.258748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=6f93dcc0-9555-4942-af50-6ef8ce0c691f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.268866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27617725-eb5c-420b-92a1-9364a7189997,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.294514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] Pushing event deleted for resources: {'Port': ['ID=9792a608-57ca-459b-ab28-b00e9401a7b1,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.309486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbcabb-3128-4d79-88f3-cee341a08b88 None None] No DVR routers for this DVR port 9792a608-57ca-459b-ab28-b00e9401a7b1 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:04.325093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c2d54f9b-d69f-493f-858e-deef817cdce6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/6f93dcc0-9555-4942-af50-6ef8ce0c691f HTTP/1.1" status: 204 len: 168 time: 0.9963915 Mar 18 10:37:04.326342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42454) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:04.337382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-760143616-network', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:04.346453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 9792a608-57ca-459b-ab28-b00e9401a7b1 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:04.374218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.378911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1243e3fc-a9a9-4a02-885c-e60908f231fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9940913 Mar 18 10:37:04.380044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:04.380313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2b4e98-e31c-4308-b102-bee67f81f577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:04.381400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3a2b4e98-e31c-4308-b102-bee67f81f577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:04.382652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42458) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:04.390108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Usage tracker for resource:network and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:04.395041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:04.400423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:04.405079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:04.412460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:04.425003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:04.435516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:04.452003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:04.456615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3a2b4e98-e31c-4308-b102-bee67f81f577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:04.461194 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3a2b4e98-e31c-4308-b102-bee67f81f577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/6f93dcc0-9555-4942-af50-6ef8ce0c691f HTTP/1.1" status: 404 len: 333 time: 0.1298864 Mar 18 10:37:04.461634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42462) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:04.468102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'name': 'tempest-PortsIpV6TestJSON-1038687422'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:04.476629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:37:04.477044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:37:04.482638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] For port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,segment=NetworkSegment(6a0c77d5-b674-4556-8181-596a5a0bb929),segment_id=6a0c77d5-b674-4556-8181-596a5a0bb929)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:04.483037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.503344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Made reservation on behalf of 8749e26c1ce64bdb93dfa4b18fadc19a for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:04.505710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.524272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.546074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.553558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:04.561675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:04.566347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:04.580355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:04.583798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:04.597985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:04.621968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12a46e48-250b-4fb0-918e-351df331d22d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:04.635703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.650131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Calling delete_port for 6d7171e5-b1cc-41d5-b884-82f7c53ad64b owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:04.687048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:04.690893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.691255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.712897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 41343c2a-f09c-473c-a6f8-7aaa90c21a9e yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:04.744322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.769805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070f37a7-2276-4506-a7c2-f7c0014ea7c1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.778427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.804533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:04.824008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc884a-e6bc-4b0d-ba5e-c6fef34b8f17,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.826660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.827001 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Added segment 7c4d75b2-3c78-4cca-92cc-f60143b78c8d of type vlan for network 75de1183-7a1c-4756-8004-fa86e6b593e7 Mar 18 10:37:04.829897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.862785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.867572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.873378 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4f5e10c8-e7d2-404e-a6b0-1cdc35aba587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4835975 Mar 18 10:37:04.873378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42466) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:04.878054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:04.885619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:04.888190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 12a46e48-250b-4fb0-918e-351df331d22d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:04.891048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:04.893603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] Pushing event deleted for resources: {'Port': ['ID=6d7171e5-b1cc-41d5-b884-82f7c53ad64b,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:04.894871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:04.906524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339cd77-1d1d-43dd-bd4d-a57d80ed70ff None None] No DVR routers for this DVR port 6d7171e5-b1cc-41d5-b884-82f7c53ad64b on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:04.908119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 12a46e48-250b-4fb0-918e-351df331d22d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:04.909666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.910248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:04.978701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 9792a608-57ca-459b-ab28-b00e9401a7b1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:04.979072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:04.987686 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.009459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.010475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:05.011046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.032629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:37:05.039140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.073194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 12a46e48-250b-4fb0-918e-351df331d22d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12a46e48-250b-4fb0-918e-351df331d22d,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:05.081099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.092092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.106302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] The port '9792a608-57ca-459b-ab28-b00e9401a7b1' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:37:05.152658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:05.155630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:05.157974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:05.163958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:05.164569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.166224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.215567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=41343c2a-f09c-473c-a6f8-7aaa90c21a9e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:05.223756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d7171e5-b1cc-41d5-b884-82f7c53ad64b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:05.240894 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1856053 Mar 18 10:37:05.244302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42470) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:05.250968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Request body: {'subnet': {'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-760143616-subnet', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:05.255832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:05.260077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Usage tracker for resource:subnet and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:05.263024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:05.263186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6d7171e5-b1cc-41d5-b884-82f7c53ad64b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:05.263535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d7171e5-b1cc-41d5-b884-82f7c53ad64b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:05.263951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9792a608-57ca-459b-ab28-b00e9401a7b1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:05.269658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:05.276818 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-adfe14ff-1dbb-4cbd-9dbe-c90861cc69e1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8141944 Mar 18 10:37:05.279414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42474) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:05.285903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:05.302668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7871dc-4d31-4fba-9817-c94fe08cfc4e admin admin] Pushing event updated for resources: {'Network': ['ID=75de1183-7a1c-4756-8004-fa86e6b593e7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:05.311715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 9792a608-57ca-459b-ab28-b00e9401a7b1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:05.311861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9792a608-57ca-459b-ab28-b00e9401a7b1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:05.317971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:05.321729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.352351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:05.359759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7ed6f-3ae3-4e63-95d3-73c643ccc030']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:05.381066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc0a3be-6c0b-4a31-9449-a83807746b2e') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:05.381381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc0a3be-6c0b-4a31-9449-a83807746b2e') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:05.393592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.397056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.409592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Made reservation on behalf of 8749e26c1ce64bdb93dfa4b18fadc19a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:05.411818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.414214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.420889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:05.421330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:05.437784 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:05.456375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.498380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.537798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11381009-938f-4d73-a72c-b49f97cd68b9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:05.623420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.641194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.642959 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/0fb7ed6f-3ae3-4e63-95d3-73c643ccc030 HTTP/1.1" status: 204 len: 168 time: 2.0932291 Mar 18 10:37:05.646029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42478) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:05.671136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c9591-9fd5-4e4c-aaa9-8f8b45f7fc93 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=0fb7ed6f-3ae3-4e63-95d3-73c643ccc030,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:05.683644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.685265 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cef680c9-7473-41f9-8ebb-857110f5b66a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8122382 Mar 18 10:37:05.688882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42482) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:05.695442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7b506513-1693-43f3-a9e7-a4052d68510d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:05.749609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:05.760366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:05.770307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:05.779984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:05.787813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.857734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:37:05.872614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.907886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.939155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.954125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:05.984847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ccde17-8c60-4a1b-a19e-b6929c2411ab']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:05.993635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.007160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0c77d5-b674-4556-8181-596a5a0bb929') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:06.007466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0c77d5-b674-4556-8181-596a5a0bb929') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:06.028183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.035803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.045731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.051965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:06.052437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.064066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] In _notify_port_updated(), no bound segment for port 41343c2a-f09c-473c-a6f8-7aaa90c21a9e on network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:37:06.069861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:06.070459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:06.074291 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:06.079023 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/ports/41343c2a-f09c-473c-a6f8-7aaa90c21a9e HTTP/1.1" status: 200 len: 818 time: 0.7913554 Mar 18 10:37:06.086827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42486) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:06.128365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353458-9e2d-4620-bd0f-486e09603316 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=41343c2a-f09c-473c-a6f8-7aaa90c21a9e,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:06.155267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e504184e-4a00-492c-955b-918c86c0cce5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:06.183861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:06.184214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Network hostable DHCP agents. Network: 75de1183-7a1c-4756-8004-fa86e6b593e7, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:06.194879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 41343c2a-f09c-473c-a6f8-7aaa90c21a9e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:06.195135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.205355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.280054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806c2fd6-fbca-4aaf-9313-b73bc7925b8f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:06.313330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:06.366455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.367666 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d3bcb7e3-b49f-4046-8e4c-35daf22c80c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6780739 Mar 18 10:37:06.418082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.421972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.428673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.469552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=00ccde17-8c60-4a1b-a19e-b6929c2411ab,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:06.476165 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3205964e-3212-4f3d-9178-3fe3910e3e86 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/00ccde17-8c60-4a1b-a19e-b6929c2411ab HTTP/1.1" status: 204 len: 168 time: 0.8282926 Mar 18 10:37:06.480568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42492) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:06.487203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155158214'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:06.488558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12a46e48-250b-4fb0-918e-351df331d22d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:06.492515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:06.496720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:06.499901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:06.506628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:06.549928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 75de1183-7a1c-4756-8004-fa86e6b593e7) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:06.558176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 41343c2a-f09c-473c-a6f8-7aaa90c21a9e owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:06.560842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da2099-7318-4147-b468-5ecc47f4779d None None] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:06.565346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:06.569457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.594180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:06.594766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.614887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:06.625080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.625717 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 0487783b-1e88-4935-bfa3-b5aaeb0a3d48 of type vlan for network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d Mar 18 10:37:06.665614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 12a46e48-250b-4fb0-918e-351df331d22d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:06.666100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.680105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.688843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42506) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:06.689879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5439a319-fb65-4bd5-b7b8-81702e0e9d2f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4443402 Mar 18 10:37:06.698033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:06.702722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-89d31f3d-33dd-479a-973c-b9df288a5941 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:06.711057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:06.714164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.726777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Usage tracker for resource:router and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:06.734496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:06.744329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:06.776510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=41343c2a-f09c-473c-a6f8-7aaa90c21a9e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:06.780138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.790796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f1e6965-aed0-4115-be00-df7f25153bb4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/41343c2a-f09c-473c-a6f8-7aaa90c21a9e HTTP/1.1" status: 204 len: 168 time: 0.7011249 Mar 18 10:37:06.793193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42510) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:06.829295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-89d31f3d-33dd-479a-973c-b9df288a5941 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:06.832144 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-89d31f3d-33dd-479a-973c-b9df288a5941 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864933210&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.1963882 Mar 18 10:37:06.875457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144605bb-e60c-46f3-bceb-1a67032e0bbf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:06.877091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-144605bb-e60c-46f3-bceb-1a67032e0bbf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:06.877296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.884073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:06.884926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.913901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.915205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.938113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-75de1183-7a1c-4756-8004-fa86e6b593e7', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:06.938113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:06.949433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-144605bb-e60c-46f3-bceb-1a67032e0bbf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:06.950843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-144605bb-e60c-46f3-bceb-1a67032e0bbf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1567712 Mar 18 10:37:06.953856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42514) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:07.005291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c71ba6-af95-4196-bfa4-8c9ead4c5cd6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:07.006620 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a0c71ba6-af95-4196-bfa4-8c9ead4c5cd6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/41343c2a-f09c-473c-a6f8-7aaa90c21a9e HTTP/1.1" status: 404 len: 333 time: 0.0514741 Mar 18 10:37:07.010384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42518) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:07.016952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1565517859'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:07.022189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:07.025580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:07.028705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:07.038900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:07.095177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.103882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:07.106352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Allocated IP 172.20.0.2 (75de1183-7a1c-4756-8004-fa86e6b593e7/e504184e-4a00-492c-955b-918c86c0cce5/997ada1b-2e1b-4a79-a220-f6115f95ed3d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:07.112846 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e18cb23d-6068-418f-92eb-1072b19ddb12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6310794 Mar 18 10:37:07.115719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42522) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:07.119161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:07.123593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:07.139895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-d5adaba2-b8e7-4bfd-a422-e9950b0378b4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:07.140681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-d5adaba2-b8e7-4bfd-a422-e9950b0378b4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:07.211659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-d5adaba2-b8e7-4bfd-a422-e9950b0378b4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:07.213756 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-d5adaba2-b8e7-4bfd-a422-e9950b0378b4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=54a68276-15ff-45f8-adc6-2edaf1d2876e HTTP/1.1" status: 200 len: 797 time: 0.3742545 Mar 18 10:37:07.214011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:07.217925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.264235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:07.271890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:07.274800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:07.276820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:07.286549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:07.293692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.294133 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment a37f4c98-982c-4eb9-be03-22b76863577c of type vlan for network 1322a911-d93f-4e27-9430-d1da79447a79 Mar 18 10:37:07.303101 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-403244ba-9c9c-4258-8b36-429df100c682 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0353320 Mar 18 10:37:07.322698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.406621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:07.410349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.416027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.426527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Transition to ACTIVE for port object 997ada1b-2e1b-4a79-a220-f6115f95ed3d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:07.426708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.431715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:07.432294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.445748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Transition to ACTIVE for port object 997ada1b-2e1b-4a79-a220-f6115f95ed3d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:07.519823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.536778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.571207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-39cb4f18-8198-4534-ba3b-e748b6fae350 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:07.591636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:07.595222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:07.599414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:07.602125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Pushing event updated for resources: {'Port': ['ID=997ada1b-2e1b-4a79-a220-f6115f95ed3d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:07.611162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5993681 Mar 18 10:37:07.614160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42526) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:07.616418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20c805-6e9c-45c3-acfc-726dc6641692 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=1322a911-d93f-4e27-9430-d1da79447a79,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:07.620654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:07.644200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:07.676526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-39cb4f18-8198-4534-ba3b-e748b6fae350 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:07.678534 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-39cb4f18-8198-4534-ba3b-e748b6fae350 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3176692 Mar 18 10:37:07.774824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Attempting to bind port 997ada1b-2e1b-4a79-a220-f6115f95ed3d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:07.775219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Attempting to bind port 997ada1b-2e1b-4a79-a220-f6115f95ed3d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:07.775651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Attempting to bind port 997ada1b-2e1b-4a79-a220-f6115f95ed3d on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:07.790986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:07.791463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:07.791939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.792397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Bound using segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:07.793046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Bound port: 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:07.793420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.889700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] For port 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:07.892715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] For port 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=997ada1b-2e1b-4a79-a220-f6115f95ed3d,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:07.898927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:07.909519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.913404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:07.916913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:07.930411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:07.978329 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-ca9ada08-96ec-4141-9902-f332d64c4c15 service neutron] 10.222.0.18 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419260 Mar 18 10:37:07.989408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:07.998664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=569d6d1b-4b92-4d99-9aef-b4120997d9dc,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:08.012460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '0487783b-1e88-4935-bfa3-b5aaeb0a3d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:08.012832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:08.027540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:08.031192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.074824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09273276-08bf-4869-9ea3-376dd97898a6 None None] Pushing event updated for resources: {'Port': ['ID=997ada1b-2e1b-4a79-a220-f6115f95ed3d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:08.108335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:08.205554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:08.210190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:08.210776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.214376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df571176-f9bd-4386-abe1-64755f13ed2c None None] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:08.301500 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-043a46cb-7d98-4a57-b19c-5995bb6fda78 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1818621 Mar 18 10:37:08.301722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:08.308789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-487379700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:08.316030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:08.320268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:08.323690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:08.330442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:08.453781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.455426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.493775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d', 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '569d6d1b-4b92-4d99-9aef-b4120997d9dc'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:08.493775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.496617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.562793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.566918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-409eac17-d4df-43b7-8ce8-73406265b5f5 service neutron] 10.222.0.18 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821075 Mar 18 10:37:08.581137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 997ada1b-2e1b-4a79-a220-f6115f95ed3d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:08.585679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.621265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.675238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.677867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b7dc836-aa15-4067-84ee-94426cccf825 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3738692 Mar 18 10:37:08.679557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42534) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:08.687226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'port': {'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d', 'name': 'tempest-RoutersIpV6Test-1985058942'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:08.749434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Allocated IP 2001:db8::2 (3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d/569d6d1b-4b92-4d99-9aef-b4120997d9dc/aff0e532-cb85-43c4-a376-98356d55ff2c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:08.864137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Allocated IP 172.26.2.244 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/bca9cffa-4dc2-41ae-9677-48338f4faf2b) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:08.928160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-01ec471f-228c-4832-91dc-324e4eae1750 req-57600145-f1e7-48c4-ab00-ffffebcad8df tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:08.929342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 997ada1b-2e1b-4a79-a220-f6115f95ed3d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:08.944133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:08.952496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:08.954635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-01ec471f-228c-4832-91dc-324e4eae1750 req-57600145-f1e7-48c4-ab00-ffffebcad8df tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:08.957209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-01ec471f-228c-4832-91dc-324e4eae1750 req-57600145-f1e7-48c4-ab00-ffffebcad8df tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.0991921 Mar 18 10:37:08.961125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:port and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:08.965679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:08.979945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:09.026646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=90fbc487-6f23-41a8-a319-e77c9887b021,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:09.057804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:09.061960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.092373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] device_id is not set on port 262a2869-cc5d-4658-88bf-21264ff83d02 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:09.119197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.134578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Transition to ACTIVE for port object aff0e532-cb85-43c4-a376-98356d55ff2c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:09.167322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': 'a37f4c98-982c-4eb9-be03-22b76863577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:09.167603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: 1322a911-d93f-4e27-9430-d1da79447a79, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:09.182282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Transition to ACTIVE for port object aff0e532-cb85-43c4-a376-98356d55ff2c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:09.195984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.286846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1322a911-d93f-4e27-9430-d1da79447a79 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:09.287629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.292874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.362040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6e23f-235d-44b7-9a0c-d1190d17d853 None None] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:09.372643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8::a7 (3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d/569d6d1b-4b92-4d99-9aef-b4120997d9dc/262a2869-cc5d-4658-88bf-21264ff83d02) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:09.378617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:09.382201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:09.387035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:09.422335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:09.477069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:09.485860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:09.490726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Pushing event updated for resources: {'Port': ['ID=aff0e532-cb85-43c4-a376-98356d55ff2c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:09.497227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Pushing event updated for resources: {'Port': ['ID=bca9cffa-4dc2-41ae-9677-48338f4faf2b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:09.508177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 1322a911-d93f-4e27-9430-d1da79447a79) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:09.531502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de585887-0a1a-4c7a-8eb0-32afd035024c None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:09.565724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:09.566353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.638487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.654641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object 262a2869-cc5d-4658-88bf-21264ff83d02 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:09.660493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Provisioning for port 997ada1b-2e1b-4a79-a220-f6115f95ed3d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:09.721636 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b26b696d-9728-4bfd-aabe-751ea0fd9fc3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1062961 Mar 18 10:37:09.724968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42548) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:09.725740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Provisioning complete for port 997ada1b-2e1b-4a79-a220-f6115f95ed3d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:09.726130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.730578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:09.782987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Attempting to bind port aff0e532-cb85-43c4-a376-98356d55ff2c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:09.783351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Attempting to bind port aff0e532-cb85-43c4-a376-98356d55ff2c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '0487783b-1e88-4935-bfa3-b5aaeb0a3d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:09.783707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Attempting to bind port aff0e532-cb85-43c4-a376-98356d55ff2c on network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:09.783864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.820650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:09.820909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Checking segment: {'id': '0487783b-1e88-4935-bfa3-b5aaeb0a3d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:09.821317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.821707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Bound using segment: {'id': '0487783b-1e88-4935-bfa3-b5aaeb0a3d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:09.822214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Bound port: aff0e532-cb85-43c4-a376-98356d55ff2c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487783b-1e88-4935-bfa3-b5aaeb0a3d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:09.822576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.857366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:09.864577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:09.869553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:09.875023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:09.875647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:09.903005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=262a2869-cc5d-4658-88bf-21264ff83d02,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:09.967333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1d426898-f8e6-4203-8edd-3c696bd3d1ae tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2867119 Mar 18 10:37:09.968614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42552) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:10.130335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-1322a911-d93f-4e27-9430-d1da79447a79', 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': '90fbc487-6f23-41a8-a319-e77c9887b021'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:10.131193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.149180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.163358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] For port aff0e532-cb85-43c4-a376-98356d55ff2c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:10.190961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] For port aff0e532-cb85-43c4-a376-98356d55ff2c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aff0e532-cb85-43c4-a376-98356d55ff2c,segment=NetworkSegment(0487783b-1e88-4935-bfa3-b5aaeb0a3d48),segment_id=0487783b-1e88-4935-bfa3-b5aaeb0a3d48)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:10.195641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:10.199546 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-eb0d3653-c9bf-40f4-86c3-068d5f2846a1 req-aaef769b-b932-47a8-b02c-4211e08400e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.0624917 Mar 18 10:37:10.215107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:10.220540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:10.240360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:10.242441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.271242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] For port 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=997ada1b-2e1b-4a79-a220-f6115f95ed3d,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:10.275713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.375625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.425572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b801e86-8835-4c9d-8e0c-09cc88bd1734 None None] Pushing event updated for resources: {'Port': ['ID=aff0e532-cb85-43c4-a376-98356d55ff2c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:10.434048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Allocated IP 2001:db8::2 (1322a911-d93f-4e27-9430-d1da79447a79/90fbc487-6f23-41a8-a319-e77c9887b021/9bbfc9fd-6e67-40a4-915d-fca04797e314) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:10.549626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:10.553693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.576011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc980-4f5c-4186-8471-044aa7c41138 None None] Pushing event updated for resources: {'Port': ['ID=997ada1b-2e1b-4a79-a220-f6115f95ed3d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:10.706079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6f541c38-974c-487e-9749-04424729b96c None None] Provisioning complete for port 997ada1b-2e1b-4a79-a220-f6115f95ed3d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:10.707343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f541c38-974c-487e-9749-04424729b96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.841886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.849416 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90fbc487-6f23-41a8-a319-e77c9887b021 (CIDR: 2001:db8::/64) Mar 18 10:37:10.939744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:10.942223 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:37:10.942963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:37:11.055236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b20832c4-47e1-4044-915e-44f4c4a86b01 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3290863 Mar 18 10:37:11.062885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42558) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:11.070786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:11.071639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.082857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Transition to ACTIVE for port object 9bbfc9fd-6e67-40a4-915d-fca04797e314 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:11.106630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Transition to ACTIVE for port object 9bbfc9fd-6e67-40a4-915d-fca04797e314 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:11.178191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.241238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:11.244482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:11.248805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:11.262693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:11.265046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:11.268461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:11.275649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:11.302206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Pushing event updated for resources: {'Port': ['ID=9bbfc9fd-6e67-40a4-915d-fca04797e314,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:11.320754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:37:11.361045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Attempting to bind port 9bbfc9fd-6e67-40a4-915d-fca04797e314 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Attempting to bind port 9bbfc9fd-6e67-40a4-915d-fca04797e314 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'a37f4c98-982c-4eb9-be03-22b76863577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Attempting to bind port 9bbfc9fd-6e67-40a4-915d-fca04797e314 on network 1322a911-d93f-4e27-9430-d1da79447a79 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Checking segment: {'id': 'a37f4c98-982c-4eb9-be03-22b76863577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Bound using segment: {'id': 'a37f4c98-982c-4eb9-be03-22b76863577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Bound port: 9bbfc9fd-6e67-40a4-915d-fca04797e314, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37f4c98-982c-4eb9-be03-22b76863577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1322a911-d93f-4e27-9430-d1da79447a79'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:11.372461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.405178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a09d1a8c-501b-4897-b2d3-1fec8eb6e68a req-387bf1fb-d456-47c6-b7ed-929d98ce1acf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.0508432 Mar 18 10:37:11.406462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:11.410359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.518855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] For port 9bbfc9fd-6e67-40a4-915d-fca04797e314, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:11.522785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] For port 9bbfc9fd-6e67-40a4-915d-fca04797e314, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9bbfc9fd-6e67-40a4-915d-fca04797e314,segment=NetworkSegment(a37f4c98-982c-4eb9-be03-22b76863577c),segment_id=a37f4c98-982c-4eb9-be03-22b76863577c)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:11.569394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-8b0b71f7-0db8-4672-9494-3e1be912264f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:11.570163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-8b0b71f7-0db8-4672-9494-3e1be912264f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:11.596382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.600535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-8b0b71f7-0db8-4672-9494-3e1be912264f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:11.601411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-8b0b71f7-0db8-4672-9494-3e1be912264f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=54a68276-15ff-45f8-adc6-2edaf1d2876e HTTP/1.1" status: 200 len: 797 time: 0.2887628 Mar 18 10:37:11.605948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.656183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-7eb5a266-9f5a-4beb-9e66-a6552e742bf8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:11.670042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-7eb5a266-9f5a-4beb-9e66-a6552e742bf8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:11.671958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-7eb5a266-9f5a-4beb-9e66-a6552e742bf8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 380 time: 0.0612564 Mar 18 10:37:11.685054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['7b506513-1693-43f3-a9e7-a4052d68510d']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:11.714393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a3b4-1031-4552-8416-4dc76c984fc1 None None] Pushing event updated for resources: {'Port': ['ID=9bbfc9fd-6e67-40a4-915d-fca04797e314,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:11.718023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:11.730970 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:11.738821 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:11.739689 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:11.760234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.808796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:11.812771 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffac4976-298a-48f6-8051-a4c2f2b3be20 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1227896 Mar 18 10:37:11.822424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42564) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:11.949559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74edaa2-b100-447a-bc16-9458db40c958 None None] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:12.066886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:12.152755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2ac60ea2-e7d8-4fc5-b865-75d24bcbc347 None None] Provisioning for port aff0e532-cb85-43c4-a376-98356d55ff2c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:12.258607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=262a2869-cc5d-4658-88bf-21264ff83d02,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:12.329797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.375800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:12.391247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:12.442994 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:09Z', 'revision_number': 3, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:12.447030 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:12.447687 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Updating router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 port bca9cffa-4dc2-41ae-9677-48338f4faf2b binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:37:12.482261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.498325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:12.501889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.513716 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.545835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1322a911-d93f-4e27-9430-d1da79447a79 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:12.555902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:12.565733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.566334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.695368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.734708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 997ada1b-2e1b-4a79-a220-f6115f95ed3d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:12.881763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 997ada1b-2e1b-4a79-a220-f6115f95ed3d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:12.883649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:12.955734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=84bc483c-2f1a-4818-a7fb-637a27847bc4,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:12.959766 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2a2463ce-3da8-445c-953d-ae0a15eff959 req-49df758d-4813-427c-afc2-6251a3ac14e2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.3649516 Mar 18 10:37:12.960986 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9744d412-1fc2-442f-a79c-8230523f7ca3 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8972871 Mar 18 10:37:12.976114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42574) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:13.003656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'fixed_ips': [{'subnet_id': '90fbc487-6f23-41a8-a319-e77c9887b021'}, {'subnet_id': '84bc483c-2f1a-4818-a7fb-637a27847bc4'}], 'name': 'tempest-PortsIpV6TestJSON-1911571564'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:13.085536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.3 (54a68276-15ff-45f8-adc6-2edaf1d2876e/bc11e477-8c41-4b53-b9f3-9b8efe18405a/314fa671-1dc9-4949-9015-4b2f74f0b8ff) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:13.210961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9bbfc9fd-6e67-40a4-915d-fca04797e314 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:13.216880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.233581 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Transition to ACTIVE for port object bca9cffa-4dc2-41ae-9677-48338f4faf2b will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:13.259941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ec7561e7-7deb-4cc8-8d3e-499311b21252 None None] Provisioning for port 262a2869-cc5d-4658-88bf-21264ff83d02 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:13.285786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ec7561e7-7deb-4cc8-8d3e-499311b21252 None None] Provisioning complete for port 262a2869-cc5d-4658-88bf-21264ff83d02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:13.285786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ec7561e7-7deb-4cc8-8d3e-499311b21252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.303420 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.364364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:13.379195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:13.391774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:13.401089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:13.411526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ec7561e7-7deb-4cc8-8d3e-499311b21252 None None] Port 262a2869-cc5d-4658-88bf-21264ff83d02 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:13.415032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55ac5a-7410-4072-a061-11479d8d965a None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:13.420094 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69989a2-576a-4559-a72e-1ed700b537e5 None None] Pushing event updated for resources: {'Port': ['ID=bca9cffa-4dc2-41ae-9677-48338f4faf2b,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:13.425784 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:37:13.446102 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Attempting to bind port bca9cffa-4dc2-41ae-9677-48338f4faf2b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:13.446538 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Attempting to bind port bca9cffa-4dc2-41ae-9677-48338f4faf2b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:13.446961 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Attempting to bind port bca9cffa-4dc2-41ae-9677-48338f4faf2b on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:13.453190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:13.460880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:13.460880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.460880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:13.460880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Bound port: bca9cffa-4dc2-41ae-9677-48338f4faf2b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:13.460880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.548887 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] For port bca9cffa-4dc2-41ae-9677-48338f4faf2b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:13.557769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.558922 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] For port bca9cffa-4dc2-41ae-9677-48338f4faf2b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bca9cffa-4dc2-41ae-9677-48338f4faf2b,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:13.576193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:13.618068 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.671945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Provisioning complete for port 262a2869-cc5d-4658-88bf-21264ff83d02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:13.672742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.712942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69989a2-576a-4559-a72e-1ed700b537e5 None None] Pushing event updated for resources: {'Port': ['ID=bca9cffa-4dc2-41ae-9677-48338f4faf2b,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:13.725061 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:13.725623 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:13.736482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:13.774515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aff0e532-cb85-43c4-a376-98356d55ff2c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:13.827300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.842094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.878001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.897402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 092992e0-0f83-4cbd-82e8-4406c10ea297 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:13.897834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 314fa671-1dc9-4949-9015-4b2f74f0b8ff will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:13.904466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.906123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:13.938427 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:13.944156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Port 262a2869-cc5d-4658-88bf-21264ff83d02 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:13.973063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Allocated IP 172.20.0.1 (75de1183-7a1c-4756-8004-fa86e6b593e7/e504184e-4a00-492c-955b-918c86c0cce5/aa633e73-1e82-4fdd-9e1c-2c900e50f9de) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:14.103577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Provisioning for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:14.148549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:14.153329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:14.229394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Update dhcp port {'port': {'network_id': '1322a911-d93f-4e27-9430-d1da79447a79', 'fixed_ips': [{'subnet_id': '90fbc487-6f23-41a8-a319-e77c9887b021', 'ip_address': '2001:db8::2'}, {'subnet_id': '84bc483c-2f1a-4818-a7fb-637a27847bc4'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '9bbfc9fd-6e67-40a4-915d-fca04797e314'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:37:14.259283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Provisioning complete for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:14.259912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.298479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port aff0e532-cb85-43c4-a376-98356d55ff2c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:14.315670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aff0e532-cb85-43c4-a376-98356d55ff2c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:14.316147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.323848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=262a2869-cc5d-4658-88bf-21264ff83d02,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:14.352482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bdf09dab-3160-4b73-b8be-c02b341bb38e req-b2e49360-68cf-48c5-98c8-b494a81a55a3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.1664615 Mar 18 10:37:14.445502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.448834 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:09Z', 'revision_number': 3, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:14.454830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.457791 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74bed9-6829-4c2a-ad6d-bebbd8cd029c None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:09Z', 'revision_number': 3, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:14.547399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:14.561354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.575676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:14.579755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:14.582089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:14.590296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Transition to ACTIVE for port object aa633e73-1e82-4fdd-9e1c-2c900e50f9de will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:14.652577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:14.653234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.699078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::cb (1322a911-d93f-4e27-9430-d1da79447a79/90fbc487-6f23-41a8-a319-e77c9887b021/092992e0-0f83-4cbd-82e8-4406c10ea297) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:14.709334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8:0:1::f1 (1322a911-d93f-4e27-9430-d1da79447a79/84bc483c-2f1a-4818-a7fb-637a27847bc4/092992e0-0f83-4cbd-82e8-4406c10ea297) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:14.756393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-68adaa85-a1ee-4ceb-9470-1d87416713cf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0779307 Mar 18 10:37:14.768804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Request body: {'port': {'device_id': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:14.840994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 99b01876-952c-49f8-a4eb-45699c2692b8 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:37:14.876731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.893373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:14.977082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] For port 9bbfc9fd-6e67-40a4-915d-fca04797e314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9bbfc9fd-6e67-40a4-915d-fca04797e314,segment=NetworkSegment(a37f4c98-982c-4eb9-be03-22b76863577c),segment_id=a37f4c98-982c-4eb9-be03-22b76863577c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:14.983821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port aff0e532-cb85-43c4-a376-98356d55ff2c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aff0e532-cb85-43c4-a376-98356d55ff2c,segment=NetworkSegment(0487783b-1e88-4935-bfa3-b5aaeb0a3d48),segment_id=0487783b-1e88-4935-bfa3-b5aaeb0a3d48)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:15.009357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.047931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.058085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.085409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:15.092237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:15.099640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:15.131811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.153661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.163907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:15.167004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.174461 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f5b5bc0-7795-4d95-a78c-0f95da7ce8f4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/99b01876-952c-49f8-a4eb-45699c2692b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2034736 Mar 18 10:37:15.176915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 092992e0-0f83-4cbd-82e8-4406c10ea297 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:15.177321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42580) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:15.217289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] Sync routers for ids ['99b01876-952c-49f8-a4eb-45699c2692b8'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:15.228841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:15.233192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Provisioning complete for port 262a2869-cc5d-4658-88bf-21264ff83d02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:15.233947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.316756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b0ac-628f-429d-be08-9ad4df7c5a42 None None] Pushing event updated for resources: {'Port': ['ID=9bbfc9fd-6e67-40a4-915d-fca04797e314,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:15.319506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bca9cffa-4dc2-41ae-9677-48338f4faf2b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:15.358674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42dd8d-5977-4c24-a60e-2a314ef3163e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:15.359392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3e42dd8d-5977-4c24-a60e-2a314ef3163e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:15.404875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.507488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1322a911-d93f-4e27-9430-d1da79447a79 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:15.508908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] Routers {'99b01876-952c-49f8-a4eb-45699c2692b8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:15.509614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['99b01876-952c-49f8-a4eb-45699c2692b8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:15.513168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:15.519917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:15.527025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:15.528000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.622692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:15.640619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Port 262a2869-cc5d-4658-88bf-21264ff83d02 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:15.672399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=092992e0-0f83-4cbd-82e8-4406c10ea297,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:15.675911 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57dd07fe-9207-44d6-9af9-95275c50060e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6986902 Mar 18 10:37:15.680961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42586) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:15.686817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90fbc487-6f23-41a8-a319-e77c9887b021'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:15.696167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Allocated IP 2001:db8:0:1::2 (1322a911-d93f-4e27-9430-d1da79447a79/84bc483c-2f1a-4818-a7fb-637a27847bc4/9bbfc9fd-6e67-40a4-915d-fca04797e314) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:15.703590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] Routers {'99b01876-952c-49f8-a4eb-45699c2692b8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:15.704233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['99b01876-952c-49f8-a4eb-45699c2692b8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:15.723998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3e42dd8d-5977-4c24-a60e-2a314ef3163e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:15.725460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3e42dd8d-5977-4c24-a60e-2a314ef3163e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports/262a2869-cc5d-4658-88bf-21264ff83d02 HTTP/1.1" status: 200 len: 983 time: 0.5470371 Mar 18 10:37:15.726092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42590) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:15.754007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=aff0e532-cb85-43c4-a376-98356d55ff2c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:15.800528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:15.800528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c6fbd-ab38-4f0f-92bf-89bedf2f2679 None None] The sync data for ids ['99b01876-952c-49f8-a4eb-45699c2692b8'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:15.810344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836699f-4cc6-486b-a50f-47e496a02d2a req-04bbfa4a-2f95-4a25-9714-ae9000ac39a0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:15.818998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0836699f-4cc6-486b-a50f-47e496a02d2a req-04bbfa4a-2f95-4a25-9714-ae9000ac39a0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 931 time: 0.2387097 Mar 18 10:37:15.837778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Provisioning for port 314fa671-1dc9-4949-9015-4b2f74f0b8ff completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:15.899983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Provisioning complete for port 314fa671-1dc9-4949-9015-4b2f74f0b8ff triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:15.900687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.934760 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0836699f-4cc6-486b-a50f-47e496a02d2a req-77e469b4-b222-45bd-b60a-c45efb9c2d51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163423 Mar 18 10:37:15.938558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:15.973349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port bca9cffa-4dc2-41ae-9677-48338f4faf2b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:15.976867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-035ca6e3-c832-47fb-a9b4-31f2a63f7a90 None None] Port 314fa671-1dc9-4949-9015-4b2f74f0b8ff cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:15.992324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port bca9cffa-4dc2-41ae-9677-48338f4faf2b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:15.992711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.087598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] For port 9bbfc9fd-6e67-40a4-915d-fca04797e314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9bbfc9fd-6e67-40a4-915d-fca04797e314,segment=NetworkSegment(a37f4c98-982c-4eb9-be03-22b76863577c),segment_id=a37f4c98-982c-4eb9-be03-22b76863577c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:16.165473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.166309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.188197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b30d07f6-f5dc-49b8-a21f-3afef593570b None None] Provisioning for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:16.201036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.205440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Transition to ACTIVE for port object 9bbfc9fd-6e67-40a4-915d-fca04797e314 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:16.208118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b30d07f6-f5dc-49b8-a21f-3afef593570b None None] Provisioning complete for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:16.234517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b30d07f6-f5dc-49b8-a21f-3afef593570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.238949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.275940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port bca9cffa-4dc2-41ae-9677-48338f4faf2b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bca9cffa-4dc2-41ae-9677-48338f4faf2b,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:16.300673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b30d07f6-f5dc-49b8-a21f-3afef593570b None None] Port aa633e73-1e82-4fdd-9e1c-2c900e50f9de cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:16.305514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314fa671-1dc9-4949-9015-4b2f74f0b8ff {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:37:16.314460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.320628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.358783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.360568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.366420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Transition to ACTIVE for port object 314fa671-1dc9-4949-9015-4b2f74f0b8ff will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:16.433537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.477800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3373f2-6a54-4253-9bbb-170331a665fd None None] Pushing event updated for resources: {'Port': ['ID=9bbfc9fd-6e67-40a4-915d-fca04797e314,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:16.562084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=bca9cffa-4dc2-41ae-9677-48338f4faf2b,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:16.683597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:16.688547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.725884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:16.762800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Pushing event updated for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:16.939074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:16.943833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:17.029637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Attempting to bind port 314fa671-1dc9-4949-9015-4b2f74f0b8ff on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:17.030008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Attempting to bind port 314fa671-1dc9-4949-9015-4b2f74f0b8ff by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:17.030337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Attempting to bind port 314fa671-1dc9-4949-9015-4b2f74f0b8ff on network 54a68276-15ff-45f8-adc6-2edaf1d2876e {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:17.037292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Delete allocated IP 2001:db8:0:1::f1 (1322a911-d93f-4e27-9430-d1da79447a79/84bc483c-2f1a-4818-a7fb-637a27847bc4) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:37:17.082083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Port 314fa671-1dc9-4949-9015-4b2f74f0b8ff on network 54a68276-15ff-45f8-adc6-2edaf1d2876e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:37:17.082414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Attempting to bind port 314fa671-1dc9-4949-9015-4b2f74f0b8ff on network 54a68276-15ff-45f8-adc6-2edaf1d2876e {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:17.092486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:17.092810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Checking segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:17.093118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Bound using segment: {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:17.093542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Bound port: 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbe9176-6cf2-40fd-9a06-92e4ab33c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:17.094535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.195448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:17.200283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:17.244966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9bbfc9fd-6e67-40a4-915d-fca04797e314 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:17.249392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 262a2869-cc5d-4658-88bf-21264ff83d02 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:17.249726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.327395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7352f94-0bd3-4b80-832b-aeb773354891 None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:17.363982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aff0e532-cb85-43c4-a376-98356d55ff2c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:17.408132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:17.410229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.509464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:17.510088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.511815 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] 10.222.0.24 "PUT /v2.0/ports/314fa671-1dc9-4949-9015-4b2f74f0b8ff HTTP/1.1" status: 200 len: 1093 time: 2.7475817 Mar 18 10:37:17.511929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:17.575878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c71b5-c80e-4518-bbe0-20e663aef204 req-562b5131-e0d0-4248-9ac7-9c965f7a53a8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:17.576579 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3e1c71b5-c80e-4518-bbe0-20e663aef204 req-562b5131-e0d0-4248-9ac7-9c965f7a53a8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 943 time: 0.5042913 Mar 18 10:37:17.585687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.599109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'status': 'completed', 'code': 200} Mar 18 10:37:17.619762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886e83-d53f-47f7-af6f-7b6d5812e14d service neutron] Pushing event updated for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:17.623201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aff0e532-cb85-43c4-a376-98356d55ff2c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:17.623713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.654987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Provisioning for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:17.673789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Provisioning complete for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:17.674337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.712003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Ignored duplicate provisioning block setup for port 092992e0-0f83-4cbd-82e8-4406c10ea297 by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 18 10:37:17.738356 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3e1c71b5-c80e-4518-bbe0-20e663aef204 req-86ffd5e1-43d8-44a2-8eec-faadfed78873 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554136 Mar 18 10:37:17.749574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:17.759900 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a598015a-c09a-4026-99a2-19e5aa9620d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/14a06a18-ffae-40b5-9e6b-173f1b8e0c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9367318 Mar 18 10:37:17.770694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:17.772793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.778844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.790565 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:17.791456 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:17.914907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bca9cffa-4dc2-41ae-9677-48338f4faf2b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:17.972493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 262a2869-cc5d-4658-88bf-21264ff83d02 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:17.984537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] In _notify_port_updated(), no bound segment for port 092992e0-0f83-4cbd-82e8-4406c10ea297 on network 1322a911-d93f-4e27-9430-d1da79447a79 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:37:17.996985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:17.997868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:17.999437 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/ports/092992e0-0f83-4cbd-82e8-4406c10ea297 HTTP/1.1" status: 200 len: 925 time: 2.3178449 Mar 18 10:37:18.008160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42606) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:18.014399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90fbc487-6f23-41a8-a319-e77c9887b021'}, {'subnet_id': '84bc483c-2f1a-4818-a7fb-637a27847bc4'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:18.067319 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889312f-24e3-472e-a2da-d0ed72af6c5f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=092992e0-0f83-4cbd-82e8-4406c10ea297,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:18.091414 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:18.154578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Provisioning complete for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:18.154578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.212495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.289870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port bca9cffa-4dc2-41ae-9677-48338f4faf2b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:18.292414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.326289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-ceaddf9b-3604-43b3-9cd7-86a46fcce70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:18.327790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-ceaddf9b-3604-43b3-9cd7-86a46fcce70d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1096 time: 0.6501250 Mar 18 10:37:18.353709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-28002396-4278-443f-b54f-d9f4dbecbaa4 None None] Port aa633e73-1e82-4fdd-9e1c-2c900e50f9de cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:18.597284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-3360a12f-04be-4f70-9525-ff463b86e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:18.598842 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-3360a12f-04be-4f70-9525-ff463b86e0ce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2458115 Mar 18 10:37:18.600969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Provisioning for port 092992e0-0f83-4cbd-82e8-4406c10ea297 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:18.607168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Provisioning complete for port 092992e0-0f83-4cbd-82e8-4406c10ea297 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:18.607548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.628114 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 2, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:18.633289 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:18.633556 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Updating router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 port aa633e73-1e82-4fdd-9e1c-2c900e50f9de binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:37:18.704007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Port 092992e0-0f83-4cbd-82e8-4406c10ea297 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:18.704696 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.753415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Provisioning complete for port 9bbfc9fd-6e67-40a4-915d-fca04797e314 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:18.757283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c49dbd7d-2851-4a42-8de3-3e3128d7afbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:18.762140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8:0:1::126 (1322a911-d93f-4e27-9430-d1da79447a79/84bc483c-2f1a-4818-a7fb-637a27847bc4/092992e0-0f83-4cbd-82e8-4406c10ea297) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:18.892709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.032272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=262a2869-cc5d-4658-88bf-21264ff83d02,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.043368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-7cf5e302-0e5a-4d76-aa46-b871495f6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:19.044994 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0e7661a-4fac-4cdb-a136-12c5ff3dfc59 req-7cf5e302-0e5a-4d76-aa46-b871495f6d1b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4313359 Mar 18 10:37:19.058598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42624) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:19.103197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1540547251-network', 'tenant_id': '7499ad7101f24559813dc04c65c65224'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:19.151736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:19.185627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.204724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Ignored duplicate provisioning block setup for port 092992e0-0f83-4cbd-82e8-4406c10ea297 by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 18 10:37:19.226999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Usage tracker for resource:network and tenant:7499ad7101f24559813dc04c65c65224 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:19.232342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:19.239522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b3acfc8-d91c-434b-8118-77f114565363 None None] Provisioning complete for port 092992e0-0f83-4cbd-82e8-4406c10ea297 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:19.242836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfc8-d91c-434b-8118-77f114565363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.254137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:19.263924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.295625 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.309957 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Transition to ACTIVE for port object aa633e73-1e82-4fdd-9e1c-2c900e50f9de will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:19.310181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5b3acfc8-d91c-434b-8118-77f114565363 None None] Port 092992e0-0f83-4cbd-82e8-4406c10ea297 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:19.400532 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.428419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] In _notify_port_updated(), no bound segment for port 092992e0-0f83-4cbd-82e8-4406c10ea297 on network 1322a911-d93f-4e27-9430-d1da79447a79 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:37:19.434017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:19.434686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.438886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/ports/092992e0-0f83-4cbd-82e8-4406c10ea297 HTTP/1.1" status: 200 len: 1011 time: 1.4294825 Mar 18 10:37:19.442456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42628) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:19.487994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.489342 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54c21-77f0-4ac5-b40f-028863b54bd2 None None] Pushing event updated for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.506256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fd8c-31a3-4303-a97a-fc0e2ecf60a3 req-75e5adac-0e80-4ee1-9cec-a324e483e3bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:19.507019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f9a3fd8c-31a3-4303-a97a-fc0e2ecf60a3 req-75e5adac-0e80-4ee1-9cec-a324e483e3bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:19.509321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd1336-358e-4cf3-bf0f-26754d78f60d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=092992e0-0f83-4cbd-82e8-4406c10ea297,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.559259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 092992e0-0f83-4cbd-82e8-4406c10ea297 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:19.559890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.605172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Made reservation on behalf of 7499ad7101f24559813dc04c65c65224 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:19.607491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.654840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-203fffed-c782-4b3e-a18e-48a945bad05d None None] Provisioning complete for port 092992e0-0f83-4cbd-82e8-4406c10ea297 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:19.655582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-203fffed-c782-4b3e-a18e-48a945bad05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.686384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-f2583e46-f9a6-4a6e-a759-b624cb9171dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:19.687870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-f2583e46-f9a6-4a6e-a759-b624cb9171dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1096 time: 0.5760460 Mar 18 10:37:19.688548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.690715 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Attempting to bind port aa633e73-1e82-4fdd-9e1c-2c900e50f9de on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:19.690858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Attempting to bind port aa633e73-1e82-4fdd-9e1c-2c900e50f9de by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:19.691147 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Attempting to bind port aa633e73-1e82-4fdd-9e1c-2c900e50f9de on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:19.700032 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:19.700407 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:19.700797 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.701184 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Bound using segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:19.701639 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Bound port: aa633e73-1e82-4fdd-9e1c-2c900e50f9de, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:19.702649 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.751731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-203fffed-c782-4b3e-a18e-48a945bad05d None None] Port 092992e0-0f83-4cbd-82e8-4406c10ea297 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:19.796157 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-aa4eb834-93ae-44bc-b7ed-440e64352e74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff HTTP/1.1" status: 200 len: 217 time: 0.0958645 Mar 18 10:37:19.797808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:19.807951 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] For port aa633e73-1e82-4fdd-9e1c-2c900e50f9de, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:19.811474 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] For port aa633e73-1e82-4fdd-9e1c-2c900e50f9de, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:19.882036 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.893038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:19.899663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f9a3fd8c-31a3-4303-a97a-fc0e2ecf60a3 req-75e5adac-0e80-4ee1-9cec-a324e483e3bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:19.899663 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f9a3fd8c-31a3-4303-a97a-fc0e2ecf60a3 req-75e5adac-0e80-4ee1-9cec-a324e483e3bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 943 time: 0.9116402 Mar 18 10:37:19.900912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Usage tracker for resource:security_group_rule and tenant:7499ad7101f24559813dc04c65c65224 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:19.910838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:19.990368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:19.995840 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:19.996652 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.040527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 092992e0-0f83-4cbd-82e8-4406c10ea297 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:20.094653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54c21-77f0-4ac5-b40f-028863b54bd2 None None] Pushing event updated for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:20.149054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-5648e379-2712-4dcc-bbf6-f4597b9004ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:20.150569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-5648e379-2712-4dcc-bbf6-f4597b9004ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc11e477-8c41-4b53-b9f3-9b8efe18405a HTTP/1.1" status: 200 len: 835 time: 0.2995596 Mar 18 10:37:20.152385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 99b01876-952c-49f8-a4eb-45699c2692b8 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:20.167286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.225343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f9a3fd8c-31a3-4303-a97a-fc0e2ecf60a3 req-95e85500-f8e2-411b-b901-17a9d26c3456 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200254 Mar 18 10:37:20.230819 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:20.294326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.331981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.387981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=092992e0-0f83-4cbd-82e8-4406c10ea297,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:20.410044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:20.414518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:20.423980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] Sync routers for ids ['99b01876-952c-49f8-a4eb-45699c2692b8'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:20.433318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b5df4-6e37-423d-984a-d896a121366d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:20.440877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] Routers {'99b01876-952c-49f8-a4eb-45699c2692b8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:20.441753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['99b01876-952c-49f8-a4eb-45699c2692b8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.447996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-f8ddb94d-3586-42c4-8c35-dcd3f5a7dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:20.447996 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-f8ddb94d-3586-42c4-8c35-dcd3f5a7dac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54a68276-15ff-45f8-adc6-2edaf1d2876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2851074 Mar 18 10:37:20.448746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.448746 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Added segment c16a4620-4b9e-4f5f-a046-497e82b515d6 of type vlan for network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 Mar 18 10:37:20.532020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.547556 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c6261d73-0ac2-4b46-9463-ae2271b47d4d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/092992e0-0f83-4cbd-82e8-4406c10ea297 HTTP/1.1" status: 204 len: 168 time: 1.1045098 Mar 18 10:37:20.551928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42632) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:20.576666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.588524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] Routers {'99b01876-952c-49f8-a4eb-45699c2692b8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:20.589538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:36:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['99b01876-952c-49f8-a4eb-45699c2692b8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.592214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.609522 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d832d888-5036-46c5-8d93-5c6d3de7226b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:20.610078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d832d888-5036-46c5-8d93-5c6d3de7226b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:20.649830 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:19Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.652783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8856239b-5fcd-4d4c-b7f5-e0715ba94840 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/99b01876-952c-49f8-a4eb-45699c2692b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9236388 Mar 18 10:37:20.655728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42636) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:20.663633 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d3778-a3d5-4e57-9b27-4b0add5540b0 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:19Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:20.680004 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-076fd532-de14-40a5-9a79-e6bb6f618fda service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220209 Mar 18 10:37:20.680432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.682242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488138d-0697-4a5d-9562-3d362c294f89 None None] The sync data for ids ['99b01876-952c-49f8-a4eb-45699c2692b8'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:20.739562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.741202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:20.742174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:20.745576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d832d888-5036-46c5-8d93-5c6d3de7226b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:20.746700 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d832d888-5036-46c5-8d93-5c6d3de7226b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/092992e0-0f83-4cbd-82e8-4406c10ea297 HTTP/1.1" status: 404 len: 333 time: 0.1932614 Mar 18 10:37:20.755151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42640) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:20.907859 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8417253 Mar 18 10:37:20.912098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42644) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:20.919366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Request body: {'subnet': {'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1540547251-subnet', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:20.922688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6691865-7dfc-4672-8bc5-2ae8d986e7be admin admin] Pushing event updated for resources: {'Network': ['ID=8157027e-bc9e-46db-aa7e-0dcc430fbdc0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:20.929374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:20.938405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Usage tracker for resource:subnet and tenant:7499ad7101f24559813dc04c65c65224 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:20.940421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:20.944230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:20.960826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:20.970335 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56b8d4d9-0e1b-4e7c-92bc-a5833e57124b req-c42e6deb-9fd0-4fde-b102-e29c81028c4b service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824531 Mar 18 10:37:21.058249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Made reservation on behalf of 7499ad7101f24559813dc04c65c65224 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:21.063563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.180945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 84bc483c-2f1a-4818-a7fb-637a27847bc4 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:21.194430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.285340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa633e73-1e82-4fdd-9e1c-2c900e50f9de up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:21.322439 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-c802a7e3-9e20-40c2-927c-6f8d58a194d3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] remove_router_interface failed (client error): The resource could not be found. Mar 18 10:37:21.323532 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c802a7e3-9e20-40c2-927c-6f8d58a194d3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/99b01876-952c-49f8-a4eb-45699c2692b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6663845 Mar 18 10:37:21.329239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42650) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:21.339312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.457740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:21.463159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:21.463534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.508561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.533318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90f5e9fb-9b9c-4e05-99f6-485d79ab9dc4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:21.589105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cbf3a-7633-4eb4-965c-9810b3730635 req-81cbe5d3-1f71-4d6b-b9ce-650d135a7522 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:21.590813 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2c6cbf3a-7633-4eb4-965c-9810b3730635 req-81cbe5d3-1f71-4d6b-b9ce-650d135a7522 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 943 time: 0.1992481 Mar 18 10:37:21.596529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.607626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.637323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90f5e9fb-9b9c-4e05-99f6-485d79ab9dc4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:21.641180 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-90f5e9fb-9b9c-4e05-99f6-485d79ab9dc4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b01876-952c-49f8-a4eb-45699c2692b8 HTTP/1.1" status: 200 len: 205 time: 0.3083944 Mar 18 10:37:21.646655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port aa633e73-1e82-4fdd-9e1c-2c900e50f9de, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:21.651763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42654) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:21.656287 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2c6cbf3a-7633-4eb4-965c-9810b3730635 req-ff3306aa-768c-44a8-862f-66bb6764475a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580130 Mar 18 10:37:21.680894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.703205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.721640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=84bc483c-2f1a-4818-a7fb-637a27847bc4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:21.726006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.732699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c5dac0bf-b983-4174-a001-a2a82dc667c9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/84bc483c-2f1a-4818-a7fb-637a27847bc4 HTTP/1.1" status: 204 len: 168 time: 0.9758778 Mar 18 10:37:21.735984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42658) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:21.757742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Checking segment: {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:21.758267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Network hostable DHCP agents. Network: 8157027e-bc9e-46db-aa7e-0dcc430fbdc0, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:21.797993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1dadcb-7514-4b44-b982-2a4fbd1977d2 None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:21.809972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 90fbc487-6f23-41a8-a319-e77c9887b021 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:21.813797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.842406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f446e993-ced0-48d0-bf45-bdbad5ead4c5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:21.853125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.864835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:21.885746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:21.984501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:21.989289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.081601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e049-b55c-4993-b402-9d7fedfb167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.149512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.185399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 8157027e-bc9e-46db-aa7e-0dcc430fbdc0) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:22.195953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6307523-9072-4057-94e9-0817920d23e9 None None] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:22.196899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=90fbc487-6f23-41a8-a319-e77c9887b021,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:22.197373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.199725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:22.200518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.200637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.206252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.206841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e236a9dd-c6b4-46c4-a382-60895b3978dd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/90fbc487-6f23-41a8-a319-e77c9887b021 HTTP/1.1" status: 204 len: 168 time: 0.4689925 Mar 18 10:37:22.209901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42662) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:22.318187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-780bece0-07ad-44fe-99f5-e5d76776ae16 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4016740 Mar 18 10:37:22.318187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42668) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:22.322577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:22.327837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:22.334731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Usage tracker for resource:router and tenant:7499ad7101f24559813dc04c65c65224 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:22.337404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.337946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 99b01876-952c-49f8-a4eb-45699c2692b8 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:37:22.340925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.344509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:22.353540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 9bbfc9fd-6e67-40a4-915d-fca04797e314 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:22.355228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.358160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:22.365537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.369290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0cae8b17-6095-404d-ae9b-568a9160c497 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/99b01876-952c-49f8-a4eb-45699c2692b8 HTTP/1.1" status: 204 len: 168 time: 0.7138309 Mar 18 10:37:22.370769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42672) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:22.461097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.462137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.483168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 569d6d1b-4b92-4d99-9aef-b4120997d9dc {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:22.488883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.525326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'fixed_ips': [{'subnet_id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:22.527103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.546962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.582861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.666803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 9bbfc9fd-6e67-40a4-915d-fca04797e314, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9bbfc9fd-6e67-40a4-915d-fca04797e314,segment=NetworkSegment(a37f4c98-982c-4eb9-be03-22b76863577c),segment_id=a37f4c98-982c-4eb9-be03-22b76863577c)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:22.666803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.755950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Allocated IP 172.20.0.2 (8157027e-bc9e-46db-aa7e-0dcc430fbdc0/f446e993-ced0-48d0-bf45-bdbad5ead4c5/6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:22.852812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:22.864776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 9bbfc9fd-6e67-40a4-915d-fca04797e314 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:23.017909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.047980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b30ffb-a4f9-4227-b042-746e3be67ce1 None None] Network 1322a911-d93f-4e27-9430-d1da79447a79 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:23.086012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=9bbfc9fd-6e67-40a4-915d-fca04797e314,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:23.088436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No DVR routers for this DVR port 9bbfc9fd-6e67-40a4-915d-fca04797e314 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:23.107605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-06767ddc-efda-441d-8cc1-0bccea576c25 None None] Could not find standard attr ID for object 9bbfc9fd-6e67-40a4-915d-fca04797e314. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:37:23.123378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.186147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.190965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Transition to ACTIVE for port object 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:23.232134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eded9c-5d50-41d5-9f79-e21786e32b0c req-36651cc4-1353-49aa-ae75-5601cf3a9937 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:23.236363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.240634 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9eded9c-5d50-41d5-9f79-e21786e32b0c req-36651cc4-1353-49aa-ae75-5601cf3a9937 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 943 time: 0.3486412 Mar 18 10:37:23.287638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Transition to ACTIVE for port object 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:23.297203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1322a911-d93f-4e27-9430-d1da79447a79']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:23.312222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37f4c98-982c-4eb9-be03-22b76863577c') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:23.312624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37f4c98-982c-4eb9-be03-22b76863577c') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:23.336931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.365533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ea3c1-5b71-4883-bae0-efa374aa1f9d None None] DHCP port deletion for 1322a911-d93f-4e27-9430-d1da79447a79 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:23.369388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.388410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:23.388808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.401869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:23.413395 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:23.439784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa633e73-1e82-4fdd-9e1c-2c900e50f9de up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:23.462625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.497679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 314fa671-1dc9-4949-9015-4b2f74f0b8ff details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:37:23.533147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=569d6d1b-4b92-4d99-9aef-b4120997d9dc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:23.537809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.544897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:23.546203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9eded9c-5d50-41d5-9f79-e21786e32b0c req-fafba640-2d5e-49f2-9770-c639f47951e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044331 Mar 18 10:37:23.556369 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-85ac3572-fb05-4e92-a1aa-3daff6795b37 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/569d6d1b-4b92-4d99-9aef-b4120997d9dc HTTP/1.1" status: 204 len: 168 time: 1.1845913 Mar 18 10:37:23.559379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42678) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:23.574575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b45cd-591c-42ce-ac9a-92747cf5f840 None None] Network 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:23.595743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:23.603660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.607963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.629116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:23.647495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=1322a911-d93f-4e27-9430-d1da79447a79,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:23.656554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:23.733165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.744286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port aff0e532-cb85-43c4-a376-98356d55ff2c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:23.745863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.781188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e61a4e36-bc07-44de-b3e7-7bff62295878 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/1322a911-d93f-4e27-9430-d1da79447a79 HTTP/1.1" status: 204 len: 168 time: 1.5683038 Mar 18 10:37:23.788072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:23.888620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.918286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Attempting to bind port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:23.918647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Attempting to bind port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:23.919005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Attempting to bind port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 on network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:23.922663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.933592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:23.933998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Checking segment: {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:23.934411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.934795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Bound using segment: {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:23.935271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Bound port: 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:23.935643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:23.987868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aa633e73-1e82-4fdd-9e1c-2c900e50f9de triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:23.988249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.019331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369940f-8d0b-4de5-9198-3623d6e74cac tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:24.026474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0369940f-8d0b-4de5-9198-3623d6e74cac tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2318666 Mar 18 10:37:24.028072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:24.125104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port aff0e532-cb85-43c4-a376-98356d55ff2c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aff0e532-cb85-43c4-a376-98356d55ff2c,segment=NetworkSegment(0487783b-1e88-4935-bfa3-b5aaeb0a3d48),segment_id=0487783b-1e88-4935-bfa3-b5aaeb0a3d48)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:24.125627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.148710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Allocated IP 172.26.2.137 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/e499a250-239f-4d5a-8809-ead08ea6b3a4) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:24.166022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:24.183906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ad51176-ec1d-42cf-9ee1-4396a156e86a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1498969 Mar 18 10:37:24.193181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'port_id': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'mac_address': 'fa:16:3e:25:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:37:24.193445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42690) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:24.209582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-469882837'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:24.218297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:24.237015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] For port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:24.261080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] For port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:24.267748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for aff0e532-cb85-43c4-a376-98356d55ff2c owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:24.268400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:24.274458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:24.289117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:24.313393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.338424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.344761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.351915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:24.355461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.393367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:24.394351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314fa671-1dc9-4949-9015-4b2f74f0b8ff {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:37:24.394788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.410357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.410754 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment b4bcf9ad-a52f-448d-8dca-c85c2ff2a903 of type vlan for network 9651b2d7-e32f-4a3b-b94e-034565eb17ab Mar 18 10:37:24.444248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.445414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:24.462780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=aff0e532-cb85-43c4-a376-98356d55ff2c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:24.466728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port aff0e532-cb85-43c4-a376-98356d55ff2c on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:24.487425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.491880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a416e-dfd4-4620-b856-8ceeec65e8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:24.495738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691d646-fcd5-4384-bcab-c4b17e693771 None None] DHCP port deletion for 3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:24.538390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df49322a-c887-4353-b3f9-65e6542c20fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.539448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.562209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:24.565103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:24.574104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:24.621892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Pushing event updated for resources: {'Port': ['ID=e499a250-239f-4d5a-8809-ead08ea6b3a4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:24.631538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.636261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:24.637071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:24.637695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.652414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.731219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:24.755843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['314fa671-1dc9-4949-9015-4b2f74f0b8ff'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:37:24.756907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487783b-1e88-4935-bfa3-b5aaeb0a3d48') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:24.757206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487783b-1e88-4935-bfa3-b5aaeb0a3d48') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:24.771652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.803047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.824047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:24.824720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:24.858286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=9651b2d7-e32f-4a3b-b94e-034565eb17ab,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:24.878737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:24.950532 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:24.971288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce61b7-150d-45a8-979c-9efa4ee5d206 req-b365ffc6-b41f-4dcc-9dd4-1457741c4a13 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:24.971480 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-334fbf82-808a-408b-9fc1-60fd1f76359d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7764974 Mar 18 10:37:24.971910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42696) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:24.972496 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-38ce61b7-150d-45a8-979c-9efa4ee5d206 req-b365ffc6-b41f-4dcc-9dd4-1457741c4a13 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 944 time: 0.2933946 Mar 18 10:37:25.016614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:25.020126 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-38ce61b7-150d-45a8-979c-9efa4ee5d206 req-4d65d1b5-31e8-4584-ad1b-b650ac8477d9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402009 Mar 18 10:37:25.023122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.043418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.060609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:25.138548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-484d5a05-f044-4cfe-963d-fc567c47ef12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/3a5b7b7c-5da2-45dd-ae2b-27bf4f1cb23d HTTP/1.1" status: 204 len: 168 time: 1.5770111 Mar 18 10:37:25.142094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42700) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:25.149353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-365728795'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:25.154971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:25.160433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:25.163272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.164831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:25.172565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:25.274883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:25.287123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.292077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.297356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:25.301883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:25.306516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:25.309941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:25.316602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:25.323703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:25.338589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.338589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 9d7b375a-162f-4099-80e0-a469bc81c7cb of type vlan for network 5442341d-47b9-493e-a533-6447fd8c7d1d Mar 18 10:37:25.369337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.452139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:25.455587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.502976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:25.504531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.513733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:25.514400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.593953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aff0e532-cb85-43c4-a376-98356d55ff2c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:25.628077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.630992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=5442341d-47b9-493e-a533-6447fd8c7d1d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:25.631241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: aff0e532-cb85-43c4-a376-98356d55ff2c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:25.631241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aff0e532-cb85-43c4-a376-98356d55ff2c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:25.631241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9bbfc9fd-6e67-40a4-915d-fca04797e314 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:25.661035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 5442341d-47b9-493e-a533-6447fd8c7d1d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:25.680133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7359c62a-edf8-4c87-84d9-ff1213637783 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5365059 Mar 18 10:37:25.682815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42704) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:25.685367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cb151-a2f9-42f9-bc1b-35aae316b40f None None] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:25.687283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.689015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:25.710345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 9bbfc9fd-6e67-40a4-915d-fca04797e314 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:25.710689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9bbfc9fd-6e67-40a4-915d-fca04797e314 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:25.802119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:25.806744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:25.809529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:25.816053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:25.881060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:25.884602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:25.939559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Provisioning for port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:25.949527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Provisioning complete for port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:25.955329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.101015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.169106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.188928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.203581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] For port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:26.254703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.264325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=0c31586d-3d0e-4828-b8a3-97fdf9c3602e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:26.274890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.287396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=27574042-c3c4-4c9d-b908-910bf7fa0abc,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:26.290004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '9d7b375a-162f-4099-80e0-a469bc81c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:26.290452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 5442341d-47b9-493e-a533-6447fd8c7d1d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:26.328574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:26.329278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: 9651b2d7-e32f-4a3b-b94e-034565eb17ab, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:26.361193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aff6b-d300-4392-81fc-3b14a7390796 None None] Pushing event updated for resources: {'Port': ['ID=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:26.372410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 5442341d-47b9-493e-a533-6447fd8c7d1d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:26.455410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:26.469440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ba51-de3b-47dc-b771-b129a75d26d5 req-a2208dd5-9f9b-422a-aa86-f4dfd2b0df64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:26.470915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9714ba51-de3b-47dc-b771-b129a75d26d5 req-a2208dd5-9f9b-422a-aa86-f4dfd2b0df64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 944 time: 0.3195455 Mar 18 10:37:26.496564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b3bd004b-4b92-462a-b65a-9ad4d4e5044e None None] Provisioning complete for port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:26.496938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3bd004b-4b92-462a-b65a-9ad4d4e5044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.503189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 5442341d-47b9-493e-a533-6447fd8c7d1d) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:26.507773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:26.508559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.516853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9651b2d7-e32f-4a3b-b94e-034565eb17ab) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:26.533365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d974e4-8f17-4ef9-99f5-84e09fc8e5ae None None] Network 5442341d-47b9-493e-a533-6447fd8c7d1d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:26.533585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:26.534125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.549257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b39d2-3295-4286-aa99-3faeaba9d4cb None None] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:26.561495 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9714ba51-de3b-47dc-b771-b129a75d26d5 req-a7ef424d-f153-47e9-bc80-e4ebed0adbba tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755954 Mar 18 10:37:26.593007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42710) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:26.595050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e989e811-4ded-4d40-8334-761bdaadbd38 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9111733 Mar 18 10:37:26.600397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-729524814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:26.608078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:26.612120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:26.618933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:26.625065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:26.653459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-116f9adc-0ca3-408a-971c-11f269248810 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6471539 Mar 18 10:37:26.655530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42714) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:26.663013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab', 'name': 'tempest-PortsIpV6TestJSON-420077202'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:26.673355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Router 72184645-c3bb-4779-b98a-3952659acd4e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:37:26.742211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.742930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.757727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.867898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.922530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:26.935837 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Sync routers for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:26.960805 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:26.962147 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-19ff7d77-d91b-4736-9ee6-b9839c010098 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3677449 Mar 18 10:37:26.964859 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:26.967765 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:26.970502 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:26.983492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:26.989910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:26.993950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:27.001289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:27.119872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.160463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:27.164680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.213932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 7b404379-3e2f-4de3-9152-a9c1b03d4721 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:27.237864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.241482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cfcde530-d15b-4487-accd-68dd41a6ee26 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9229331 Mar 18 10:37:27.245853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42724) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:27.247648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:27.273033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:27.274200 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:27.311824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-9651b2d7-e32f-4a3b-b94e-034565eb17ab', 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': '0c31586d-3d0e-4828-b8a3-97fdf9c3602e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:27.312992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.353348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-5442341d-47b9-493e-a533-6447fd8c7d1d', 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '27574042-c3c4-4c9d-b908-910bf7fa0abc'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:27.354778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.415882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::1ba (9651b2d7-e32f-4a3b-b94e-034565eb17ab/0c31586d-3d0e-4828-b8a3-97fdf9c3602e/7b404379-3e2f-4de3-9152-a9c1b03d4721) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:27.509901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 314fa671-1dc9-4949-9015-4b2f74f0b8ff up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:27.583489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:27.583964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.679659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:25Z', 'revision_number': 3, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:27.688964 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Checking router: 72184645-c3bb-4779-b98a-3952659acd4e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:27.689433 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Updating router 72184645-c3bb-4779-b98a-3952659acd4e port e499a250-239f-4d5a-8809-ead08ea6b3a4 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:37:27.737010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.747914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Allocated IP 2001:db8::2 (5442341d-47b9-493e-a533-6447fd8c7d1d/27574042-c3c4-4c9d-b908-910bf7fa0abc/cede20fb-20a7-40dc-a888-ab6c123be2db) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:27.772768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 7b404379-3e2f-4de3-9152-a9c1b03d4721 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:27.793515 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.896755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:27.973089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259ef2a-037e-4865-acde-af697191f24a req-4b30430c-8801-4dfe-884e-643b4d5a4a9f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:27.981229 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6259ef2a-037e-4865-acde-af697191f24a req-4b30430c-8801-4dfe-884e-643b4d5a4a9f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 944 time: 0.1844122 Mar 18 10:37:27.989149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:28.021707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:28.033552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:28.041197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:28.041667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.075409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=7b404379-3e2f-4de3-9152-a9c1b03d4721,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:28.080230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.101717 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6259ef2a-037e-4865-acde-af697191f24a req-d9dc0443-32cd-4fa8-8beb-6976706389e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200845 Mar 18 10:37:28.130163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.154721 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce8a3fd1-d7e7-4658-93e8-ad844f236841 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4980643 Mar 18 10:37:28.156086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42734) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:28.164655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab', 'name': 'tempest-PortsIpV6TestJSON-1329174861'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:28.173962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Transition to ACTIVE for port object cede20fb-20a7-40dc-a888-ab6c123be2db will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:28.183740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 314fa671-1dc9-4949-9015-4b2f74f0b8ff completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:28.220763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 314fa671-1dc9-4949-9015-4b2f74f0b8ff triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:28.221276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.264624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Allocated IP 2001:db8::2 (9651b2d7-e32f-4a3b-b94e-034565eb17ab/0c31586d-3d0e-4828-b8a3-97fdf9c3602e/cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:28.270389 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.280623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Transition to ACTIVE for port object cede20fb-20a7-40dc-a888-ab6c123be2db will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:28.282955 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Transition to ACTIVE for port object e499a250-239f-4d5a-8809-ead08ea6b3a4 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:28.355036 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.370933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Deleting port af8ddf14-5878-4152-a3ca-0978ffcb9dd1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:28.371530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.374793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:28.381626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:28.385612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:28.397403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:28.404385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.436331 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4c957-1cbb-47b3-9cbc-502b4ff1eb6d None None] Pushing event updated for resources: {'Port': ['ID=e499a250-239f-4d5a-8809-ead08ea6b3a4,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:28.448430 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Attempting to bind port e499a250-239f-4d5a-8809-ead08ea6b3a4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:28.448787 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Attempting to bind port e499a250-239f-4d5a-8809-ead08ea6b3a4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:28.450501 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Attempting to bind port e499a250-239f-4d5a-8809-ead08ea6b3a4 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:28.456546 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:28.456935 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:28.457318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.457707 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:28.458191 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Bound port: e499a250-239f-4d5a-8809-ead08ea6b3a4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:28.458613 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.486235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:28.494324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.539236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 25051710-1d62-4ee1-9d64-155d3d8a45d4 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:28.542317 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] For port e499a250-239f-4d5a-8809-ead08ea6b3a4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:28.545688 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] For port e499a250-239f-4d5a-8809-ead08ea6b3a4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e499a250-239f-4d5a-8809-ead08ea6b3a4,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:28.567439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Network 5442341d-47b9-493e-a533-6447fd8c7d1d is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:28.580520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:28.602235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:28.610676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Pushing event updated for resources: {'Port': ['ID=cede20fb-20a7-40dc-a888-ab6c123be2db,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:28.620607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.652563 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.730041 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:28.730661 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:28.769433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:28.795444 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4c957-1cbb-47b3-9cbc-502b4ff1eb6d None None] Pushing event updated for resources: {'Port': ['ID=e499a250-239f-4d5a-8809-ead08ea6b3a4,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:28.795951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Attempting to bind port cede20fb-20a7-40dc-a888-ab6c123be2db on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:28.796320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Attempting to bind port cede20fb-20a7-40dc-a888-ab6c123be2db by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9d7b375a-162f-4099-80e0-a469bc81c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:28.797973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Attempting to bind port cede20fb-20a7-40dc-a888-ab6c123be2db on network 5442341d-47b9-493e-a533-6447fd8c7d1d {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:28.810056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:28.814728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.817344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:28.827464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Checking segment: {'id': '9d7b375a-162f-4099-80e0-a469bc81c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:28.827464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.827464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Bound using segment: {'id': '9d7b375a-162f-4099-80e0-a469bc81c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:28.827464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Bound port: cede20fb-20a7-40dc-a888-ab6c123be2db, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b375a-162f-4099-80e0-a469bc81c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5442341d-47b9-493e-a533-6447fd8c7d1d'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:28.827464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:28.843497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Transition to ACTIVE for port object cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:28.888154 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'code': 200} Mar 18 10:37:28.902779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Transition to ACTIVE for port object cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:28.947315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8b040845-b20f-4538-862f-cd266365a384 None None] For port cede20fb-20a7-40dc-a888-ab6c123be2db, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:28.951243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8b040845-b20f-4538-862f-cd266365a384 None None] For port cede20fb-20a7-40dc-a888-ab6c123be2db, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cede20fb-20a7-40dc-a888-ab6c123be2db,segment=NetworkSegment(9d7b375a-162f-4099-80e0-a469bc81c7cb),segment_id=9d7b375a-162f-4099-80e0-a469bc81c7cb)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:28.955511 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:29.068980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.069241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.214334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Calling delete_port for af8ddf14-5878-4152-a3ca-0978ffcb9dd1 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:29.245838 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:25Z', 'revision_number': 3, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:29.250433 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54cf72-9ecc-47e9-a7ac-3a5289118850 None None] The sync data for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv is: [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:25Z', 'revision_number': 3, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:29.286115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.298962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374a229-e13b-46c0-a7b1-a3b480a73fd7 req-a0db2bc5-a1ac-4c40-b355-192f8db70700 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:29.300539 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c374a229-e13b-46c0-a7b1-a3b480a73fd7 req-a0db2bc5-a1ac-4c40-b355-192f8db70700 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 944 time: 0.0977840 Mar 18 10:37:29.310022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8::1 (5442341d-47b9-493e-a533-6447fd8c7d1d/27574042-c3c4-4c9d-b908-910bf7fa0abc/c22ae8a7-9b30-4915-9ee6-29e2db6117ca) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:29.356597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.357285 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c374a229-e13b-46c0-a7b1-a3b480a73fd7 req-b0c8ea67-3a00-465c-8e30-475fa7ff5ebb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Mar 18 10:37:29.379427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:29.453458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::1e8 (9651b2d7-e32f-4a3b-b94e-034565eb17ab/0c31586d-3d0e-4828-b8a3-97fdf9c3602e/25051710-1d62-4ee1-9d64-155d3d8a45d4) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:29.460494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:29.462011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.472446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:29.478327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:29.642472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Pushing event updated for resources: {'Port': ['ID=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:29.657446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.732574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b040845-b20f-4538-862f-cd266365a384 None None] Pushing event updated for resources: {'Port': ['ID=cede20fb-20a7-40dc-a888-ab6c123be2db,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:29.744460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Attempting to bind port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:29.744766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Attempting to bind port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:29.745128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Attempting to bind port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 on network 9651b2d7-e32f-4a3b-b94e-034565eb17ab {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Checking segment: {'id': 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Bound using segment: {'id': 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Bound port: cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9651b2d7-e32f-4a3b-b94e-034565eb17ab'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:29.762553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.781455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.809511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 25051710-1d62-4ee1-9d64-155d3d8a45d4 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:29.849020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Port': ['ID=af8ddf14-5878-4152-a3ca-0978ffcb9dd1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:29.901102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] For port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:29.905189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] For port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,segment=NetworkSegment(b4bcf9ad-a52f-448d-8dca-c85c2ff2a903),segment_id=b4bcf9ad-a52f-448d-8dca-c85c2ff2a903)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:29.917666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:29.996006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.062105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:30.065582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:30.078046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:30.093875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:30.093875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.113882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.115791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd987f-95e4-48ba-83de-71d873a914ee None None] Pushing event updated for resources: {'Port': ['ID=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:30.133313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=25051710-1d62-4ee1-9d64-155d3d8a45d4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:30.144996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.145415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.145916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.146345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.146777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.147199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.147644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.148061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.148482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.148901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.149318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.149882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:30.200016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04342ef3-d007-4df7-96c1-8152cffcd28c req-d23ee7ce-9860-4c3f-8c98-dee0c99f1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:30.201774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04342ef3-d007-4df7-96c1-8152cffcd28c req-d23ee7ce-9860-4c3f-8c98-dee0c99f1cb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1098 time: 0.5401468 Mar 18 10:37:30.203525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.223103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.223615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Floating IP ad36014a-6761-43ea-87d7-3389b622e2e3 disassociated (deleted). External IP: 172.26.2.161, port: 736271f5-0400-4af7-9956-2fc1a7910e0f. Mar 18 10:37:30.234286 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2925073c-2af1-4031-bd37-afda9157d788 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0754983 Mar 18 10:37:30.236680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42742) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:30.354827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3305edb-ed83-4340-b36b-bf360c3d03bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:30.355576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c3305edb-ed83-4340-b36b-bf360c3d03bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:30.480354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c3305edb-ed83-4340-b36b-bf360c3d03bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:30.487748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3305edb-ed83-4340-b36b-bf360c3d03bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ba HTTP/1.1" status: 200 len: 928 time: 0.2438691 Mar 18 10:37:30.487748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:30.496212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object c22ae8a7-9b30-4915-9ee6-29e2db6117ca will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:30.592223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 25051710-1d62-4ee1-9d64-155d3d8a45d4 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:30.592469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.680084 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04342ef3-d007-4df7-96c1-8152cffcd28c req-7e6e4ee6-f3d4-4b70-8795-40d949032749 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220883 Mar 18 10:37:30.887207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:30.926600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.042375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 25051710-1d62-4ee1-9d64-155d3d8a45d4 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:31.043398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf1081-2ab5-467a-a23e-a5f2cb07613d None None] Network 5442341d-47b9-493e-a533-6447fd8c7d1d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:31.043865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82a21e-0a0d-44ca-b1c9-e49b1c46a64e req-a3ed38b9-8d44-4995-aa18-eba25bcee758 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:31.045259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e82a21e-0a0d-44ca-b1c9-e49b1c46a64e req-a3ed38b9-8d44-4995-aa18-eba25bcee758 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.4469936 Mar 18 10:37:31.100211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 5442341d-47b9-493e-a533-6447fd8c7d1d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:31.121953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:31.173794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=c22ae8a7-9b30-4915-9ee6-29e2db6117ca,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:31.194810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:31.195270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.210574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Allocated IP 172.20.0.1 (8157027e-bc9e-46db-aa7e-0dcc430fbdc0/f446e993-ced0-48d0-bf45-bdbad5ead4c5/417aa249-0c2c-4360-a6e7-b9ac057ae25a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:31.246907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c306ddea-d779-40a2-9ea5-b75f148b2b04 None None] Provisioning for port cede20fb-20a7-40dc-a888-ab6c123be2db completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:31.280054 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e82a21e-0a0d-44ca-b1c9-e49b1c46a64e req-969445bb-b91b-4565-a39b-b4e2510d3c1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151809 Mar 18 10:37:31.298004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.326262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Router eac7c6ec-6c75-4b73-99f3-1b83f720d821 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:31.432572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e499a250-239f-4d5a-8809-ead08ea6b3a4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:31.593075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=25051710-1d62-4ee1-9d64-155d3d8a45d4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:31.604465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.617536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e499a250-239f-4d5a-8809-ead08ea6b3a4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:31.624842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e499a250-239f-4d5a-8809-ead08ea6b3a4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:31.625240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.684198 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-32e7ab03-e2b9-4499-9860-28439be79090 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/25051710-1d62-4ee1-9d64-155d3d8a45d4 HTTP/1.1" status: 204 len: 168 time: 1.1987305 Mar 18 10:37:31.684745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42752) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:31.770887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e40da07-712e-4c8a-a2db-c065994ce094 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:31.771426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e40da07-712e-4c8a-a2db-c065994ce094 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:31.788504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.874161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.886373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e40da07-712e-4c8a-a2db-c065994ce094 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:31.891322 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4e40da07-712e-4c8a-a2db-c065994ce094 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/25051710-1d62-4ee1-9d64-155d3d8a45d4 HTTP/1.1" status: 404 len: 333 time: 0.2050281 Mar 18 10:37:31.891927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42756) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:31.892144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:31.898653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port e499a250-239f-4d5a-8809-ead08ea6b3a4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e499a250-239f-4d5a-8809-ead08ea6b3a4,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:31.907240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Sync routers for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:31.910434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:31.930280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:31.930925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:31.939614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Transition to ACTIVE for port object 417aa249-0c2c-4360-a6e7-b9ac057ae25a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:32.032817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 7b404379-3e2f-4de3-9152-a9c1b03d4721 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:32.033156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.051655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.052996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:32.307059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96a430-50a8-4c3a-bc88-eab2b869ca75 None None] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:32.327332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:32.377684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.392689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.544185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5f3c389c-75f5-4426-a0a8-99839c09ec66 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad36014a-6761-43ea-87d7-3389b622e2e3 HTTP/1.1" status: 204 len: 168 time: 5.2931716 Mar 18 10:37:32.549247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:32.562646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 7b404379-3e2f-4de3-9152-a9c1b03d4721 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:32.566931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.649555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:32.654785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:32.657401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:32.685020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cddd86-def6-44da-b041-6ed4d4b68282 req-f4cfbafe-3f9d-4bfa-8d73-496898081ee4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:32.689356 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e6cddd86-def6-44da-b041-6ed4d4b68282 req-f4cfbafe-3f9d-4bfa-8d73-496898081ee4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.2365885 Mar 18 10:37:32.707935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=e499a250-239f-4d5a-8809-ead08ea6b3a4,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:32.734967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:32.767631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.802286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d3ccca2d-03ac-4e03-bc3f-fd946b4ddae4 None None] Provisioning for port c22ae8a7-9b30-4915-9ee6-29e2db6117ca completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:32.813948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.827040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:32.827695 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e6cddd86-def6-44da-b041-6ed4d4b68282 req-0ea13f55-a11f-431e-b039-97eb9aacd735 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258960 Mar 18 10:37:32.843899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d3ccca2d-03ac-4e03-bc3f-fd946b4ddae4 None None] Provisioning complete for port c22ae8a7-9b30-4915-9ee6-29e2db6117ca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:32.844327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d3ccca2d-03ac-4e03-bc3f-fd946b4ddae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.906308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'status': 'completed', 'code': 200} Mar 18 10:37:32.947962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:32.977505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cede20fb-20a7-40dc-a888-ab6c123be2db up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:33.018160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.022534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.129837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=7b404379-3e2f-4de3-9152-a9c1b03d4721,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:33.167878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.173658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccca2d-03ac-4e03-bc3f-fd946b4ddae4 None None] Port c22ae8a7-9b30-4915-9ee6-29e2db6117ca cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:33.237569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748d96-da99-44f1-bced-c26dd96938b0 req-f5053683-de0a-4748-95f9-d919bc121e28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:33.242458 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-89748d96-da99-44f1-bced-c26dd96938b0 req-f5053683-de0a-4748-95f9-d919bc121e28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.1658492 Mar 18 10:37:33.247858 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bf85bc68-7d08-4a6e-89ef-29cb2fbce294 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/7b404379-3e2f-4de3-9152-a9c1b03d4721 HTTP/1.1" status: 204 len: 168 time: 1.3549094 Mar 18 10:37:33.248818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42770) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:33.249170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:33.256253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Checking router: eac7c6ec-6c75-4b73-99f3-1b83f720d821 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:33.256748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=c22ae8a7-9b30-4915-9ee6-29e2db6117ca,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:33.274983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:33.275602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:33.301809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.314592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d38805-bd13-4e9c-a756-4b20c573e49c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:33.315130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-63d38805-bd13-4e9c-a756-4b20c573e49c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:33.341234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port cede20fb-20a7-40dc-a888-ab6c123be2db completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:33.345307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-89748d96-da99-44f1-bced-c26dd96938b0 req-ed32ae93-3f3a-45d2-b25b-45df9af8743f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955458 Mar 18 10:37:33.353696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cede20fb-20a7-40dc-a888-ab6c123be2db triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:33.354081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.380934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42774) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:33.433985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-63d38805-bd13-4e9c-a756-4b20c573e49c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:33.435492 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63d38805-bd13-4e9c-a756-4b20c573e49c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/7b404379-3e2f-4de3-9152-a9c1b03d4721 HTTP/1.1" status: 404 len: 333 time: 0.1842747 Mar 18 10:37:33.441095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42778) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:33.475728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 5442341d-47b9-493e-a533-6447fd8c7d1d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:33.488476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-0919c757-036b-4e85-a5bf-f7ac148dcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:33.490519 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-0919c757-036b-4e85-a5bf-f7ac148dcfaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c46f952aba9404085eba2ba89401eb1&device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 1098 time: 0.5589714 Mar 18 10:37:33.491371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:33.494404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Provisioning for port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:33.517434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Provisioning complete for port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:33.517935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.530348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 0c31586d-3d0e-4828-b8a3-97fdf9c3602e {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:33.536194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.602028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:33.624677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19720266-b705-46e2-a6b1-2b5a2dd7b8ab tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:33.628814 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-19720266-b705-46e2-a6b1-2b5a2dd7b8ab tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1093 time: 0.2436502 Mar 18 10:37:33.628814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.665987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42782) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:33.671504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:33.688380 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:33.696871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:33.701639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:33.704192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39b210-debb-4118-91ac-79cb7ca2979f req-67a813ee-1b50-4e6a-8126-5cc4901bd398 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:33.704822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3b39b210-debb-4118-91ac-79cb7ca2979f req-67a813ee-1b50-4e6a-8126-5cc4901bd398 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Synchronizing usage tracker for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:33.710696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:33.768492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.804442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:33.952117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-83cf5a25-fdde-4882-8324-4f948644d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:33.953609 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-83cf5a25-fdde-4882-8324-4f948644d1be service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 200 len: 898 time: 0.4537439 Mar 18 10:37:34.039583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3b39b210-debb-4118-91ac-79cb7ca2979f req-67a813ee-1b50-4e6a-8126-5cc4901bd398 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Unset dirty status for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:34.041419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b39b210-debb-4118-91ac-79cb7ca2979f req-67a813ee-1b50-4e6a-8126-5cc4901bd398 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.7868598 Mar 18 10:37:34.175868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.192209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.229795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.240046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.268557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port cede20fb-20a7-40dc-a888-ab6c123be2db, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cede20fb-20a7-40dc-a888-ab6c123be2db,segment=NetworkSegment(9d7b375a-162f-4099-80e0-a469bc81c7cb),segment_id=9d7b375a-162f-4099-80e0-a469bc81c7cb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:34.273136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:34.292733 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b39b210-debb-4118-91ac-79cb7ca2979f req-25ecb214-15cc-4b66-b201-d71cbe5129e8 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393172 Mar 18 10:37:34.296246 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-7049709f-bedc-490e-8dd7-becbdfca6c3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 200 len: 217 time: 0.3272817 Mar 18 10:37:34.304822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=0c31586d-3d0e-4828-b8a3-97fdf9c3602e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:34.310432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.341063 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3845e86-6ce4-4cf0-b8ab-e82f1eb1e617 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/0c31586d-3d0e-4828-b8a3-97fdf9c3602e HTTP/1.1" status: 204 len: 168 time: 0.8916543 Mar 18 10:37:34.341967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42786) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:34.342904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcc82e-4bea-4d6c-9ffa-80f395a876e2 None None] The sync data for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv is: [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:35:28Z', 'revision_number': 4, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd36b05a9-10e7-4229-ad9f-6a2a958adc61', 'name': '', 'network_id': 'a5e28268-e5e6-40de-819b-82aa819219c8', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'mac_address': 'fa:16:3e:27:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:26Z', 'updated_at': '2022-03-18T10:35:41Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'subnets': [{'id': 'abcebd5f-0f9b-462c-b22f-a868f5178499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:34.361964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.401017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.424080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-a7adedcd-4947-4a30-9a72-6e308e1f59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:34.429418 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-a7adedcd-4947-4a30-9a72-6e308e1f59c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abcebd5f-0f9b-462c-b22f-a868f5178499 HTTP/1.1" status: 200 len: 834 time: 0.1231129 Mar 18 10:37:34.454732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:37:34.455090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:37:34.469444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05521e16-f7fa-42f7-b7ec-95c66e7c20db None None] Network 9651b2d7-e32f-4a3b-b94e-034565eb17ab requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:34.483481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.512595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e499a250-239f-4d5a-8809-ead08ea6b3a4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:34.582086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router c4e33e80-2083-4250-81b6-b9df1e137606 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:37:34.612986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:34.625669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.632301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.220 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/dae2cd21-59af-4a43-a121-f657fac1154c) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:34.632524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=cede20fb-20a7-40dc-a888-ab6c123be2db,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:34.637196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.714262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:34.714516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.772570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e499a250-239f-4d5a-8809-ead08ea6b3a4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:34.773185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.802839 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd5235-1bf6-4484-a301-03d1de087072 None None] New status for floating IP ad36014a-6761-43ea-87d7-3389b622e2e3: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:37:34.931144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,segment=NetworkSegment(b4bcf9ad-a52f-448d-8dca-c85c2ff2a903),segment_id=b4bcf9ad-a52f-448d-8dca-c85c2ff2a903)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:34.931582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:34.955547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] DHCP port deletion for 9651b2d7-e32f-4a3b-b94e-034565eb17ab request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:34.957574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-09f1013c-566a-4a91-ad5c-bdc53718b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:34.959942 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-09f1013c-566a-4a91-ad5c-bdc53718b0f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5e28268-e5e6-40de-819b-82aa819219c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5138452 Mar 18 10:37:34.961766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:34.976825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-24f4312e-4116-4468-be77-af71ee96854c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/c4e33e80-2083-4250-81b6-b9df1e137606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0107505 Mar 18 10:37:35.010397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] Sync routers for ids ['c4e33e80-2083-4250-81b6-b9df1e137606'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:35.020003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42790) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:35.020755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Deleting port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:35.021197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.071515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:35.086787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] Routers {'c4e33e80-2083-4250-81b6-b9df1e137606'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:35.086787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c4e33e80-2083-4250-81b6-b9df1e137606'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:35.108453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-7eed074d-6065-4ef6-911d-b468ae0745db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:35.110042 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-7eed074d-6065-4ef6-911d-b468ae0745db tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.24 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 0.6380579 Mar 18 10:37:35.147382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.171644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:35.180981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48b097-6dff-44d3-924f-5623bc41b701 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:35.181466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3b48b097-6dff-44d3-924f-5623bc41b701 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:35.189563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:35.194983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:35.294102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Deleting port 736271f5-0400-4af7-9956-2fc1a7910e0f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:35.294102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.316278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-4db1b565-0ed8-4582-b8f6-dc901edfc381 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432293 Mar 18 10:37:35.393762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] For port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,segment=NetworkSegment(b4bcf9ad-a52f-448d-8dca-c85c2ff2a903),segment_id=b4bcf9ad-a52f-448d-8dca-c85c2ff2a903)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:35.394507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.457293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Router 72184645-c3bb-4779-b98a-3952659acd4e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:35.476771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.495889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3b48b097-6dff-44d3-924f-5623bc41b701 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:35.496935 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3b48b097-6dff-44d3-924f-5623bc41b701 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports/c22ae8a7-9b30-4915-9ee6-29e2db6117ca HTTP/1.1" status: 200 len: 911 time: 0.4759865 Mar 18 10:37:35.517139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42798) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:35.546428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Calling delete_port for cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:35.574280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] Routers {'c4e33e80-2083-4250-81b6-b9df1e137606'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:35.575302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c4e33e80-2083-4250-81b6-b9df1e137606'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:35.682566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.683652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:35.684234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625ab50-2ca3-40d7-98ae-62622872d5eb None None] The sync data for ids ['c4e33e80-2083-4250-81b6-b9df1e137606'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:35.719512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.738072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Provisioning complete for port c22ae8a7-9b30-4915-9ee6-29e2db6117ca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:35.741775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:35.787735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:37:35.788073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:37:35.800830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-286aca8f-c05f-438d-96a5-14c7fa8c2ca6 req-b0cf8dad-1465-44ae-a7c7-1620ddd0e896 service neutron] 10.222.0.24 "GET /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419895 Mar 18 10:37:35.803134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Port c22ae8a7-9b30-4915-9ee6-29e2db6117ca cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:35.810603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:35.816803 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55a3206b-60da-4ace-b115-5f7dcae31ba9 admin admin] 10.222.0.18 "PUT /v2.0/routers/72184645-c3bb-4779-b98a-3952659acd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5702069 Mar 18 10:37:35.832816 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Sync routers for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:35.845343 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:35.853045 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:35.897207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Provisioning for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:35.902690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Provisioning complete for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:35.904780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.009374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No DVR routers for this DVR port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:36.044984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f74d943e-379c-4f61-8e54-760faa7e74bc None None] Port 417aa249-0c2c-4360-a6e7-b9ac057ae25a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:36.051924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:36.060489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:36.095863 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:36.132801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:36.172679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Provisioning complete for port c22ae8a7-9b30-4915-9ee6-29e2db6117ca triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:36.173099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.202386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=dae2cd21-59af-4a43-a121-f657fac1154c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:36.261191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Port c22ae8a7-9b30-4915-9ee6-29e2db6117ca cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:36.264902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Could not find standard attr ID for object 7b404379-3e2f-4de3-9152-a9c1b03d4721. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:37:36.267754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Could not find standard attr ID for object cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:37:36.271534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Could not find standard attr ID for object 25051710-1d62-4ee1-9d64-155d3d8a45d4. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:37:36.283710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Provisioning complete for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:36.284091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.316177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Deleting port cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:36.316486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.413044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:36.455137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-642ace03-3584-4b04-afb2-849a9e6ab0c0 None None] The port 'cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:37:36.481046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5b5085a2-0078-4ad3-94b7-3002def8c223 None None] Port 417aa249-0c2c-4360-a6e7-b9ac057ae25a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:36.485635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cede20fb-20a7-40dc-a888-ab6c123be2db up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:36.501214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.524717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42808) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:36.530461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915885645', 'description': 'tempest-secgroup-smoke-1915885645 description', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:36.537966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:36.541936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:32Z', 'revision_number': 4, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '417aa249-0c2c-4360-a6e7-b9ac057ae25a', 'name': '', 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'mac_address': 'fa:16:3e:b4:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:30Z', 'updated_at': '2022-03-18T10:37:33Z', 'revision_number': 2, 'project_id': '7499ad7101f24559813dc04c65c65224', 'subnets': [{'id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:36.542170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:36.545153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:36.545955 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Checking router: 72184645-c3bb-4779-b98a-3952659acd4e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:36.546312 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Updating router 72184645-c3bb-4779-b98a-3952659acd4e port 417aa249-0c2c-4360-a6e7-b9ac057ae25a binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:37:36.551166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:36.555741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c47f09-f74e-4e23-8faa-ef79e7138306 req-f9c7c0b7-abce-485f-ab04-c1d9cca1d677 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:36.562613 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c7c47f09-f74e-4e23-8faa-ef79e7138306 req-f9c7c0b7-abce-485f-ab04-c1d9cca1d677 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 945 time: 1.0317488 Mar 18 10:37:36.575128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port cede20fb-20a7-40dc-a888-ab6c123be2db triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:36.575413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.602870 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.622920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9651b2d7-e32f-4a3b-b94e-034565eb17ab']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:36.634707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.663524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] For port 736271f5-0400-4af7-9956-2fc1a7910e0f, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=736271f5-0400-4af7-9956-2fc1a7910e0f,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:36.663911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.666373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:36.671899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:36.675974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:36.684714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:36.685575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:36.685895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bcf9ad-a52f-448d-8dca-c85c2ff2a903') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:36.769180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:36.799016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.808473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:36.808850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cdf66eb8-63c2-4aa6-a24d-74527f0fb9e8 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:36.870759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.890475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Calling delete_port for 736271f5-0400-4af7-9956-2fc1a7910e0f owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:36.897728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:36.954671 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c7c47f09-f74e-4e23-8faa-ef79e7138306 req-0d526c87-ed75-4c39-b93b-707161204d74 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912094 Mar 18 10:37:36.959728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ce3e0-c491-4408-82fd-2546d3193d04,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:36.966304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.966697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.966994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.967337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.967723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.968106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.968496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.968707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.969225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.969557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.969906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:36.970233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:37.003580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.004687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.007322 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a4209818-918f-47c0-b186-a0b8a5bcd97e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4809163 Mar 18 10:37:37.009474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42812) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:37.015172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:37.017162 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.023396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:37.027413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:37.030674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:37.031380 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Transition to ACTIVE for port object 417aa249-0c2c-4360-a6e7-b9ac057ae25a will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:37.037574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:37.044617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:37.045018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:37.064539 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:37.091796 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.116512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.181121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.221090 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d6ce5-ae4f-4608-96ea-2125a72b156d None None] Pushing event updated for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.247337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.290550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c8bfa3-bd26-4caa-87d7-fdac8ce15d9f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.318331 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Attempting to bind port 417aa249-0c2c-4360-a6e7-b9ac057ae25a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:37.318331 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Attempting to bind port 417aa249-0c2c-4360-a6e7-b9ac057ae25a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:37.321270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Attempting to bind port 417aa249-0c2c-4360-a6e7-b9ac057ae25a on network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:37.324974 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:37.325483 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Checking segment: {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:37.326008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.326484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Bound using segment: {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:37.327525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Bound port: 417aa249-0c2c-4360-a6e7-b9ac057ae25a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16a4620-4b9e-4f5f-a046-497e82b515d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:37.327525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.327774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.337589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.339984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e5af6fc2-ba7f-47f5-a42c-6d25710c3540 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290608 Mar 18 10:37:37.361782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.361953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42816) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:37.368523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:37.374458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:37.379793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:37.383030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=9651b2d7-e32f-4a3b-b94e-034565eb17ab,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.387626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:37.390265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:37.434048 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] For port 417aa249-0c2c-4360-a6e7-b9ac057ae25a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:37.437798 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] For port 417aa249-0c2c-4360-a6e7-b9ac057ae25a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=417aa249-0c2c-4360-a6e7-b9ac057ae25a,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:37.509689 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.538497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 736271f5-0400-4af7-9956-2fc1a7910e0f no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:37.589908 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:37.590850 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:37.601881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.701124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.703132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.717704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-57172435-adac-4aa6-9b8f-2e75abe5faa5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/9651b2d7-e32f-4a3b-b94e-034565eb17ab HTTP/1.1" status: 204 len: 168 time: 3.3747134 Mar 18 10:37:37.721421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42820) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:37.730957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-877695614'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:37.737765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:37.740371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.744843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:37.748818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:37.756242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:37.777124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.795181 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:37.812780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788f8d66-e284-4706-bb77-4302907b21e2,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.836011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:37.841138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.874707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:37.886067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.886440 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment 169fde5d-7cf1-4a4d-813e-271ca68c034c of type vlan for network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 Mar 18 10:37:37.886669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Port': ['ID=736271f5-0400-4af7-9956-2fc1a7910e0f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.909555 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d6ce5-ae4f-4608-96ea-2125a72b156d None None] Pushing event updated for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:37.914906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.946325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] No DVR routers for this DVR port 736271f5-0400-4af7-9956-2fc1a7910e0f on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:37.948262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.950199 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-591c8f8e-5f2a-47f5-ac63-3f11cafc1dee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5874054 Mar 18 10:37:37.952876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42824) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:37.956893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:37.958392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:37.960208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-deleted', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:37.964772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:37.969228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:37.972595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:37.974358 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb8e7890-8115-4ea4-9dc0-db30ba16a6a9 req-4d7dfcd6-7a7a-4cd4-8ec9-b33c3bd04fcc tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.24 "DELETE /v2.0/ports/736271f5-0400-4af7-9956-2fc1a7910e0f HTTP/1.1" status: 204 len: 173 time: 2.8094416 Mar 18 10:37:37.980850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:37.983092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.017300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.024744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:38.026324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.082994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.088344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75baff56-3e77-4824-8542-05c81e19283b', 'name': 'network-vif-deleted', 'tag': '736271f5-0400-4af7-9956-2fc1a7910e0f', 'status': 'completed', 'code': 200} Mar 18 10:37:38.099833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.203518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4743991 Mar 18 10:37:38.217531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42832) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:38.228155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:38.235957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.247032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b14f3-683c-4cf2-ab25-3c43b654e7bc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=0bbebfb7-e82b-42a6-a80a-9fc6e531ce48,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:38.264044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:38.314727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.337716 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:32Z', 'revision_number': 4, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '417aa249-0c2c-4360-a6e7-b9ac057ae25a', 'name': '', 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'mac_address': 'fa:16:3e:b4:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:30Z', 'updated_at': '2022-03-18T10:37:37Z', 'revision_number': 4, 'project_id': '7499ad7101f24559813dc04c65c65224', 'subnets': [{'id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:38.342975 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a9c5a-514f-4948-b247-0969488d54d7 None None] The sync data for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv is: [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:37:32Z', 'revision_number': 4, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '417aa249-0c2c-4360-a6e7-b9ac057ae25a', 'name': '', 'network_id': '8157027e-bc9e-46db-aa7e-0dcc430fbdc0', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'mac_address': 'fa:16:3e:b4:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:30Z', 'updated_at': '2022-03-18T10:37:37Z', 'revision_number': 4, 'project_id': '7499ad7101f24559813dc04c65c65224', 'subnets': [{'id': 'f446e993-ced0-48d0-bf45-bdbad5ead4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:38.363446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5def6d-5a27-4337-bf58-0c484f06cda9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:38.367467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a24d3bb0-5977-423f-b319-f3ac7812fca1 req-5391b074-c1e3-4787-883e-c8189580bd51 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Synchronizing usage tracker for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:38.403401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:38.493763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:38.497756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:38.503234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.504449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ae62fbeb-4a46-466c-bd0a-b0a348090e95 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506530 Mar 18 10:37:38.507157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42836) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:38.515079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:38.522208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:38.526466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:38.530275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:38.537732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:38.546529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:38.587142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a24d3bb0-5977-423f-b319-f3ac7812fca1 req-5391b074-c1e3-4787-883e-c8189580bd51 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Unset dirty status for tenant:2c46f952aba9404085eba2ba89401eb1 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:38.588328 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a24d3bb0-5977-423f-b319-f3ac7812fca1 req-5391b074-c1e3-4787-883e-c8189580bd51 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "GET /v2.0/ports?device_id=75baff56-3e77-4824-8542-05c81e19283b HTTP/1.1" status: 200 len: 210 time: 0.4280756 Mar 18 10:37:38.611591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.616974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.675028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:38.678458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.682336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.752866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.774148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abed8840-9da4-47b7-8ca6-18a07cf75483,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:38.846894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:38.850022 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-be106846-63dc-4434-800e-14be20890394 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389604 Mar 18 10:37:38.852162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42840) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:38.858515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:38.866062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:38.870360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:38.873699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:38.882945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:38.941783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Project 8749e26c1ce64bdb93dfa4b18fadc19a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:37:38.959367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.008241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port c22ae8a7-9b30-4915-9ee6-29e2db6117ca {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:39.008868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.042141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.130644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.151381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.164346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92a53c2-3958-4e0c-bf98-5c19cfa6d48a,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:39.251785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.256359 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc89eaab-0c06-4133-9780-0226bdbb3c1f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3995461 Mar 18 10:37:39.256581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42844) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:39.261893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'security_group_rule': {'security_group_id': 'c10ce3e0-c491-4408-82fd-2546d3193d04', 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:39.268368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:39.273474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:security_group_rule and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:39.276920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:39.284678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:39.360545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Project 8749e26c1ce64bdb93dfa4b18fadc19a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:37:39.368575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.370405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.439834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.544793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=dae2cd21-59af-4a43-a121-f657fac1154c,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:39.558013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.558280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.564579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.579133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c87525e-4c7c-477e-9c01-8a7b49d476f2,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:39.668479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.669675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:39.674420 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f4ba2142-348a-4678-a3b0-440fd7b73fac tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136863 Mar 18 10:37:39.690836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:39.771825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for c22ae8a7-9b30-4915-9ee6-29e2db6117ca owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:39.947814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=cb313240-580f-4e5c-bd28-ba7b22464bf6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:39.992346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': '169fde5d-7cf1-4a4d-813e-271ca68c034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:39.992704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:40.024114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP aaf40583-4a6f-4c76-b2cf-1b6705a94637 associated. External IP: 172.26.2.220, port: 314fa671-1dc9-4949-9015-4b2f74f0b8ff. Mar 18 10:37:40.190825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:40.331978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:40.339979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d03c60-ea35-4ae5-ab77-2b788729d2f6 None None] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:40.344136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:40.345266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:40.376935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:40.417461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:40.480813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=c22ae8a7-9b30-4915-9ee6-29e2db6117ca,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:40.540446 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-77edefb1-49cd-4f60-ad34-76235ae42450 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3174734 Mar 18 10:37:40.579318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 417aa249-0c2c-4360-a6e7-b9ac057ae25a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:40.599860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42896) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:40.612925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48', 'name': 'tempest-PortsIpV6TestJSON-923518248', 'fixed_ips': [{'subnet_id': 'cb313240-580f-4e5c-bd28-ba7b22464bf6', 'ip_address': '2001:db8::10'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:40.751931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-0bbebfb7-e82b-42a6-a80a-9fc6e531ce48', 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': 'cb313240-580f-4e5c-bd28-ba7b22464bf6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:40.753281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:40.814705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:40.818652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:40.824713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:40.825363 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:40.837064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:40.844024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:40.868069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ced6a91a-5386-45f7-b121-24df24899cf2 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:40.868965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.078408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.105067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Allocated IP 2001:db8::2 (0bbebfb7-e82b-42a6-a80a-9fc6e531ce48/cb313240-580f-4e5c-bd28-ba7b22464bf6/31a7aedd-8281-48a9-a9c4-b6d78d24b309) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:41.121009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:41.133005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 417aa249-0c2c-4360-a6e7-b9ac057ae25a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=417aa249-0c2c-4360-a6e7-b9ac057ae25a,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:41.235728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.282750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Deleting port d36b05a9-10e7-4229-ad9f-6a2a958adc61 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:41.283127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.340477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:41.357939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router c4e33e80-2083-4250-81b6-b9df1e137606 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:41.370358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:41.376923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:41.384567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Sync routers for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:41.405248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:41.406323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:41.459456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.513370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.524581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.535980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Transition to ACTIVE for port object 31a7aedd-8281-48a9-a9c4-b6d78d24b309 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:41.537758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:41.557281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Transition to ACTIVE for port object 31a7aedd-8281-48a9-a9c4-b6d78d24b309 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:41.561386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:41.566910 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d521960c-8609-4fb4-9233-9a1aa888db04 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/c4e33e80-2083-4250-81b6-b9df1e137606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0478423 Mar 18 10:37:41.569671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42908) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:41.573556 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] Sync routers for ids ['c4e33e80-2083-4250-81b6-b9df1e137606'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:41.589236 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] Routers {'c4e33e80-2083-4250-81b6-b9df1e137606'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:41.593108 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c4e33e80-2083-4250-81b6-b9df1e137606'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:41.620927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cde1acbd-7678-4600-b3c1-21c02fbc0107 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:41.636196 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aa9d1d7d-52f1-4b8a-8969-6c2706679817 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9690127 Mar 18 10:37:41.638962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42912) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:41.639406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:41.679578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:41.739992 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'status': 'completed', 'code': 200} Mar 18 10:37:41.748139 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:41.776424 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] Routers {'c4e33e80-2083-4250-81b6-b9df1e137606'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:41.777115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c4e33e80-2083-4250-81b6-b9df1e137606'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:41.811673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::10 (0bbebfb7-e82b-42a6-a80a-9fc6e531ce48/cb313240-580f-4e5c-bd28-ba7b22464bf6/3dfaec86-362e-4a9d-af6e-3cb5445e3ef1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:41.815456 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-014948c8-6991-4fcb-8ccd-0feb03dd786d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 200 len: 991 time: 0.1703448 Mar 18 10:37:41.822035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cde1acbd-7678-4600-b3c1-21c02fbc0107 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:41.823182 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cde1acbd-7678-4600-b3c1-21c02fbc0107 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e33e80-2083-4250-81b6-b9df1e137606 HTTP/1.1" status: 200 len: 205 time: 0.2525184 Mar 18 10:37:41.825779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42920) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:41.890418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:41.936954 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:41.959482 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d296d08-f7a2-4b9d-9bc4-55af784053c5 None None] The sync data for ids ['c4e33e80-2083-4250-81b6-b9df1e137606'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:41.973202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.097178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:42.108974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:42.118407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:42.122374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Pushing event updated for resources: {'Port': ['ID=31a7aedd-8281-48a9-a9c4-b6d78d24b309,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:42.141696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.175825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:42.210891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] For port d36b05a9-10e7-4229-ad9f-6a2a958adc61, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d36b05a9-10e7-4229-ad9f-6a2a958adc61,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:42.211706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.288152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Attempting to bind port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:42.288484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Attempting to bind port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '169fde5d-7cf1-4a4d-813e-271ca68c034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:42.288836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Attempting to bind port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 on network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:42.301282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:42.301649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Checking segment: {'id': '169fde5d-7cf1-4a4d-813e-271ca68c034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:42.302633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.303030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Bound using segment: {'id': '169fde5d-7cf1-4a4d-813e-271ca68c034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:42.303505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Bound port: 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169fde5d-7cf1-4a4d-813e-271ca68c034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:42.303881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.383482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Calling delete_port for d36b05a9-10e7-4229-ad9f-6a2a958adc61 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:42.423530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'aaf40583-4a6f-4c76-b2cf-1b6705a94637', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.220', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'port_id': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'mac_address': 'fa:16:3e:25:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:37Z', 'updated_at': '2022-03-18T10:37:37Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:42.435791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Checking router: ced6a91a-5386-45f7-b121-24df24899cf2 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:42.444642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] For port 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:42.453580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] For port 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31a7aedd-8281-48a9-a9c4-b6d78d24b309,segment=NetworkSegment(169fde5d-7cf1-4a4d-813e-271ca68c034c),segment_id=169fde5d-7cf1-4a4d-813e-271ca68c034c)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:42.454947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:42.455812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:42.490750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358948-22f4-43e1-91f5-383686e54d38 req-bdcebbf4-4cec-4ef4-875c-9560ca13bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:42.493150 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-bdcebbf4-4cec-4ef4-875c-9560ca13bb33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1098 time: 0.7268844 Mar 18 10:37:42.538406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 417aa249-0c2c-4360-a6e7-b9ac057ae25a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:42.580366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.582489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.593925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.599596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.704335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:42.710700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:42.715616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358948-22f4-43e1-91f5-383686e54d38 req-1d9fa6f4-794d-4ef9-89fe-b48bde54e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:42.718784 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-1d9fa6f4-794d-4ef9-89fe-b48bde54e056 service neutron] 10.222.0.24 "GET /v2.0/networks?id=54a68276-15ff-45f8-adc6-2edaf1d2876e HTTP/1.1" status: 200 len: 898 time: 0.1680031 Mar 18 10:37:42.726166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:42.732548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:42.733161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.756497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=3dfaec86-362e-4a9d-af6e-3cb5445e3ef1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:42.782782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.783392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router c4e33e80-2083-4250-81b6-b9df1e137606 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:37:42.819353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b08a01-8f31-43aa-8cdb-a6aae89aff73 None None] Pushing event updated for resources: {'Port': ['ID=31a7aedd-8281-48a9-a9c4-b6d78d24b309,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:42.825901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.826400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42956) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:42.839396 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d8f4245-55b3-409b-82a2-cc7a89dc9663 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/c4e33e80-2083-4250-81b6-b9df1e137606 HTTP/1.1" status: 204 len: 168 time: 1.0125892 Mar 18 10:37:42.840235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42960) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:42.867386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:42.913855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 417aa249-0c2c-4360-a6e7-b9ac057ae25a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:42.914206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:42.959691 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d605d725-4ac2-49a4-8182-a2f905a1959a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3557708 Mar 18 10:37:42.959932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42964) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:42.971121 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-85610d0d-d6d2-488b-8639-7fb851b4c310 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff HTTP/1.1" status: 200 len: 999 time: 0.2451990 Mar 18 10:37:43.016406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '0bbebfb7-e82b-42a6-a80a-9fc6e531ce48', 'name': 'tempest-PortsIpV6TestJSON-1824516630', 'fixed_ips': [{'subnet_id': 'cb313240-580f-4e5c-bd28-ba7b22464bf6', 'ip_address': '2001:db8::f'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:43.075139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358948-22f4-43e1-91f5-383686e54d38 req-87ee9e7f-a7b7-4d09-994a-72663398c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:43.076596 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-87ee9e7f-a7b7-4d09-994a-72663398c4a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc11e477-8c41-4b53-b9f3-9b8efe18405a HTTP/1.1" status: 200 len: 835 time: 0.0944784 Mar 18 10:37:43.149866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 27574042-c3c4-4c9d-b908-910bf7fa0abc {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:43.159042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.264824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.430853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.443488 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f27de9e-d257-47e6-82fc-297368c05de8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 200 len: 991 time: 0.6119952 Mar 18 10:37:43.497111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358948-22f4-43e1-91f5-383686e54d38 req-114fce0b-02b6-4d79-b459-82165de6d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:43.498561 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-114fce0b-02b6-4d79-b459-82165de6d4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54a68276-15ff-45f8-adc6-2edaf1d2876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4135721 Mar 18 10:37:43.509811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:43.514762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:43.518604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:43.529730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:43.540849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.587015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'aaf40583-4a6f-4c76-b2cf-1b6705a94637', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.220', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'port_id': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'mac_address': 'fa:16:3e:25:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:37Z', 'updated_at': '2022-03-18T10:37:37Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:43.591651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f9619-d88c-405e-b85c-0bbe1d3462f2 None None] The sync data for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv is: [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'aaf40583-4a6f-4c76-b2cf-1b6705a94637', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.220', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'port_id': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'mac_address': 'fa:16:3e:25:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:37Z', 'updated_at': '2022-03-18T10:37:37Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:43.623305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Port': ['ID=d36b05a9-10e7-4229-ad9f-6a2a958adc61,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:43.677527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:43.682439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.698275 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-8c52949b-ed6f-4056-82c8-72b64430bd60 service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897569 Mar 18 10:37:43.736150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.755753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 5d583b6b-b739-4f34-ac32-2e8ff9073342 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:43.847911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce834de0-e8bd-48be-b735-05bbf4467ea6 None None] Network 5442341d-47b9-493e-a533-6447fd8c7d1d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:43.925770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dde3c2-b49d-42ae-b4c5-6eb20d87fe26 None None] New status for floating IP aaf40583-4a6f-4c76-b2cf-1b6705a94637: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:37:43.930652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=27574042-c3c4-4c9d-b908-910bf7fa0abc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:43.933663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:43.958491 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2223425f-16e8-4828-afe9-5b86a592fec1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/27574042-c3c4-4c9d-b908-910bf7fa0abc HTTP/1.1" status: 204 len: 168 time: 1.1146216 Mar 18 10:37:43.962537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42970) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:44.082347 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78358948-22f4-43e1-91f5-383686e54d38 req-852d10cd-1b05-43b2-9052-db517f9dfd2b service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764081 Mar 18 10:37:44.222253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:44.312272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:44.325208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port cede20fb-20a7-40dc-a888-ab6c123be2db {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:44.382037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:44.431139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94848525-99c7-40e9-8cd0-2485a30c73aa None None] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:44.450237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:44.586416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::f (0bbebfb7-e82b-42a6-a80a-9fc6e531ce48/cb313240-580f-4e5c-bd28-ba7b22464bf6/5d583b6b-b739-4f34-ac32-2e8ff9073342) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:44.740891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f853379c-66eb-4dce-be18-648b1ab5d291 None None] Provisioning for port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:44.744436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31a7aedd-8281-48a9-a9c4-b6d78d24b309 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:44.861877 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b189f3e2-808c-4176-8d0f-be230637545c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 200 len: 991 time: 0.4104710 Mar 18 10:37:45.040881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Router eac7c6ec-6c75-4b73-99f3-1b83f720d821 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:45.055707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port cede20fb-20a7-40dc-a888-ab6c123be2db, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cede20fb-20a7-40dc-a888-ab6c123be2db,segment=NetworkSegment(9d7b375a-162f-4099-80e0-a469bc81c7cb),segment_id=9d7b375a-162f-4099-80e0-a469bc81c7cb)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:45.056650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.059222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] DHCP port deletion for 5442341d-47b9-493e-a533-6447fd8c7d1d request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:45.065041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Deleting port cede20fb-20a7-40dc-a888-ab6c123be2db {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:45.065658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.107009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:45.117727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:45.118484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.200624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.285153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for cede20fb-20a7-40dc-a888-ab6c123be2db owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:45.293371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 5d583b6b-b739-4f34-ac32-2e8ff9073342 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:45.328898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:45.343084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Sync routers for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:45.356675 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:45.357453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:45.449219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] For port cede20fb-20a7-40dc-a888-ab6c123be2db, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=cede20fb-20a7-40dc-a888-ab6c123be2db,segment=NetworkSegment(9d7b375a-162f-4099-80e0-a469bc81c7cb),segment_id=9d7b375a-162f-4099-80e0-a469bc81c7cb)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:45.449865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.460692 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f1e93afa-8b14-4042-992d-e5654d7fb80e tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "PUT /v2.0/routers/eac7c6ec-6c75-4b73-99f3-1b83f720d821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7683461 Mar 18 10:37:45.471060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:45.491533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.599591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=cede20fb-20a7-40dc-a888-ab6c123be2db,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:45.603211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port cede20fb-20a7-40dc-a888-ab6c123be2db on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:45.711448 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:45.730483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Provisioning for port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:45.745265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Calling delete_port for cede20fb-20a7-40dc-a888-ab6c123be2db owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:45.773463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Provisioning complete for port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:45.773854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.829799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.837094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.867728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42986) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:45.934615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:45.954038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5442341d-47b9-493e-a533-6447fd8c7d1d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:46.011615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7b375a-162f-4099-80e0-a469bc81c7cb') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:46.011913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7b375a-162f-4099-80e0-a469bc81c7cb') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:46.019022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:46.031712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:46.051158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.061102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:46.068339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:37:46.068587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:46.069269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:37:46.074429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31a7aedd-8281-48a9-a9c4-b6d78d24b309,segment=NetworkSegment(169fde5d-7cf1-4a4d-813e-271ca68c034c),segment_id=169fde5d-7cf1-4a4d-813e-271ca68c034c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:46.078069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.078696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.087026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.087264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Provisioning complete for port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:46.087623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-49283e11-2919-4b17-b7a6-3fbe1478cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.104328 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c4754dbc-dc5a-491f-a375-7298744e82cc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 200 len: 993 time: 0.2335198 Mar 18 10:37:46.106740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:46.107538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.116280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=5d583b6b-b739-4f34-ac32-2e8ff9073342,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:46.129894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Deleting subnet abcebd5f-0f9b-462c-b22f-a868f5178499 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:46.136736 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:46.139508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.158360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.208878 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3351bfd1-1bfd-425f-b743-3ec4962c05d7 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2200618 Mar 18 10:37:46.221412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 42990) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:46.304847 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:37:42Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:46.310397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Checking router: eac7c6ec-6c75-4b73-99f3-1b83f720d821 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:46.326976 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Routers {'eac7c6ec-6c75-4b73-99f3-1b83f720d821'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:46.328187 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:46.336465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.360929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.372295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.410718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=5442341d-47b9-493e-a533-6447fd8c7d1d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:46.416192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=31a7aedd-8281-48a9-a9c4-b6d78d24b309,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:46.489181 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2785d6a7-8b11-44a7-9aed-d69ebeae86a3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/5442341d-47b9-493e-a533-6447fd8c7d1d HTTP/1.1" status: 204 len: 168 time: 2.5227580 Mar 18 10:37:46.490454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42994) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:46.497044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa754d-177c-4d3d-9605-04c6f16b77b9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.497044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3fa754d-177c-4d3d-9605-04c6f16b77b9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:46.497559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-655160963', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:46.504698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cede20fb-20a7-40dc-a888-ab6c123be2db no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:46.507023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:46.511768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:46.515131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:46.526895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:46.545354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: cede20fb-20a7-40dc-a888-ab6c123be2db {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:46.545702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device cede20fb-20a7-40dc-a888-ab6c123be2db not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:46.559702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Provisioning complete for port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:46.560079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.579365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.587991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Deleting port cede20fb-20a7-40dc-a888-ab6c123be2db {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:46.588378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.612278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.613357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.630480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a3fa754d-177c-4d3d-9605-04c6f16b77b9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:46.631047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a3fa754d-177c-4d3d-9605-04c6f16b77b9 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4151709 Mar 18 10:37:46.634550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:46.636172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 42998) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:46.661479 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] Set router eac7c6ec-6c75-4b73-99f3-1b83f720d821 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:37:46.666861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3cbad7a2-efcc-461d-b51c-480e560f8434 None None] The port 'cede20fb-20a7-40dc-a888-ab6c123be2db' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:37:46.690388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:46.768192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.773284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.779495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.780524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:46.809167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:46.809167 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f143ea37-2675-4536-881a-215e8e8af20b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1662810 Mar 18 10:37:46.809167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43004) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:46.881886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 5d583b6b-b739-4f34-ac32-2e8ff9073342 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:46.882593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.076997 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:37:42Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:47.083520 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4c840-6806-4444-b6c9-5072c8f404e5 None None] The sync data for ids ['eac7c6ec-6c75-4b73-99f3-1b83f720d821'] in dv-neutron-834265-1-hyperv is: [{'id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493373298', 'tenant_id': '2c46f952aba9404085eba2ba89401eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:35:08Z', 'updated_at': '2022-03-18T10:37:42Z', 'revision_number': 5, 'project_id': '2c46f952aba9404085eba2ba89401eb1', 'gw_port': {'id': '485656ae-6e6c-4936-90a3-751cc2f68e16', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac7c6ec-6c75-4b73-99f3-1b83f720d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:35:11Z', 'updated_at': '2022-03-18T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:47.164322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.175758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Provisioning for port 5d583b6b-b739-4f34-ac32-2e8ff9073342 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:47.180939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Provisioning complete for port 5d583b6b-b739-4f34-ac32-2e8ff9073342 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:47.181418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.242236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-187fb688-e7a1-4058-b63f-692408aeff46 None None] Port 5d583b6b-b739-4f34-ac32-2e8ff9073342 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:47.293832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 5d583b6b-b739-4f34-ac32-2e8ff9073342 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:47.332036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.376848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Subnet': ['ID=abcebd5f-0f9b-462c-b22f-a868f5178499,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:47.381074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.388505 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c1dddff-bd3d-4a9d-b725-344dfb8580ee tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "DELETE /v2.0/subnets/abcebd5f-0f9b-462c-b22f-a868f5178499 HTTP/1.1" status: 204 len: 168 time: 1.9159095 Mar 18 10:37:47.396172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6cd12-fe71-4a60-8bdc-d09fba391cd7 None None] Network a5e28268-e5e6-40de-819b-82aa819219c8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:47.396364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43008) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:47.669350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.804555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.828191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] DHCP port deletion for a5e28268-e5e6-40de-819b-82aa819219c8 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:47.832639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Deleting port 053d9f49-4c45-42df-878d-936b64d4c218 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:47.833043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.914514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:47.955225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.004095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Deleting port 485656ae-6e6c-4936-90a3-751cc2f68e16 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:48.004477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.011415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=5d583b6b-b739-4f34-ac32-2e8ff9073342,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:48.101403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] For port 053d9f49-4c45-42df-878d-936b64d4c218, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=053d9f49-4c45-42df-878d-936b64d4c218,segment=NetworkSegment(8082b2f2-1d79-4c27-9653-8a116a3596d8),segment_id=8082b2f2-1d79-4c27-9653-8a116a3596d8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:48.109067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.127191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.251276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] For port 485656ae-6e6c-4936-90a3-751cc2f68e16, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=485656ae-6e6c-4936-90a3-751cc2f68e16,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:48.251679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.271264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Calling delete_port for 053d9f49-4c45-42df-878d-936b64d4c218 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:48.301652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c75cc757-9d5d-493f-babe-77c0a4f1ec1f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/5d583b6b-b739-4f34-ac32-2e8ff9073342 HTTP/1.1" status: 204 len: 168 time: 1.4846513 Mar 18 10:37:48.301652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43014) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:48.412508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfedd3f-0d3b-485e-b1de-60df2c78fd72 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:48.416354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5cfedd3f-0d3b-485e-b1de-60df2c78fd72 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:48.428882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Calling delete_port for 485656ae-6e6c-4936-90a3-751cc2f68e16 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:48.469012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.493271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31a7aedd-8281-48a9-a9c4-b6d78d24b309 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:48.502717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.524521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.584332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] Pushing event deleted for resources: {'Port': ['ID=053d9f49-4c45-42df-878d-936b64d4c218,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:48.592757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5cfedd3f-0d3b-485e-b1de-60df2c78fd72 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:48.596392 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5cfedd3f-0d3b-485e-b1de-60df2c78fd72 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/5d583b6b-b739-4f34-ac32-2e8ff9073342 HTTP/1.1" status: 404 len: 333 time: 0.2933841 Mar 18 10:37:48.600948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43018) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:48.601103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea438e94-8211-46e1-920b-c351ecdb6a7b None None] No DVR routers for this DVR port 053d9f49-4c45-42df-878d-936b64d4c218 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:48.626326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:48.626800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.726234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.757800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:48.758267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:48.774132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Port': ['ID=485656ae-6e6c-4936-90a3-751cc2f68e16,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:48.809851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 172.26.2.179 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/9d284204-2da9-499a-9738-1890661f649f) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:48.833262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d36b05a9-10e7-4229-ad9f-6a2a958adc61 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:48.936938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d36b05a9-10e7-4229-ad9f-6a2a958adc61 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:48.942812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d36b05a9-10e7-4229-ad9f-6a2a958adc61 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:48.942812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 053d9f49-4c45-42df-878d-936b64d4c218 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:48.980121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 053d9f49-4c45-42df-878d-936b64d4c218 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:48.980612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 053d9f49-4c45-42df-878d-936b64d4c218 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:49.039657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.225602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.228284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.347046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.347648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Fanout notify agent at l3_agent the message router_deleted on router eac7c6ec-6c75-4b73-99f3-1b83f720d821 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:37:49.351514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.358079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.366501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.370492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6391ab73-b37f-4922-9226-8088a9ffbb08 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "DELETE /v2.0/routers/eac7c6ec-6c75-4b73-99f3-1b83f720d821 HTTP/1.1" status: 204 len: 168 time: 1.9783428 Mar 18 10:37:49.371424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43024) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:49.489268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:49.508566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.634103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.646894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.675682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e28268-e5e6-40de-819b-82aa819219c8']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:49.691165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8082b2f2-1d79-4c27-9653-8a116a3596d8') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:49.691446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8082b2f2-1d79-4c27-9653-8a116a3596d8') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:49.704079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.721589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:49.722687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.725366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:49.727169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=9d284204-2da9-499a-9738-1890661f649f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:49.729322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:49.729461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:49.729808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:49.745242 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:49.839826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:49.992583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=3dfaec86-362e-4a9d-af6e-3cb5445e3ef1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.054103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.246176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.267259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.273952 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6744b5af-c6a4-49a6-b77d-fb6eaf7511de tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 HTTP/1.1" status: 204 len: 168 time: 1.6750634 Mar 18 10:37:50.278933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43030) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:50.283135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'Network': ['ID=a5e28268-e5e6-40de-819b-82aa819219c8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.316623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6a90bce7-85ea-421b-8c74-0a5a1a5b0b11 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "DELETE /v2.0/networks/a5e28268-e5e6-40de-819b-82aa819219c8 HTTP/1.1" status: 204 len: 168 time: 0.9416678 Mar 18 10:37:50.320347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43034) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:50.341584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1514f92f-0fde-43ce-8148-0110b74b8483 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:37:50.342903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1514f92f-0fde-43ce-8148-0110b74b8483 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/3dfaec86-362e-4a9d-af6e-3cb5445e3ef1 HTTP/1.1" status: 404 len: 333 time: 0.0621259 Mar 18 10:37:50.348440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43038) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:50.405409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.417385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:37:50.439568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.491699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 485656ae-6e6c-4936-90a3-751cc2f68e16 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:50.500025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet cb313240-580f-4e5c-bd28-ba7b22464bf6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:37:50.505388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.537310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 485656ae-6e6c-4936-90a3-751cc2f68e16 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:37:50.537747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 485656ae-6e6c-4936-90a3-751cc2f68e16 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:37:50.564799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.611766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.631035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.638937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.713543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:50.717618 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-43ad075f-0d29-48a0-b691-f48fe9bfcd96 tempest-TestNetworkAdvancedServerOps-1464533352 tempest-TestNetworkAdvancedServerOps-1464533352-project] 10.222.0.18 "DELETE /v2.0/security-groups/6bde6937-d1e3-45a9-9d4f-aec7ecd8dcf3 HTTP/1.1" status: 204 len: 168 time: 0.3936203 Mar 18 10:37:51.015302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.186864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.265829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.311511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=cb313240-580f-4e5c-bd28-ba7b22464bf6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:51.319036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.325188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d064b5-d37a-40c5-a501-d0c4057b3712 None None] Network 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:51.363088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43050) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:51.385659 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-15303b8b-c8c9-4560-9c43-432acd810e26 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/cb313240-580f-4e5c-bd28-ba7b22464bf6 HTTP/1.1" status: 204 len: 168 time: 1.0360658 Mar 18 10:37:51.389408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43056) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:51.524291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 344edc29-6bca-43ec-aa50-05d9011b6275 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:37:51.574395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.600829 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6f430bbb-9c41-498d-baa3-1d4fc9ba9277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c46f952aba9404085eba2ba89401eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341201 Mar 18 10:37:51.600829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43060) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:51.618745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:51.619412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.661209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] DHCP port deletion for 0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:37:51.668226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Deleting port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:51.668606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.757062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:51.772749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.787811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] Sync routers for ids ['344edc29-6bca-43ec-aa50-05d9011b6275'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:51.821655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] Routers {'344edc29-6bca-43ec-aa50-05d9011b6275'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:51.822251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['344edc29-6bca-43ec-aa50-05d9011b6275'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:51.836428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.839006 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-228ea982-c1e8-4dca-94e3-f8ae38b53bf1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3475745 Mar 18 10:37:51.841664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43064) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:51.882265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.894666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:51.921776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31a7aedd-8281-48a9-a9c4-b6d78d24b309,segment=NetworkSegment(169fde5d-7cf1-4a4d-813e-271ca68c034c),segment_id=169fde5d-7cf1-4a4d-813e-271ca68c034c)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:51.922440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:51.969476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] Routers {'344edc29-6bca-43ec-aa50-05d9011b6275'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:51.970213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['344edc29-6bca-43ec-aa50-05d9011b6275'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:52.034154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:52.034817 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6429a-e7e1-4c3b-8c43-0b5db2068757 None None] The sync data for ids ['344edc29-6bca-43ec-aa50-05d9011b6275'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:52.047513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-80436c34-4b75-4e8b-9031-42c4c542fd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:52.055388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] For port 31a7aedd-8281-48a9-a9c4-b6d78d24b309, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31a7aedd-8281-48a9-a9c4-b6d78d24b309,segment=NetworkSegment(169fde5d-7cf1-4a4d-813e-271ca68c034c),segment_id=169fde5d-7cf1-4a4d-813e-271ca68c034c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:52.055777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:52.078889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 31a7aedd-8281-48a9-a9c4-b6d78d24b309 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:52.151868 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-250fbaf0-3c33-44f2-95a7-a6140ddcd226 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers/344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 200 len: 884 time: 0.3058944 Mar 18 10:37:52.151868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43068) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:52.191457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Calling delete_port for 31a7aedd-8281-48a9-a9c4-b6d78d24b309 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:52.438215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-63de2ca7-f158-4f6a-8a64-f4fa686b8997 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:router {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:52.452538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31a7aedd-8281-48a9-a9c4-b6d78d24b309 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:37:52.544358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:37:52.544710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:37:52.545347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:52.571608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-63de2ca7-f158-4f6a-8a64-f4fa686b8997 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:router {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:52.580662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:52.580837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63de2ca7-f158-4f6a-8a64-f4fa686b8997 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4252198 Mar 18 10:37:52.580837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43074) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:52.581972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-655160963'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:52.588799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 update to DOWN by agent not found {{(pid=88543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 18 10:37:52.594835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ec977-0c86-47e5-bb8f-0aed567c4f2b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:52.605875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Pushing event deleted for resources: {'Port': ['ID=31a7aedd-8281-48a9-a9c4-b6d78d24b309,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:52.607291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] No DVR routers for this DVR port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:52.620081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:52.623561 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2deb2738-d1cb-4e25-bd0a-1d0b42ee23df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8ec977-0c86-47e5-bb8f-0aed567c4f2b HTTP/1.1" status: 204 len: 168 time: 1.0210068 Mar 18 10:37:52.627106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.627961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.627961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.628146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.628402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.628724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.629221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.629560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.630165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.630824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.631306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:52.631787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b30c9d-d870-4082-91eb-48659a2f683a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:53.046504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 31a7aedd-8281-48a9-a9c4-b6d78d24b309 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:53.046870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.117340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] The port '31a7aedd-8281-48a9-a9c4-b6d78d24b309' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:37:53.241702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.267797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbebfb7-e82b-42a6-a80a-9fc6e531ce48']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:53.281264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169fde5d-7cf1-4a4d-813e-271ca68c034c') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:53.281872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169fde5d-7cf1-4a4d-813e-271ca68c034c') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:53.286815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.296174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.299142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:53.313141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.319867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:53.325985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.326126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:53.335599 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:53.338952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:53.340831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f1d06c7b4546f684ea4aae91d6e9c4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:53.347885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:53.355090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:53.372949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.524388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.530224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.562790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=0bbebfb7-e82b-42a6-a80a-9fc6e531ce48,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:53.567153 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-faa3c7b5-2216-48ee-93e9-fc6cc63bed97 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/0bbebfb7-e82b-42a6-a80a-9fc6e531ce48 HTTP/1.1" status: 204 len: 168 time: 2.1764324 Mar 18 10:37:53.571235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43088) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:53.577515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-617359986'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:53.583796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:53.588643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:network and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:53.588799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 344edc29-6bca-43ec-aa50-05d9011b6275 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:37:53.590765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:53.599765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:53.684365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:53.689061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.711806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.719764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:53.729432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.729913 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Added segment 1e4bafdc-b3d2-4458-8ded-420cad6178aa of type vlan for network 1bdff716-c34d-4b4e-980c-169ba54d004b Mar 18 10:37:53.756902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.775992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.851330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f8f01-df2a-497a-9761-11c724960aea,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:53.855452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fb1ca8be-636b-433e-acbc-7281a34f5f93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7f1d06c7b4546f684ea4aae91d6e9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551705 Mar 18 10:37:53.857625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.858758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43092) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:53.859740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:37:53.866440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:53.873870 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] Sync routers for ids ['344edc29-6bca-43ec-aa50-05d9011b6275'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:53.875177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.883025 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] Routers {'344edc29-6bca-43ec-aa50-05d9011b6275'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:53.883855 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['344edc29-6bca-43ec-aa50-05d9011b6275'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:53.928528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:53.929676 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-64e13c90-fe42-415f-8b49-e34cbd13cd15 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 200 len: 891 time: 1.3523057 Mar 18 10:37:53.933185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43096) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:53.969274 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:53.993277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Network': ['ID=1bdff716-c34d-4b4e-980c-169ba54d004b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:53.994132 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] Routers {'344edc29-6bca-43ec-aa50-05d9011b6275'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:37:53.995405 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['344edc29-6bca-43ec-aa50-05d9011b6275'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:54.005416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 1bdff716-c34d-4b4e-980c-169ba54d004b details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:54.018577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.077946 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:54.078461 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70921195-fe24-40c9-8307-0352a3b9f36b None None] The sync data for ids ['344edc29-6bca-43ec-aa50-05d9011b6275'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:54.111838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e10e283f-d023-4164-8d59-3bede31e44cd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5368712 Mar 18 10:37:54.112707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43100) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:54.113669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.119290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:54.184114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d04aa0d0-f51e-45d4-800c-81fea3406c1c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers/344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 200 len: 891 time: 0.2498443 Mar 18 10:37:54.188494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43104) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:54.235562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d5f5aee-20ce-41a8-af4c-ef0c4a7b9f8e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:37:54.249258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:54.253377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:54.256407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:54.262276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:54.405942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0d5f5aee-20ce-41a8-af4c-ef0c4a7b9f8e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:37:54.405942 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0d5f5aee-20ce-41a8-af4c-ef0c4a7b9f8e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 200 len: 205 time: 0.1948862 Mar 18 10:37:54.408043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43108) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:54.608236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.706231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:54.706956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.811489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-676bcab6-2206-4a7b-b7bf-5e21aba7096f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.898974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.937548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:54.941214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a46f8f01-df2a-497a-9761-11c724960aea HTTP/1.1" status: 204 len: 168 time: 1.0773873 Mar 18 10:37:54.952971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d527f-1fa2-4fff-b35f-e8b6826b13ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f8f01-df2a-497a-9761-11c724960aea,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:54.975056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.045651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.068909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 9d284204-2da9-499a-9738-1890661f649f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:37:55.069770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.131695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=8c90cc39-8c8a-45de-b3d5-f781efc2708e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:55.139687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Checking segment: {'id': '1e4bafdc-b3d2-4458-8ded-420cad6178aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:55.140108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network hostable DHCP agents. Network: 1bdff716-c34d-4b4e-980c-169ba54d004b, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:55.142524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.221552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1bdff716-c34d-4b4e-980c-169ba54d004b is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:55.267220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.295465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 1bdff716-c34d-4b4e-980c-169ba54d004b) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:55.307978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e65dbf-7be1-4754-9015-0ef929351bc0 None None] Network 1bdff716-c34d-4b4e-980c-169ba54d004b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:55.309517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.311072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.407185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.415948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 9d284204-2da9-499a-9738-1890661f649f owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:37:55.446902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4f2d4b6e-c6e2-4506-8172-038d7513162c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3335464 Mar 18 10:37:55.451075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43116) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:55.455079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-471708175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:55.472379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:55.483784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:router and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:55.505465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:55.513959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:55.618301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-1bdff716-c34d-4b4e-980c-169ba54d004b', 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': '8c90cc39-8c8a-45de-b3d5-f781efc2708e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:55.619986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.629760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.630987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.680355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.691599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.698617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.744529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=9d284204-2da9-499a-9738-1890661f649f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:55.788984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.811360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Allocated IP 2001:db8::2 (1bdff716-c34d-4b4e-980c-169ba54d004b/8c90cc39-8c8a-45de-b3d5-f781efc2708e/6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:55.840334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.874480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:55.876030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7c38df83-372e-4d71-a7cd-ca489e4ece51 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4262848 Mar 18 10:37:55.878420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43122) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:55.884639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b', 'name': 'tempest-PortsIpV6TestJSON-1314944509'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:56.025658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.028767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.060376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.080339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:56.085348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:56.088418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:56.094280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:56.131452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Transition to ACTIVE for port object 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:56.131697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.132104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 344edc29-6bca-43ec-aa50-05d9011b6275 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:37:56.154593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Transition to ACTIVE for port object 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:56.165349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:56.169194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.194648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 70af5634-fcb8-41e0-b423-1a0357d05c6d yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:37:56.204930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.211324 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8a130864-3b4b-40d0-9bd3-df5c2d3a492a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 204 len: 168 time: 1.7973526 Mar 18 10:37:56.211472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43128) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:56.217201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778806290'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:56.223994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:56.224942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.229157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:56.236170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:56.241561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:56.324197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Network 1bdff716-c34d-4b4e-980c-169ba54d004b is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:56.329640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:56.334002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:56.335698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:56.343611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.388756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:37:56.397394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Pushing event updated for resources: {'Port': ['ID=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:56.401546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.402058 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 8cb90306-c669-47cc-ba1c-2f23d11bcbd8 of type vlan for network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c Mar 18 10:37:56.431420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.435646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::336 (1bdff716-c34d-4b4e-980c-169ba54d004b/8c90cc39-8c8a-45de-b3d5-f781efc2708e/70af5634-fcb8-41e0-b423-1a0357d05c6d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:56.457665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Attempting to bind port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:56.458559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Attempting to bind port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '1e4bafdc-b3d2-4458-8ded-420cad6178aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:56.458917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Attempting to bind port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d on network 1bdff716-c34d-4b4e-980c-169ba54d004b {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:56.464622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:56.465489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Checking segment: {'id': '1e4bafdc-b3d2-4458-8ded-420cad6178aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:56.465489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.478108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Bound using segment: {'id': '1e4bafdc-b3d2-4458-8ded-420cad6178aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:56.478108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Bound port: 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4bafdc-b3d2-4458-8ded-420cad6178aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1bdff716-c34d-4b4e-980c-169ba54d004b'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:56.478108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.560001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.561387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] For port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:56.564550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] For port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,segment=NetworkSegment(1e4bafdc-b3d2-4458-8ded-420cad6178aa),segment_id=1e4bafdc-b3d2-4458-8ded-420cad6178aa)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:56.566631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:56.567351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.634549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.681317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:56.689644 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4771090 Mar 18 10:37:56.693503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:56.700792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227e8c-eacc-49f2-925f-628f6c140546 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=11f6bfbd-26a0-42f6-8289-e03ca9e8db6c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:56.709475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:56.717170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:37:56.825311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcc49c-d07e-4203-90bf-92361b2a2ab1 None None] Pushing event updated for resources: {'Port': ['ID=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:56.841852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 70af5634-fcb8-41e0-b423-1a0357d05c6d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:56.945464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:56.949621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:56.952724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:56.959247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:57.195946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.202820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.202820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:57.205775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.310508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1bdff716-c34d-4b4e-980c-169ba54d004b is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:57.355834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:57.365784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:57.371115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:57.371703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.379275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=70af5634-fcb8-41e0-b423-1a0357d05c6d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:57.473690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7909971c-513f-483c-a52c-8a2ad9678699 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5940843 Mar 18 10:37:57.476349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43150) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:57.611441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.683512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=6f89ffef-8e89-4f9e-8740-6f4e281e76bd,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:57.727731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '8cb90306-c669-47cc-ba1c-2f23d11bcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:57.727731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:37:57.799913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:37:57.883670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:57.887902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:57.893180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:57.893460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d117251-a03a-47e1-8ffa-426021028add None None] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:57.983827 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b9fc5283-825a-4b2e-9fa9-7671b2d1421b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2864242 Mar 18 10:37:57.985757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43164) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:57.992188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-756995676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:57.999636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:37:58.004661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:37:58.007961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:37:58.014531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:37:58.026703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f09e26-717b-4bce-97f3-a20f325b9d00 None None] Network 1bdff716-c34d-4b4e-980c-169ba54d004b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:37:58.091843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.093553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.114145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.211474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.220356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.242336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3f56be93-bbdc-4cea-b42f-d056cad5a198 None None] Provisioning for port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:58.253749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-11f6bfbd-26a0-42f6-8289-e03ca9e8db6c', 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '6f89ffef-8e89-4f9e-8740-6f4e281e76bd'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:37:58.254644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.324200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.328181 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e594ded4-210b-4d70-90b1-73df0efcd253 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3412437 Mar 18 10:37:58.333362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43168) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:37:58.538994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Allocated IP 2001:db8::2 (11f6bfbd-26a0-42f6-8289-e03ca9e8db6c/6f89ffef-8e89-4f9e-8740-6f4e281e76bd/165fe120-d57e-4b6d-a1e9-17052d5c6062) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:58.584479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:37:58.806620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.846093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.849763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:58.863581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:58.864506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.897369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.933012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:58.949334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Transition to ACTIVE for port object 165fe120-d57e-4b6d-a1e9-17052d5c6062 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:59.023834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Transition to ACTIVE for port object 165fe120-d57e-4b6d-a1e9-17052d5c6062 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:59.071722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.099055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.188319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Provisioning for port 70af5634-fcb8-41e0-b423-1a0357d05c6d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:37:59.224505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,segment=NetworkSegment(1e4bafdc-b3d2-4458-8ded-420cad6178aa),segment_id=1e4bafdc-b3d2-4458-8ded-420cad6178aa)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:37:59.230866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:59.235710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Provisioning complete for port 70af5634-fcb8-41e0-b423-1a0357d05c6d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:59.236088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.268473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:59.275645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:59.277990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Pushing event updated for resources: {'Port': ['ID=165fe120-d57e-4b6d-a1e9-17052d5c6062,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:59.289448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.315519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=70af5634-fcb8-41e0-b423-1a0357d05c6d,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:59.404524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.471953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Port 70af5634-fcb8-41e0-b423-1a0357d05c6d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:37:59.498658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8::1 (11f6bfbd-26a0-42f6-8289-e03ca9e8db6c/6f89ffef-8e89-4f9e-8740-6f4e281e76bd/bdd6ad12-f4af-465d-92ac-f2c462da3fbd) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:59.513393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Attempting to bind port 165fe120-d57e-4b6d-a1e9-17052d5c6062 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:37:59.523705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Attempting to bind port 165fe120-d57e-4b6d-a1e9-17052d5c6062 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8cb90306-c669-47cc-ba1c-2f23d11bcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:37:59.523705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Attempting to bind port 165fe120-d57e-4b6d-a1e9-17052d5c6062 on network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:37:59.526108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:59.529434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:37:59.529883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Checking segment: {'id': '8cb90306-c669-47cc-ba1c-2f23d11bcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:37:59.530288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.530667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Bound using segment: {'id': '8cb90306-c669-47cc-ba1c-2f23d11bcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:37:59.531137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Bound port: 165fe120-d57e-4b6d-a1e9-17052d5c6062, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb90306-c669-47cc-ba1c-2f23d11bcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11f6bfbd-26a0-42f6-8289-e03ca9e8db6c'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:37:59.531507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.544867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Provisioning complete for port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:37:59.545320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-644c8c3e-700b-4b83-98fe-3eeb68e5a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.639418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.712601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.732566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object bdd6ad12-f4af-465d-92ac-f2c462da3fbd will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:37:59.774721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:37:59.781480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:37:59.847154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.877170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.925064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:59.932833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:59.936560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:37:59.936700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:37:59.999637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9939c-51c7-4470-a049-2589ef591c22 None None] Pushing event updated for resources: {'Port': ['ID=165fe120-d57e-4b6d-a1e9-17052d5c6062,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:00.003489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3048793e-f0d2-437f-b60a-e1fbb5d2a9c2 None None] Provisioning complete for port 70af5634-fcb8-41e0-b423-1a0357d05c6d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:00.003849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3048793e-f0d2-437f-b60a-e1fbb5d2a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.070315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3048793e-f0d2-437f-b60a-e1fbb5d2a9c2 None None] Port 70af5634-fcb8-41e0-b423-1a0357d05c6d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:00.109383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=bdd6ad12-f4af-465d-92ac-f2c462da3fbd,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:00.243127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.308014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.331498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.332281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.472682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=70af5634-fcb8-41e0-b423-1a0357d05c6d,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:00.594398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network 1bdff716-c34d-4b4e-980c-169ba54d004b is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:00.595552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:00.640232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:00.757091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:00.757490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.856783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.916136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 165fe120-d57e-4b6d-a1e9-17052d5c6062 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:00.937194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.938050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:00.965619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Router 77bf41f1-79be-40b2-8011-598901ad955d is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:38:01.007034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-dc25956d-9b6f-4ddf-97be-b2dc350d02e3 None None] Provisioning complete for port 70af5634-fcb8-41e0-b423-1a0357d05c6d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:01.007400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc25956d-9b6f-4ddf-97be-b2dc350d02e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:01.062110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dc25956d-9b6f-4ddf-97be-b2dc350d02e3 None None] Port 70af5634-fcb8-41e0-b423-1a0357d05c6d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:01.063701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 165fe120-d57e-4b6d-a1e9-17052d5c6062 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:01.101662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=bdd6ad12-f4af-465d-92ac-f2c462da3fbd,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:01.174360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:01.175623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:01.217509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:01.223119 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-980f2232-86d9-4992-bf40-061a9b5ebc28 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/routers/77bf41f1-79be-40b2-8011-598901ad955d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7454593 Mar 18 10:38:01.225728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43190) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:01.227686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] Sync routers for ids ['77bf41f1-79be-40b2-8011-598901ad955d'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:01.243720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] Routers {'77bf41f1-79be-40b2-8011-598901ad955d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:01.244348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['77bf41f1-79be-40b2-8011-598901ad955d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:01.339187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:01.353096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] Routers {'77bf41f1-79be-40b2-8011-598901ad955d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:01.353977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['77bf41f1-79be-40b2-8011-598901ad955d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:01.382814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843ac54-37e0-44f5-9b93-0852c3dbfe23 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:01.383551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c843ac54-37e0-44f5-9b93-0852c3dbfe23 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:01.432417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:01.432828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc238-bc1a-4eaa-9d7b-0298e19a8c71 None None] The sync data for ids ['77bf41f1-79be-40b2-8011-598901ad955d'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:01.462656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac897ead-041e-4bdb-8371-7cb80d2b3dc9 None None] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:01.485439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c843ac54-37e0-44f5-9b93-0852c3dbfe23 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:01.487193 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c843ac54-37e0-44f5-9b93-0852c3dbfe23 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?device_id=77bf41f1-79be-40b2-8011-598901ad955d HTTP/1.1" status: 200 len: 989 time: 0.2598891 Mar 18 10:38:01.490293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:01.596010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Provisioning for port 165fe120-d57e-4b6d-a1e9-17052d5c6062 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:01.606125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Provisioning complete for port 165fe120-d57e-4b6d-a1e9-17052d5c6062 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:01.606505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:01.665667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 52d24404-269e-482d-a324-886b0093f1bc is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:38:01.855422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:01.903988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:01.971527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.037747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:02.047520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb939d2e-b8c5-4553-89cf-c0690b2176cd None None] Pushing event updated for resources: {'Port': ['ID=165fe120-d57e-4b6d-a1e9-17052d5c6062,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:02.050915 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] Sync routers for ids ['52d24404-269e-482d-a324-886b0093f1bc'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:02.061856 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] Routers {'52d24404-269e-482d-a324-886b0093f1bc'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:02.062569 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['52d24404-269e-482d-a324-886b0093f1bc'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:02.069561 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1edf9b7d-41ab-4e94-a226-54da01bf172d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/52d24404-269e-482d-a324-886b0093f1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7374980 Mar 18 10:38:02.069997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43198) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:02.150338 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:02.172477 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] Routers {'52d24404-269e-482d-a324-886b0093f1bc'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:02.173702 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['52d24404-269e-482d-a324-886b0093f1bc'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:02.178563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b1e94-8245-43cb-8343-08f2902b7c4c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:02.179985 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9b8b1e94-8245-43cb-8343-08f2902b7c4c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports/bdd6ad12-f4af-465d-92ac-f2c462da3fbd HTTP/1.1" status: 200 len: 911 time: 0.1087966 Mar 18 10:38:02.183328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43202) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:02.189297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f89ffef-8e89-4f9e-8740-6f4e281e76bd'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:02.261298 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:02.261982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec491-eceb-4abc-97ee-19c4e2246056 None None] The sync data for ids ['52d24404-269e-482d-a324-886b0093f1bc'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:02.322142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.389588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Provisioning for port bdd6ad12-f4af-465d-92ac-f2c462da3fbd completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:02.406565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Provisioning complete for port bdd6ad12-f4af-465d-92ac-f2c462da3fbd triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:02.407038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.475429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.531432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 165fe120-d57e-4b6d-a1e9-17052d5c6062 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:02.600635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Port bdd6ad12-f4af-465d-92ac-f2c462da3fbd cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:02.628099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Provisioning complete for port 165fe120-d57e-4b6d-a1e9-17052d5c6062 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:02.628477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-60413273-dd97-4569-894f-3ead268dda15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.657215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 70af5634-fcb8-41e0-b423-1a0357d05c6d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:02.658177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.659940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 165fe120-d57e-4b6d-a1e9-17052d5c6062 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:02.660314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.876267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:02.983160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f421c675-4065-4d1a-9ff4-4e21267911fa None None] Provisioning complete for port bdd6ad12-f4af-465d-92ac-f2c462da3fbd triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:02.983824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f421c675-4065-4d1a-9ff4-4e21267911fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:03.043092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f421c675-4065-4d1a-9ff4-4e21267911fa None None] Port bdd6ad12-f4af-465d-92ac-f2c462da3fbd cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:03.120046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 70af5634-fcb8-41e0-b423-1a0357d05c6d owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:03.221684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:03.352556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:03.358508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:03.361120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:03.361120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/ports/bdd6ad12-f4af-465d-92ac-f2c462da3fbd HTTP/1.1" status: 200 len: 911 time: 1.1761048 Mar 18 10:38:03.363502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43210) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:03.421356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:03.426572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7fe52-1ab6-4b81-bb71-91534716d28b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=bdd6ad12-f4af-465d-92ac-f2c462da3fbd,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:03.560930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=70af5634-fcb8-41e0-b423-1a0357d05c6d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:03.579792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43216) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:03.696184 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-795befcb-4155-4b18-9662-9dca9025935c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 200 len: 993 time: 0.1146894 Mar 18 10:38:03.791531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.062769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43224) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:04.197670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Router 77bf41f1-79be-40b2-8011-598901ad955d has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:04.266450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port dae2cd21-59af-4a43-a121-f657fac1154c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:04.266795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.444130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.444676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.509655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:04.521694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] Sync routers for ids ['77bf41f1-79be-40b2-8011-598901ad955d'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:04.568256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] Routers {'77bf41f1-79be-40b2-8011-598901ad955d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:04.568256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['77bf41f1-79be-40b2-8011-598901ad955d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:04.571935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for dae2cd21-59af-4a43-a121-f657fac1154c owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:04.599842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.603313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:04.612139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] Routers {'77bf41f1-79be-40b2-8011-598901ad955d'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:04.613005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['77bf41f1-79be-40b2-8011-598901ad955d'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:04.676333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:04.677095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4abc-3585-447b-9eca-6a469db78fcc None None] The sync data for ids ['77bf41f1-79be-40b2-8011-598901ad955d'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:04.730918 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6a2eb734-d501-4bd2-b7be-126d7f3abf79 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/routers/77bf41f1-79be-40b2-8011-598901ad955d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390647 Mar 18 10:38:04.741675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43230) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:04.842568 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcd9f1a-2a01-4473-9d53-75687002b60b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:38:04.843030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5fcd9f1a-2a01-4473-9d53-75687002b60b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:04.851493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.904143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=dae2cd21-59af-4a43-a121-f657fac1154c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:04.990411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5fcd9f1a-2a01-4473-9d53-75687002b60b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:04.991570 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5fcd9f1a-2a01-4473-9d53-75687002b60b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/70af5634-fcb8-41e0-b423-1a0357d05c6d HTTP/1.1" status: 404 len: 333 time: 0.2488596 Mar 18 10:38:04.994108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port bdd6ad12-f4af-465d-92ac-f2c462da3fbd {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:04.994382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43234) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:04.994511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.996708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:04.997037 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP aaf40583-4a6f-4c76-b2cf-1b6705a94637 disassociated (deleted). External IP: 172.26.2.220, port: 314fa671-1dc9-4949-9015-4b2f74f0b8ff. Mar 18 10:38:05.179015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.308509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for bdd6ad12-f4af-465d-92ac-f2c462da3fbd owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:05.316661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.634157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.686981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=bdd6ad12-f4af-465d-92ac-f2c462da3fbd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:05.698742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.701542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.856268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.874245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.874905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Fanout notify agent at l3_agent the message router_deleted on router 77bf41f1-79be-40b2-8011-598901ad955d {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:38:05.928942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ced6a91a-5386-45f7-b121-24df24899cf2 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:05.946155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:05.947573 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c94b5405-4a57-4218-a91a-2650b09d0577 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/routers/77bf41f1-79be-40b2-8011-598901ad955d HTTP/1.1" status: 204 len: 168 time: 0.9522829 Mar 18 10:38:05.950218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43240) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:06.094913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 8c90cc39-8c8a-45de-b3d5-f781efc2708e {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:06.107456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.233665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.248359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 52d24404-269e-482d-a324-886b0093f1bc has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:06.274769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:06.283783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.285615 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Sync routers for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:06.295846 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:06.296450 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.357579 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-69aba2f4-ca0f-40ec-862f-f7149b029b0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/aaf40583-4a6f-4c76-b2cf-1b6705a94637 HTTP/1.1" status: 204 len: 168 time: 2.2937582 Mar 18 10:38:06.362821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:06.396831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.404161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:06.414255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] Sync routers for ids ['52d24404-269e-482d-a324-886b0093f1bc'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:06.432466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] Routers {'52d24404-269e-482d-a324-886b0093f1bc'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:06.433309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['52d24404-269e-482d-a324-886b0093f1bc'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.436896 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0eded2b4-551d-464c-af20-e59c4282a257 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/52d24404-269e-482d-a324-886b0093f1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699580 Mar 18 10:38:06.437303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43248) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:06.483135 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'status': 'completed', 'code': 200} Mar 18 10:38:06.518746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7a09ef65-b580-48eb-a36d-5dad3a3c0f84 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:06.536706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:06.559927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.569420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] Routers {'52d24404-269e-482d-a324-886b0093f1bc'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:06.570055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['52d24404-269e-482d-a324-886b0093f1bc'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.587281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-2cd2e488-493a-452f-a855-74b38b30d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:06.589209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-2cd2e488-493a-452f-a855-74b38b30d179 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 1098 time: 0.0996358 Mar 18 10:38:06.632208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.632616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc227310-1954-4f4f-a104-3e2567a467e0 None None] The sync data for ids ['52d24404-269e-482d-a324-886b0093f1bc'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:06.709085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7a09ef65-b580-48eb-a36d-5dad3a3c0f84 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:06.712955 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7a09ef65-b580-48eb-a36d-5dad3a3c0f84 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d24404-269e-482d-a324-886b0093f1bc HTTP/1.1" status: 200 len: 205 time: 0.2724924 Mar 18 10:38:06.713385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43252) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:06.844236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.863895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.879811 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.895478 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Checking router: ced6a91a-5386-45f7-b121-24df24899cf2 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:06.908258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=8c90cc39-8c8a-45de-b3d5-f781efc2708e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:06.919698 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:06.920307 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:06.922605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8811d-9f69-4c2a-9efc-3cab4c5000d7 None None] Network 1bdff716-c34d-4b4e-980c-169ba54d004b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:06.923439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:06.949353 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aad7633b-bfda-41a4-8dc9-256732d7e44a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/8c90cc39-8c8a-45de-b3d5-f781efc2708e HTTP/1.1" status: 204 len: 168 time: 0.9958408 Mar 18 10:38:06.951686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43258) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:06.979923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-7e909ad3-b64b-4e7b-8ced-e5e69a0d9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:06.981647 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-7e909ad3-b64b-4e7b-8ced-e5e69a0d9b9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=54a68276-15ff-45f8-adc6-2edaf1d2876e HTTP/1.1" status: 200 len: 898 time: 0.3863502 Mar 18 10:38:07.072732 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-b6b602fb-ef20-4d49-b58a-885ba2de3944 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff HTTP/1.1" status: 200 len: 217 time: 0.0778821 Mar 18 10:38:07.206797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.221454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-f0a7e3d7-00d6-486d-b849-579b166b4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:07.223689 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-f0a7e3d7-00d6-486d-b849-579b166b4dba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc11e477-8c41-4b53-b9f3-9b8efe18405a HTTP/1.1" status: 200 len: 835 time: 0.1378632 Mar 18 10:38:07.228494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:07.228950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.235885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.239556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.267229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:07.289257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] DHCP port deletion for 1bdff716-c34d-4b4e-980c-169ba54d004b request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:38:07.293968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Deleting port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:07.294345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.365069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89765164-2d96-4405-be75-d2c84ef9226e req-e7cba1de-fd03-4286-9293-12d90d7b5f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:07.366518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89765164-2d96-4405-be75-d2c84ef9226e req-e7cba1de-fd03-4286-9293-12d90d7b5f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.1000767 Mar 18 10:38:07.397555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.398055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 52d24404-269e-482d-a324-886b0093f1bc {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:38:07.426639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.430501 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8215cf72-2d95-4249-9f76-ef03bb681d9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/52d24404-269e-482d-a324-886b0093f1bc HTTP/1.1" status: 204 len: 168 time: 0.7160542 Mar 18 10:38:07.431268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:07.446972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-337ea591-af53-40a4-8783-ee2c0bfae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:07.448673 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-337ea591-af53-40a4-8783-ee2c0bfae2f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54a68276-15ff-45f8-adc6-2edaf1d2876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1918314 Mar 18 10:38:07.477452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89765164-2d96-4405-be75-d2c84ef9226e req-5262c20d-bc5b-45dc-b55d-a21a8ef37e12 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017916 Mar 18 10:38:07.539333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 6f89ffef-8e89-4f9e-8740-6f4e281e76bd {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:07.542811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.596442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] For port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,segment=NetworkSegment(1e4bafdc-b3d2-4458-8ded-420cad6178aa),segment_id=1e4bafdc-b3d2-4458-8ded-420cad6178aa)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:07.597074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.606577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,segment=NetworkSegment(1e4bafdc-b3d2-4458-8ded-420cad6178aa),segment_id=1e4bafdc-b3d2-4458-8ded-420cad6178aa)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:07.607087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.611337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.715195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.729992 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:07.736326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Calling delete_port for 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:07.736683 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda630a3-40f2-43ba-9503-3b7a4e747873 None None] The sync data for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv is: [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '12a46e48-250b-4fb0-918e-351df331d22d', 'name': '', 'network_id': '54a68276-15ff-45f8-adc6-2edaf1d2876e', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:b9:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:55Z', 'updated_at': '2022-03-18T10:37:05Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'bc11e477-8c41-4b53-b9f3-9b8efe18405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:07.741473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:07.820531 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-f84dc722-7895-4140-b51b-f3dc2636a385 service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255541 Mar 18 10:38:07.931689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:07.940687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:07.941318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:07.978251 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bbf5fb7e-f477-43a7-957c-800079720cc5 req-5bfd792e-5ed8-402f-9bb8-2409c0198459 service neutron] 10.222.0.24 "GET /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408274 Mar 18 10:38:07.991402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] Pushing event deleted for resources: {'Port': ['ID=6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:07.994857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796b180-2e6a-458c-9cf0-46e8b7fbf594 None None] No DVR routers for this DVR port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:08.033758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.034137 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df230b-5880-4f44-9502-706f39a10039 None None] New status for floating IP aaf40583-4a6f-4c76-b2cf-1b6705a94637: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:38:08.071029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=6f89ffef-8e89-4f9e-8740-6f4e281e76bd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:08.072982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.081620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22d5df-1d50-4dd4-978c-d5543f77362f None None] Network 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:08.083153 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-09843cb4-4b51-457a-aa7c-d0e666f3010e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/6f89ffef-8e89-4f9e-8740-6f4e281e76bd HTTP/1.1" status: 204 len: 168 time: 0.6480474 Mar 18 10:38:08.085936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43270) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:08.213162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.224500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 165fe120-d57e-4b6d-a1e9-17052d5c6062 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:08.224832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.371134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] DHCP port deletion for 11f6bfbd-26a0-42f6-8289-e03ca9e8db6c request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:38:08.375345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Deleting port 165fe120-d57e-4b6d-a1e9-17052d5c6062 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:08.375896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.460518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:08.506993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:08.507345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:08.507777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 165fe120-d57e-4b6d-a1e9-17052d5c6062 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:08.584295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:08.584519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.712785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:08.713401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.718286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] The port '6f4cf1e5-1e94-4f77-ae64-1c53fd77fc1d' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:38:08.758423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:08.758700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.839701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:08.853732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Calling delete_port for 165fe120-d57e-4b6d-a1e9-17052d5c6062 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:08.861600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-8528231e-1f5c-44b4-85d4-e663424f5e12 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:08.862314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-8528231e-1f5c-44b4-85d4-e663424f5e12 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:08.925211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:08.930801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 165fe120-d57e-4b6d-a1e9-17052d5c6062 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:09.047487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.047715 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-8528231e-1f5c-44b4-85d4-e663424f5e12 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:09.048213 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-8528231e-1f5c-44b4-85d4-e663424f5e12 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.7487912 Mar 18 10:38:09.059101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.120763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=165fe120-d57e-4b6d-a1e9-17052d5c6062,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:09.131585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acad6b-c696-4be2-8fb4-7e9563bb904a req-b395beb1-e8e3-45a2-9755-9de9557b6ac7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:09.133029 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-28acad6b-c696-4be2-8fb4-7e9563bb904a req-b395beb1-e8e3-45a2-9755-9de9557b6ac7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 945 time: 0.5206397 Mar 18 10:38:09.147187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:09.147552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:09.174268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdff716-c34d-4b4e-980c-169ba54d004b']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:09.200361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4bafdc-b3d2-4458-8ded-420cad6178aa') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:09.205679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4bafdc-b3d2-4458-8ded-420cad6178aa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:09.224016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.236286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 314fa671-1dc9-4949-9015-4b2f74f0b8ff {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:09.236618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.272874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:09.273191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:09.286335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-28acad6b-c696-4be2-8fb4-7e9563bb904a req-41470596-5877-41d4-a7d5-ef067c438030 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b506513-1693-43f3-a9e7-a4052d68510d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423662 Mar 18 10:38:09.289744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.300987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:09.302033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:09.316124 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:38:09.561168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.587290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.602672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=1bdff716-c34d-4b4e-980c-169ba54d004b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:09.605254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 314fa671-1dc9-4949-9015-4b2f74f0b8ff, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=314fa671-1dc9-4949-9015-4b2f74f0b8ff,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:09.605604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.648772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Deleting port 165fe120-d57e-4b6d-a1e9-17052d5c6062 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:09.649244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.736645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 314fa671-1dc9-4949-9015-4b2f74f0b8ff owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:09.777280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cad725d8-b98a-492a-99a4-0897745938bb tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/1bdff716-c34d-4b4e-980c-169ba54d004b HTTP/1.1" status: 204 len: 168 time: 2.8201358 Mar 18 10:38:09.777280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 165fe120-d57e-4b6d-a1e9-17052d5c6062 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:09.777280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.778385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43278) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:09.856461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e44797-fa9d-4ac4-b99a-066190db32cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:09.856823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:09.857322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:09.861614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a8e44797-fa9d-4ac4-b99a-066190db32cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/34c123f7-437b-47b0-8e50-39562a29d751 HTTP/1.1" status: 200 len: 845 time: 0.0814717 Mar 18 10:38:09.862322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43282) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:09.949564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bdb742e5-9521-486b-b9f0-0b81286404f8 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/34c123f7-437b-47b0-8e50-39562a29d751?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0857952 Mar 18 10:38:09.950243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43286) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:09.957416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:10.038698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Calling delete_port for 165fe120-d57e-4b6d-a1e9-17052d5c6062 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:10.076032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:10.080070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:10.083730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:10.090314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:10.199485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 165fe120-d57e-4b6d-a1e9-17052d5c6062, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=165fe120-d57e-4b6d-a1e9-17052d5c6062,segment=NetworkSegment(8cb90306-c669-47cc-ba1c-2f23d11bcbd8),segment_id=8cb90306-c669-47cc-ba1c-2f23d11bcbd8)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:10.200045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.216807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:10.220352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.263654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.313988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] Pushing event deleted for resources: {'Port': ['ID=165fe120-d57e-4b6d-a1e9-17052d5c6062,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:10.317492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b607b6f-df59-41fc-8108-dc823b48cb32 None None] No DVR routers for this DVR port 165fe120-d57e-4b6d-a1e9-17052d5c6062 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:10.321894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.330762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 165fe120-d57e-4b6d-a1e9-17052d5c6062 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:10.419469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=314fa671-1dc9-4949-9015-4b2f74f0b8ff,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:10.506774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-645ff62a-a16c-4422-b169-667a9f3761f1 req-1dbae57b-31d6-4b5c-8d0c-5ac77fee8fd7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.0568206 Mar 18 10:38:10.508772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 314fa671-1dc9-4949-9015-4b2f74f0b8ff on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:10.511698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.514165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'name': 'network-vif-deleted', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:10.540879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:10.541194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:10.577427 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a5d96-a6fe-43e2-a1d9-a1a8de7a9586', 'name': 'network-vif-deleted', 'tag': '314fa671-1dc9-4949-9015-4b2f74f0b8ff', 'status': 'completed', 'code': 200} Mar 18 10:38:10.680273 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd2fc163-9731-40d7-a0bf-25b976c4b4dc req-ced211ce-96d3-4be8-a143-eacc7833294d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/314fa671-1dc9-4949-9015-4b2f74f0b8ff HTTP/1.1" status: 204 len: 173 time: 1.6239841 Mar 18 10:38:10.708944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.767664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:10.768014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:10.772213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 165fe120-d57e-4b6d-a1e9-17052d5c6062 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:10.772865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.772985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:10.773473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:10.778378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3af71-f480-449b-a05b-860bb5c3b616 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:10.799783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=dc92e31d-53d3-4bed-9830-f22b867a10b1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:10.852533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] The port '165fe120-d57e-4b6d-a1e9-17052d5c6062' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:38:10.897949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-78f83c49-cc52-407c-8e8a-65598919e3c6 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9460127 Mar 18 10:38:10.901179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43296) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:10.907401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1448596565'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:10.915006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:10.922405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:10.931297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:10.955311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.015171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.045984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f6bfbd-26a0-42f6-8289-e03ca9e8db6c']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:11.056975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.060134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb90306-c669-47cc-ba1c-2f23d11bcbd8') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:11.067407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb90306-c669-47cc-ba1c-2f23d11bcbd8') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:11.072895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.076780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'tenant_id': '5acb39c9a3554fbd95cd2ddca9026add', 'fixed_ips': [{'subnet_id': 'dc92e31d-53d3-4bed-9830-f22b867a10b1'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:11.077285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.081687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:11.086971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:11.090162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:11.090711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.096787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.098526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:11.098930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:11.113310 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:38:11.306529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.310836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.339746 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=11f6bfbd-26a0-42f6-8289-e03ca9e8db6c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:11.389751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.443458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Allocated IP 2001:db8::2 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/dc92e31d-53d3-4bed-9830-f22b867a10b1/620dad3b-fc52-4f2b-9e8d-f43af3cd4248) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:11.461489 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fdedc19a-440f-4c95-8611-1df78210904b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/11f6bfbd-26a0-42f6-8289-e03ca9e8db6c HTTP/1.1" status: 204 len: 168 time: 3.3744667 Mar 18 10:38:11.473875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43302) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:11.478808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1275760701', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:11.487211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:11.492065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:11.496117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:11.502326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.504839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.552276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5893c12-d02d-4451-8f71-d03a75f7fdc8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:11.611665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.613303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.636800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.666342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.676763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Transition to ACTIVE for port object 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:11.695146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Transition to ACTIVE for port object 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:11.703627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.707900 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b3ee3d4f-a8b0-4aa3-acff-57fc014ae983 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8024645 Mar 18 10:38:11.708687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43308) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:11.712114 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-282663e1-06e8-4f45-83b3-b2cca3ce3147 req-a3ec74fa-b477-4d5d-a970-1e191c09b698 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=894a5d96-a6fe-43e2-a1d9-a1a8de7a9586 HTTP/1.1" status: 200 len: 210 time: 0.0445194 Mar 18 10:38:11.713997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'security_group': {'name': 'tempest-secgroup-718457519'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:11.720193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:11.724802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:11.727653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:11.734104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.743507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 314fa671-1dc9-4949-9015-4b2f74f0b8ff no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:11.777501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 314fa671-1dc9-4949-9015-4b2f74f0b8ff {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:11.777886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.778038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 314fa671-1dc9-4949-9015-4b2f74f0b8ff not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:11.863090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.895733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.896334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:11.899687 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b6e2499a-8be7-4f18-917e-51b2db328d8b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4225435 Mar 18 10:38:11.899687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43312) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:11.906913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1946063425'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:11.912434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:11.918095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:11.921199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:11.923776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:11.924623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:11.928319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:11.928551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.930211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:11.932974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:11.936328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:11.939609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:11.977386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Pushing event updated for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:12.011634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.028304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:12.031904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Attempting to bind port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Attempting to bind port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '102e0e64-b87a-4247-a121-9874c56def3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Attempting to bind port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 on network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Checking segment: {'id': '102e0e64-b87a-4247-a121-9874c56def3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Bound using segment: {'id': '102e0e64-b87a-4247-a121-9874c56def3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Bound port: 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102e0e64-b87a-4247-a121-9874c56def3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:12.041516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.063202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:12.071693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.075927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment de844bdf-8e3c-4484-96e4-03dba46489e0 of type vlan for network c170c3b2-204c-4305-850a-3023b30363a0 Mar 18 10:38:12.097317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.106690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.135829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-04206e34-15eb-41cc-81de-298185eab58b None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:12.139108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-04206e34-15eb-41cc-81de-298185eab58b None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:12.152587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002f5067-ea09-428a-834d-ee9fdc076a52,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:12.252167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.257578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:12.258193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.325978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.326587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.328297 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-10226c41-c909-4ad7-9027-fa1ccf02fb7c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6175694 Mar 18 10:38:12.339635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43316) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:12.345766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-468523509', 'security_groups': ['002f5067-ea09-428a-834d-ee9fdc076a52'], 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc92e31d-53d3-4bed-9830-f22b867a10b1'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:12.364189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=c170c3b2-204c-4305-850a-3023b30363a0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:12.380298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c170c3b2-204c-4305-850a-3023b30363a0 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:12.403439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b435ec49-88a2-4660-97eb-56b32879a4e0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5001035 Mar 18 10:38:12.403823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43320) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:12.416111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:12.488671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206e34-15eb-41cc-81de-298185eab58b None None] Pushing event updated for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:12.524748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:12.529109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:12.532239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:12.541485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:12.545247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:12.545993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:port and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:12.550697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:12.560270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:12.718002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:12.721469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.753010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:12.823645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43328) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:12.899170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:12.920263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:38:12.934998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.007782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.146795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::2fd (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/dc92e31d-53d3-4bed-9830-f22b867a10b1/f31899d1-b39c-4bc7-b01a-dcd1bb2373fc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:13.181467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.241572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.277558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b506513-1693-43f3-a9e7-a4052d68510d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:13.345978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=c062ea35-eeec-4842-9aa9-95a988af6bfe,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:13.357125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:13.357493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: c170c3b2-204c-4305-850a-3023b30363a0, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:13.370682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.393732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object f31899d1-b39c-4bc7-b01a-dcd1bb2373fc will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:13.438983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.440397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ecc1a5a-307c-4270-a2e2-0c732a073e1b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b506513-1693-43f3-a9e7-a4052d68510d HTTP/1.1" status: 204 len: 168 time: 0.6152158 Mar 18 10:38:13.460914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network c170c3b2-204c-4305-850a-3023b30363a0 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:13.518385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.540852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c170c3b2-204c-4305-850a-3023b30363a0) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:13.545519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:13.556272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.556272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43334) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:13.556667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936b2d3-341f-4d01-928d-5e5a8054a202 None None] Network c170c3b2-204c-4305-850a-3023b30363a0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:13.687018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=f31899d1-b39c-4bc7-b01a-dcd1bb2373fc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:13.695335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:13.696562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:13.698994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:13.704623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:13.705422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.803976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-91ca6f85-a529-4151-b82c-2dbe2d86f753 None None] Provisioning complete for port 34c123f7-437b-47b0-8e50-39562a29d751 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:13.804589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91ca6f85-a529-4151-b82c-2dbe2d86f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:13.815546 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b749c62c-f30d-4a8e-b4a4-b305422e7520 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4745941 Mar 18 10:38:13.818412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43340) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:13.823897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:13.940685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f2a48b2-36b7-4312-bb05-e868c928e42d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5354874 Mar 18 10:38:13.947170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43344) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:13.985277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6f85-a529-4151-b82c-2dbe2d86f753 None None] Port 34c123f7-437b-47b0-8e50-39562a29d751 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:14.009479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-c170c3b2-204c-4305-850a-3023b30363a0', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:14.012057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.053704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:14.057687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:14.060532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:14.067063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:14.120062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-91ca6f85-a529-4151-b82c-2dbe2d86f753 None None] Provisioning for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:14.177074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:14.181595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.192126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Allocated IP 2001:db8::2 (c170c3b2-204c-4305-850a-3023b30363a0/c062ea35-eeec-4842-9aa9-95a988af6bfe/8837cc8a-9d9a-4673-b339-6de6f0c76794) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:14.331296 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc92e31d-53d3-4bed-9830-f22b867a10b1 (CIDR: 2001:db8::/64) Mar 18 10:38:14.389249 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:38:14.389970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:14.409465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.422334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Transition to ACTIVE for port object 8837cc8a-9d9a-4673-b339-6de6f0c76794 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:14.427973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df4f4746-c4f7-4cdc-852b-8e05e6d45864 None None] Provisioning for port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:14.444942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-df4f4746-c4f7-4cdc-852b-8e05e6d45864 None None] Provisioning complete for port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:14.445381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-df4f4746-c4f7-4cdc-852b-8e05e6d45864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.489660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Transition to ACTIVE for port object 8837cc8a-9d9a-4673-b339-6de6f0c76794 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:14.509533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:14.542684 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6a935e9a-f546-4f40-b2fb-852597f9996b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7223921 Mar 18 10:38:14.544491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43350) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:14.546671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-df4f4746-c4f7-4cdc-852b-8e05e6d45864 None None] Port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:14.554157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:14.650229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.650860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.695340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:14.728061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:14.728442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.780454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Network c170c3b2-204c-4305-850a-3023b30363a0 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:14.785414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:14.791786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:14.796954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Pushing event updated for resources: {'Port': ['ID=8837cc8a-9d9a-4673-b339-6de6f0c76794,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:14.838115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:14.842699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:14.847064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:14.853695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:14.918649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Attempting to bind port 8837cc8a-9d9a-4673-b339-6de6f0c76794 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:14.919028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Attempting to bind port 8837cc8a-9d9a-4673-b339-6de6f0c76794 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:14.919453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Attempting to bind port 8837cc8a-9d9a-4673-b339-6de6f0c76794 on network c170c3b2-204c-4305-850a-3023b30363a0 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:14.931126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:14.945947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Checking segment: {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Bound using segment: {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Bound port: 8837cc8a-9d9a-4673-b339-6de6f0c76794, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:14.946233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.029250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.111791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] For port 8837cc8a-9d9a-4673-b339-6de6f0c76794, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:15.115656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:15.117600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] For port 8837cc8a-9d9a-4673-b339-6de6f0c76794, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8837cc8a-9d9a-4673-b339-6de6f0c76794,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:15.182246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8::1 (c170c3b2-204c-4305-850a-3023b30363a0/c062ea35-eeec-4842-9aa9-95a988af6bfe/1e9effb2-c9f1-4b71-8d9d-416a87bdfd25) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:15.188640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.191978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.281068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-0a8e4c44-c2b9-45e5-b0af-e0a440785286 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:15.298697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:15.364311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-0a8e4c44-c2b9-45e5-b0af-e0a440785286 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:15.373050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-0a8e4c44-c2b9-45e5-b0af-e0a440785286 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915885645&fields=id&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 267 time: 0.1624646 Mar 18 10:38:15.392808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5bbb-d47b-4bb2-9175-f58ce3d505cd None None] Pushing event updated for resources: {'Port': ['ID=8837cc8a-9d9a-4673-b339-6de6f0c76794,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:15.397791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.428127 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.489042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.558389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:15.564963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:15.568538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:15.569129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.580690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7fbb82-6ae9-4342-abb8-223d16526b33 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:15.593626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:15.612485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=6bbda319-7cb9-442e-b317-7624c73d7828,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:15.639369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-6c2daf99-f1ff-4085-a6db-b35967ae56cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:15.640093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-6c2daf99-f1ff-4085-a6db-b35967ae56cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:15.693135 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fee50cb4-1ebf-49d6-a09c-243167e94707 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1409335 Mar 18 10:38:15.693135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:15.700877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1148827675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bbda319-7cb9-442e-b317-7624c73d7828'}], 'security_groups': ['f5893c12-d02d-4451-8f71-d03a75f7fdc8']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:15.739638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-6c2daf99-f1ff-4085-a6db-b35967ae56cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:15.745504 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-6c2daf99-f1ff-4085-a6db-b35967ae56cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.3713715 Mar 18 10:38:15.766323 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-c23bb999-b1a3-497e-97dc-f0f00d1445b7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/quotas/8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 375 time: 0.0199349 Mar 18 10:38:15.829899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.896645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.907694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network c170c3b2-204c-4305-850a-3023b30363a0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:15.913797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:15.921967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:15.922647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.925568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 12a46e48-250b-4fb0-918e-351df331d22d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:15.926083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:15.995015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-792eead6-845f-4fbd-b628-f9b544add15c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:16.005890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:16.013145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Update dhcp port {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'fixed_ips': [{'subnet_id': 'dc92e31d-53d3-4bed-9830-f22b867a10b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '6bbda319-7cb9-442e-b317-7624c73d7828'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '620dad3b-fc52-4f2b-9e8d-f43af3cd4248'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:38:16.077674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:16.176005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-792eead6-845f-4fbd-b628-f9b544add15c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:16.177321 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-792eead6-845f-4fbd-b628-f9b544add15c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4038274 Mar 18 10:38:16.179518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 12a46e48-250b-4fb0-918e-351df331d22d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=12a46e48-250b-4fb0-918e-351df331d22d,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:16.179994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:16.350697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Allocated IP 2001:db8:0:1::2 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/6bbda319-7cb9-442e-b317-7624c73d7828/620dad3b-fc52-4f2b-9e8d-f43af3cd4248) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:16.351629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-01f036d5-69cc-4121-a268-7a9dde721201 service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604733 Mar 18 10:38:16.359104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 12a46e48-250b-4fb0-918e-351df331d22d owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:16.443971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:16.518611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:16.537050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-fe528c5c-3945-4376-9adf-6c6f87c0ddc7 service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827919 Mar 18 10:38:16.565744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:16.597627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Transition to ACTIVE for port object 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:16.654265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:16.699309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:16.771568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082fa8f-9c2d-423a-8a81-ad9dfb98bfee None None] Network c170c3b2-204c-4305-850a-3023b30363a0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:16.870286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Delete allocated IP 2001:db8::2fd (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/dc92e31d-53d3-4bed-9830-f22b867a10b1) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:38:16.882843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8:0:1::3e1 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/6bbda319-7cb9-442e-b317-7624c73d7828/f31899d1-b39c-4bc7-b01a-dcd1bb2373fc) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:16.982965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb537b-9a3f-45d7-a605-0a5adcee5299 None None] Pushing event updated for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:16.992090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.010007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8837cc8a-9d9a-4673-b339-6de6f0c76794 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:17.069525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3f44e84-d7f3-4d37-9277-5cc2c5226223 None None] Provisioning for port 8837cc8a-9d9a-4673-b339-6de6f0c76794 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:17.087690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=12a46e48-250b-4fb0-918e-351df331d22d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:17.293849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 8837cc8a-9d9a-4673-b339-6de6f0c76794 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:17.310670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 8837cc8a-9d9a-4673-b339-6de6f0c76794 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:17.311072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.429688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.456547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object f31899d1-b39c-4bc7-b01a-dcd1bb2373fc will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:17.486271 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a72a8157-debb-41c4-8ab9-6379f706a5a1 req-6d78b67f-fa3e-415a-8368-19049ea86d72 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 210 time: 0.0668645 Mar 18 10:38:17.494963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.550554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 8837cc8a-9d9a-4673-b339-6de6f0c76794, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8837cc8a-9d9a-4673-b339-6de6f0c76794,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:17.563579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.626682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.668759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.681206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] In _notify_port_updated(), no bound segment for port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc on network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:38:17.686738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:17.687270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.692222 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/ports/f31899d1-b39c-4bc7-b01a-dcd1bb2373fc HTTP/1.1" status: 200 len: 931 time: 1.9985135 Mar 18 10:38:17.692324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43376) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:17.724316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.777016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port f31899d1-b39c-4bc7-b01a-dcd1bb2373fc {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:17.777351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.795872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=8837cc8a-9d9a-4673-b339-6de6f0c76794,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:17.815006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Provisioning complete for port 8837cc8a-9d9a-4673-b339-6de6f0c76794 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:17.815634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.820189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.820969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:17.847404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef7562-86c5-4a26-abf0-7df823687886 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=f31899d1-b39c-4bc7-b01a-dcd1bb2373fc,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:18.079212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Provisioning for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:18.085666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Provisioning complete for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:18.091349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.115563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:18.172067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.172324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8080c31a-bb73-43b2-9d92-c40098b467fc None None] Port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:18.282802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network c170c3b2-204c-4305-850a-3023b30363a0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:18.287360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:18.303745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for f31899d1-b39c-4bc7-b01a-dcd1bb2373fc owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:18.353836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Provisioning for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:18.359354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:18.360484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.363108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ced6a91a-5386-45f7-b121-24df24899cf2 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:18.591296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Provisioning complete for port 34c123f7-437b-47b0-8e50-39562a29d751 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:18.591714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.634640 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1fe89b07-1807-4a95-8f5d-54036c691dab req-fb5122df-3bd9-4ac3-a2b1-fdb468bd86d6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 210 time: 0.0612409 Mar 18 10:38:18.641399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:18.668364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.721396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Port 34c123f7-437b-47b0-8e50-39562a29d751 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:18.721958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=f31899d1-b39c-4bc7-b01a-dcd1bb2373fc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:18.728146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Could not find standard attr ID for object f31899d1-b39c-4bc7-b01a-dcd1bb2373fc. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:38:18.748796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Provisioning complete for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:18.749398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.772486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.782410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:18.782779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:18.806342 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7a6d500b-3ebd-4aac-b4b7-a7dc13fb1f5a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/f31899d1-b39c-4bc7-b01a-dcd1bb2373fc HTTP/1.1" status: 204 len: 168 time: 1.1127014 Mar 18 10:38:18.807732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43390) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:18.861888 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-24323a29-3225-48a7-a8ca-9dbfa431f1c1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:38:18.862435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-24323a29-3225-48a7-a8ca-9dbfa431f1c1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:18.888770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:18.921334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de6ead51-ecc4-4970-a2a5-217b3dd7157d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/ced6a91a-5386-45f7-b121-24df24899cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3643098 Mar 18 10:38:18.922712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43394) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:18.963921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8837cc8a-9d9a-4673-b339-6de6f0c76794 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:18.982703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:38:19.001731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet bc11e477-8c41-4b53-b9f3-9b8efe18405a {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:19.005801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.035073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-24323a29-3225-48a7-a8ca-9dbfa431f1c1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:19.039008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-24323a29-3225-48a7-a8ca-9dbfa431f1c1 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/f31899d1-b39c-4bc7-b01a-dcd1bb2373fc HTTP/1.1" status: 404 len: 333 time: 0.2275274 Mar 18 10:38:19.041586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43398) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.064741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Sync routers for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:19.072007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-03c76aee-8bb7-485f-a2b6-2d44c10224e5 None None] Port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:19.079105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:19.080288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:19.088019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.157993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:19.166974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6edbb207-f036-459f-958a-74a08b55e2a7 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2224345 Mar 18 10:38:19.167971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43402) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.168660 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:19.174077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.174272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-406100074'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:19.181278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:19.186506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:19.186670 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:19.187836 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:19.189429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:19.196098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:19.209381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 8837cc8a-9d9a-4673-b339-6de6f0c76794 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:19.209753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.217074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.250884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.288971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:19.292923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.323081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:19.323540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3b32adba-5624-4320-ba0a-9d000c79a0aa None None] Provisioning complete for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:19.323909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3b32adba-5624-4320-ba0a-9d000c79a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.332488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.332880 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 38fd2f1b-b645-4e06-947e-2cb2e9eddb74 of type vlan for network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 Mar 18 10:38:19.361034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.365368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.403988 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:19.408511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002f5067-ea09-428a-834d-ee9fdc076a52,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:19.413570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.417808 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3b31af12-95b0-45cd-b8d9-e2033228c1cc tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/security-groups/002f5067-ea09-428a-834d-ee9fdc076a52 HTTP/1.1" status: 204 len: 168 time: 0.3754365 Mar 18 10:38:19.418504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43408) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.421446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:19.434107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.475954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=bc11e477-8c41-4b53-b9f3-9b8efe18405a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:19.490616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.495417 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8c319385-fca0-495e-b81e-9a5e8a4b6df6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/bc11e477-8c41-4b53-b9f3-9b8efe18405a HTTP/1.1" status: 204 len: 168 time: 0.5716760 Mar 18 10:38:19.495737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43412) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.533204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.560199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.562687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07990fc-422f-4b5d-92d0-bfd9975f782b None None] Network 54a68276-15ff-45f8-adc6-2edaf1d2876e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:19.567484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:19.571923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.581921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.670724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3b32adba-5624-4320-ba0a-9d000c79a0aa None None] Port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:19.719891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=2f27bc5b-9b46-41f4-8f79-bc55310996b3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:19.723921 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-091579b8-c8a0-407e-808e-ba61117f5ed5 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5549779 Mar 18 10:38:19.727002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43420) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.740477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:19.763241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.792707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5893c12-d02d-4451-8f71-d03a75f7fdc8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:19.808783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.813569 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f5b4637d-b9ff-4a54-bc31-09e316615db5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/security-groups/f5893c12-d02d-4451-8f71-d03a75f7fdc8 HTTP/1.1" status: 204 len: 168 time: 0.3940685 Mar 18 10:38:19.813714 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:17Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:19.814617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43426) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:19.817991 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:19.818463 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Updating router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:19.853549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:19.922505 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:19.926357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet dc92e31d-53d3-4bed-9830-f22b867a10b1 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:19.930755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.011068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.043571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.244397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:20.260134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Checking router: ced6a91a-5386-45f7-b121-24df24899cf2 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:20.283724 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e65a0e14-dc0c-40f5-83eb-4bbd23c40e0c req-9b1118bc-4189-4006-a9a4-2c5a3136539c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 210 time: 0.2435081 Mar 18 10:38:20.321145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] DHCP port deletion for 54a68276-15ff-45f8-adc6-2edaf1d2876e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:38:20.331459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Routers {'ced6a91a-5386-45f7-b121-24df24899cf2'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:20.331459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ced6a91a-5386-45f7-b121-24df24899cf2'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:20.403498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Deleting port 71b82593-7651-4f17-9217-400a42b3340f {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:20.404085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.407067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:20.415810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.423934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:20.427817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:20.435781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:20.436258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.518237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 58f45f2b-dd2f-470d-aa51-797edf74ddb2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:20.518451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.554462 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.560360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 71b82593-7651-4f17-9217-400a42b3340f no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:20.569152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:20.572675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.643972 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Transition to ACTIVE for port object 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:20.646632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.693194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.697609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=dc92e31d-53d3-4bed-9830-f22b867a10b1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:20.705018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dcb41bc3-575f-4240-9b09-09efb782f9d0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/dc92e31d-53d3-4bed-9830-f22b867a10b1 HTTP/1.1" status: 204 len: 168 time: 0.8873963 Mar 18 10:38:20.708314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43430) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:20.712268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbfb49-aa5f-4251-9644-fb5b580f8951 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:20.714512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:20.724010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.828833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Pushing event updated for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:20.839959 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.840607 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.841249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.841777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.842531 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.843123 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.844120 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.844649 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.845132 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.845653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.846512 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.847133 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:20.850509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] For port 71b82593-7651-4f17-9217-400a42b3340f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=71b82593-7651-4f17-9217-400a42b3340f,segment=NetworkSegment(4cbe9176-6cf2-40fd-9a06-92e4ab33c831),segment_id=4cbe9176-6cf2-40fd-9a06-92e4ab33c831)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:20.850902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.906881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:20.914477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:20.919525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:20.936889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:20.960261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 58f45f2b-dd2f-470d-aa51-797edf74ddb2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=58f45f2b-dd2f-470d-aa51-797edf74ddb2,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:20.960889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:20.990631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Calling delete_port for 71b82593-7651-4f17-9217-400a42b3340f owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:21.026210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:21.029789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.138322 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Attempting to bind port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:21.139448 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Attempting to bind port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:21.140453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Attempting to bind port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 on network c170c3b2-204c-4305-850a-3023b30363a0 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:21.154811 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:21.155279 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Checking segment: {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:21.155743 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.156208 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Bound using segment: {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:21.156750 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Bound port: 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de844bdf-8e3c-4484-96e4-03dba46489e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:21.157938 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.226387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 58f45f2b-dd2f-470d-aa51-797edf74ddb2 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:21.249747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.322286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] Set router ced6a91a-5386-45f7-b121-24df24899cf2 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:21.338148 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] For port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:21.345667 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] For port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:21.413567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.443472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-76012d12-ce05-4943-bb56-9a9502944f81 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:21.444906 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-76012d12-ce05-4943-bb56-9a9502944f81 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.2765777 Mar 18 10:38:21.455484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.494067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=23359b69-3ebe-4f91-99a2-73ebe991bb0c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:21.535074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] Pushing event deleted for resources: {'Port': ['ID=71b82593-7651-4f17-9217-400a42b3340f,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:21.552995 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-63e6ddd2-6a9f-4efa-8e64-20d84e8db9ab req-c0ec2a47-7210-4697-9b04-0282ca9b53e2 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 210 time: 0.0608668 Mar 18 10:38:21.565184 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-e3ed5943-e60e-4636-a44a-7d9faba8e31a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 380 time: 0.1112936 Mar 18 10:38:21.579270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:21.579818 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:37:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:21.639858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'port': {'device_id': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'admin_state_up': True, 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'security_groups': ['c10ce3e0-c491-4408-82fd-2546d3193d04']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:21.641350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:21.647625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 2f27bc5b-9b46-41f4-8f79-bc55310996b3, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:21.664785 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be9c8-569d-4829-86e1-2b3841c5be07 None None] Pushing event updated for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:21.689902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.715331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No active binding found for port 71b82593-7651-4f17-9217-400a42b3340f {{(pid=88543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 18 10:38:21.715331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 71b82593-7651-4f17-9217-400a42b3340f not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:21.740639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:21.765630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.814402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20893fd-14f3-4284-8751-a95a095f367c None None] No DVR routers for this DVR port 71b82593-7651-4f17-9217-400a42b3340f on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:21.867624 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:21.879037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2f27bc5b-9b46-41f4-8f79-bc55310996b3) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:21.901644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:21.903429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=58f45f2b-dd2f-470d-aa51-797edf74ddb2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:21.908533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:21.909120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.913516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:21.920205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:21.920781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:21.942485 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb669f6b-e663-4d78-8430-16a6f6181b6a None None] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:22.009740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=eb6bb66f-13c8-48c5-ad9c-1923b9db7928,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:22.038370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:22.056144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:22.087839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.093377 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e1164f66-9ea3-41ea-af63-26b11a1c1ed4 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3838811 Mar 18 10:38:22.096026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43438) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:22.101631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'security_group': {'name': 'tempest-secgroup-71190592'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:22.112275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:22.117015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:22.125668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:22.132780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:22.153145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:22.166992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Made reservation on behalf of 8749e26c1ce64bdb93dfa4b18fadc19a for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:22.169941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ae874da0-c57a-42a6-b05b-6748c6a7a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.175279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.181237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0e7f6-1bd3-46c0-ba2a-98cf6e613dbd None None] The sync data for ids ['ced6a91a-5386-45f7-b121-24df24899cf2'] in dv-neutron-834265-1-hyperv is: [{'id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'name': 'tempest-TestNetworkBasicOps-router-2090337978', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96'}], 'enable_snat': True}, 'gw_port_id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '58f45f2b-dd2f-470d-aa51-797edf74ddb2', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced6a91a-5386-45f7-b121-24df24899cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:47Z', 'updated_at': '2022-03-18T10:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:22.221348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b64a734c-37a9-4c95-99ec-65ebea02edcf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4926779 Mar 18 10:38:22.239132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43442) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:22.310785 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:21Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:22.315817 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0cb49-3815-4784-83b9-ff0b7e69d895 None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:16Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:21Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:22.473665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.20.0.6 (75de1183-7a1c-4756-8004-fa86e6b593e7/e504184e-4a00-492c-955b-918c86c0cce5/4ac5553c-116e-4393-80c0-9a20234e9aa0) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:22.554172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:22.555233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.598912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbc228-f695-4a49-a64e-0b555cd46e7a None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:22.723651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.726533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:22.832688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12a46e48-250b-4fb0-918e-351df331d22d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:22.930491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 12a46e48-250b-4fb0-918e-351df331d22d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:22.931088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 12a46e48-250b-4fb0-918e-351df331d22d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:22.993522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.005859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0cde8787-319b-46c8-a703-f65a07c6d711 None None] Provisioning complete for port 34c123f7-437b-47b0-8e50-39562a29d751 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:23.006517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0cde8787-319b-46c8-a703-f65a07c6d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.037514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Transition to ACTIVE for port object 4ac5553c-116e-4393-80c0-9a20234e9aa0 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:23.079931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.110105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:23.115904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:23.120301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:23.128466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:23.156737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.202644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8787-319b-46c8-a703-f65a07c6d711 None None] Port 34c123f7-437b-47b0-8e50-39562a29d751 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:23.255332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:23.272258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:23.275449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:23.331152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:23.332409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0cde8787-319b-46c8-a703-f65a07c6d711 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:23.332805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0cde8787-319b-46c8-a703-f65a07c6d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.460261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:23.462846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.471972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.540539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.543110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router ced6a91a-5386-45f7-b121-24df24899cf2 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:38:23.545426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.567422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Allocated IP 2001:db8:1::2 (2f27bc5b-9b46-41f4-8f79-bc55310996b3/23359b69-3ebe-4f91-99a2-73ebe991bb0c/67b2ed19-33c8-4b07-89ad-100278f95a54) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:23.641673 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-291c1f6a-0e70-4022-9ec7-31b499513ff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0053406 Mar 18 10:38:23.666079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Request body: {'port': {'device_id': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:23.791370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da5535-5c34-467c-a7c5-611b044fc697,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:23.792646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.796481 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ea0295b3-6831-43aa-acfe-4ed93acdcf2a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/ced6a91a-5386-45f7-b121-24df24899cf2 HTTP/1.1" status: 204 len: 168 time: 4.2966108 Mar 18 10:38:23.797917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43448) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:23.820522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:23.825592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b8ad51ed-e9b8-4911-be59-329577f6443b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7283769 Mar 18 10:38:23.826832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43452) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:23.915568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1450809784'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:24.048501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.061276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Transition to ACTIVE for port object 67b2ed19-33c8-4b07-89ad-100278f95a54 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:24.091271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Transition to ACTIVE for port object 67b2ed19-33c8-4b07-89ad-100278f95a54 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:24.097451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-912bca50-fc30-425b-8fcc-04e0d739202c None None] Provisioning for port 4ac5553c-116e-4393-80c0-9a20234e9aa0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:24.107949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-912bca50-fc30-425b-8fcc-04e0d739202c None None] Provisioning complete for port 4ac5553c-116e-4393-80c0-9a20234e9aa0 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:24.109672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-912bca50-fc30-425b-8fcc-04e0d739202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.137187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.162421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:24.185645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:24.186206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.195915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:24.217112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6264828-74e6-444d-828b-ce97e3b25491 req-97e9a331-aee2-4290-a389-bc6ec0d54351 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:24.219915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b6264828-74e6-444d-828b-ce97e3b25491 req-97e9a331-aee2-4290-a389-bc6ec0d54351 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 931 time: 0.8797750 Mar 18 10:38:24.254386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-912bca50-fc30-425b-8fcc-04e0d739202c None None] Port 4ac5553c-116e-4393-80c0-9a20234e9aa0 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:24.256709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.330690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b6264828-74e6-444d-828b-ce97e3b25491 req-9e2cac3a-c89a-4d44-b485-7b203030fb7c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:24.357641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:24.363639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:24.371402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:24.483272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Pushing event updated for resources: {'Port': ['ID=67b2ed19-33c8-4b07-89ad-100278f95a54,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:24.519537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.548227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:24.552140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.555696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:24.574295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b6264828-74e6-444d-828b-ce97e3b25491 req-9e2cac3a-c89a-4d44-b485-7b203030fb7c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:24.575352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b6264828-74e6-444d-828b-ce97e3b25491 req-9e2cac3a-c89a-4d44-b485-7b203030fb7c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080466 Mar 18 10:38:24.576975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a68276-15ff-45f8-adc6-2edaf1d2876e']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:24.604045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b40f-aaf9-4882-b2ee-d92e85f38c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.605852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-06056d12-abcd-4256-b491-f7962bac2803 None None] Provisioning complete for port 34c123f7-437b-47b0-8e50-39562a29d751 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:24.605852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-06056d12-abcd-4256-b491-f7962bac2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.667601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbe9176-6cf2-40fd-9a06-92e4ab33c831') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:24.667903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbe9176-6cf2-40fd-9a06-92e4ab33c831') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:24.672691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-06056d12-abcd-4256-b491-f7962bac2803 None None] Port 34c123f7-437b-47b0-8e50-39562a29d751 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:24.685065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Attempting to bind port 67b2ed19-33c8-4b07-89ad-100278f95a54 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:24.685438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Attempting to bind port 67b2ed19-33c8-4b07-89ad-100278f95a54 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:24.685802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Attempting to bind port 67b2ed19-33c8-4b07-89ad-100278f95a54 on network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:24.692841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.702093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:24.702565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Checking segment: {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:24.702978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.703374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Bound using segment: {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:24.704243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Bound port: 67b2ed19-33c8-4b07-89ad-100278f95a54, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:24.704634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.740190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5553c-116e-4393-80c0-9a20234e9aa0 {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:38:24.749409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.772912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Transition to ACTIVE for port object 4ac5553c-116e-4393-80c0-9a20234e9aa0 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:24.773983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.779235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.799860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:24.800266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.805670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] For port 67b2ed19-33c8-4b07-89ad-100278f95a54, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:24.806530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:24.809150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-06056d12-abcd-4256-b491-f7962bac2803 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:24.809516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-06056d12-abcd-4256-b491-f7962bac2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.813673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:24.815591 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:38:24.822410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:24.829850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:24.922345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.924516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:24.977613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:25.004255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:25.004631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.058156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.128442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360c45d5-681e-46e7-808f-e1f1ecd4c8e8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.209305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.264098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8:1::1 (2f27bc5b-9b46-41f4-8f79-bc55310996b3/23359b69-3ebe-4f91-99a2-73ebe991bb0c/a9173298-4a07-40ed-a75d-46c8e1e4b3d0) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:25.298732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.306964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Attempting to bind port 4ac5553c-116e-4393-80c0-9a20234e9aa0 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:25.307305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Attempting to bind port 4ac5553c-116e-4393-80c0-9a20234e9aa0 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:25.307688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Attempting to bind port 4ac5553c-116e-4393-80c0-9a20234e9aa0 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:25.312643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Port 4ac5553c-116e-4393-80c0-9a20234e9aa0 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:38:25.312974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Attempting to bind port 4ac5553c-116e-4393-80c0-9a20234e9aa0 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:25.319035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:25.319375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:25.319757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Bound using segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:25.320383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Bound port: 4ac5553c-116e-4393-80c0-9a20234e9aa0, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:25.320977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.335623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:25.376694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.422043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:25.455188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.455188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6438faf8-8ba0-471d-8d1a-29460e6f3f74 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6210532 Mar 18 10:38:25.455188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43456) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:25.460553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'security_group': {'name': 'tempest-secgroup-457903096'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:25.466389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:25.467984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.470306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:25.473992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:25.483263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:25.484574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object a9173298-4a07-40ed-a75d-46c8e1e4b3d0 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:25.487050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.488921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.490047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.493002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.525184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=54a68276-15ff-45f8-adc6-2edaf1d2876e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.537221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 58f45f2b-dd2f-470d-aa51-797edf74ddb2 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:25.559803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.580588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:25.585000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:25.589322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:security_group_rule and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:25.589599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 58f45f2b-dd2f-470d-aa51-797edf74ddb2 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:25.589938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 58f45f2b-dd2f-470d-aa51-797edf74ddb2 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:25.592779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:25.596470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] For port 67b2ed19-33c8-4b07-89ad-100278f95a54, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=67b2ed19-33c8-4b07-89ad-100278f95a54,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:25.599995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:25.622345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.635336 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a71e55f4-da33-4a85-a866-0fe23489f37d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/54a68276-15ff-45f8-adc6-2edaf1d2876e HTTP/1.1" status: 204 len: 168 time: 1.8325841 Mar 18 10:38:25.649528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43462) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:25.656486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1415579840', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:25.663368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.667867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.677323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:25.679985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.699252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:25.710358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:25.737471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.804235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297daf59-63a5-4635-90f8-9fac83996529 None None] Pushing event updated for resources: {'Port': ['ID=67b2ed19-33c8-4b07-89ad-100278f95a54,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.825211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:25.825905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.827475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-7def4376-f0ad-4234-a374-169dec74377c service neutron] 10.222.0.24 "PUT /v2.0/ports/4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 200 len: 1093 time: 2.1728005 Mar 18 10:38:25.829232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:25.830135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:25.832952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:25.837038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.862086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:25.864086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:25.867571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:25.875810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:25.948319 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'status': 'completed', 'code': 200} Mar 18 10:38:26.033280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.037596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4376-f0ad-4234-a374-169dec74377c service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:26.091806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:26.097071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.115503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64493f-623b-4874-80e1-afa4f34a3976 req-69d1ec05-7ab4-4213-9648-25a9e70882c3 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:26.116357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-af64493f-623b-4874-80e1-afa4f34a3976 req-69d1ec05-7ab4-4213-9648-25a9e70882c3 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:26.154620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:26.156271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc967e3a-a57f-4a4a-ac05-ea18e0c13f34,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:26.179980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-05ec7936-53aa-491a-9faf-81e40fbbb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:26.181067 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-05ec7936-53aa-491a-9faf-81e40fbbb44d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1096 time: 0.2250028 Mar 18 10:38:26.184598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.184954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 0be1de29-b006-4164-b918-d9ac58a4aab6 of type vlan for network b33c7724-814d-4882-8590-c670e1ea9c63 Mar 18 10:38:26.222312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.225227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.229269 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ff9efaec-ff7c-432a-b3fc-d113ad35adc5 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7701132 Mar 18 10:38:26.231877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43468) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:26.246583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1176383621', 'security_groups': ['bc967e3a-a57f-4a4a-ac05-ea18e0c13f34'], 'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb6bb66f-13c8-48c5-ad9c-1923b9db7928'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:26.269491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-af64493f-623b-4874-80e1-afa4f34a3976 req-69d1ec05-7ab4-4213-9648-25a9e70882c3 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:26.269491 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af64493f-623b-4874-80e1-afa4f34a3976 req-69d1ec05-7ab4-4213-9648-25a9e70882c3 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.5381980 Mar 18 10:38:26.355125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.361174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:26.361322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.415717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.474373 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af64493f-623b-4874-80e1-afa4f34a3976 req-2cc894ac-988d-4b7f-9b70-d3fd36a9b761 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490648 Mar 18 10:38:26.491112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-a6877942-8f2c-4ff3-af04-c6e031e51f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:26.492480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-a6877942-8f2c-4ff3-af04-c6e031e51f84 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3032155 Mar 18 10:38:26.557282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=b33c7724-814d-4882-8590-c670e1ea9c63,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:26.575547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network b33c7724-814d-4882-8590-c670e1ea9c63 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:26.587963 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d62cc42e-1c67-4d5d-8481-9917d7cfc9ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9360132 Mar 18 10:38:26.590318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43472) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:26.602143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:26.626448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:26.648465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 67b2ed19-33c8-4b07-89ad-100278f95a54 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:26.651934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-623642940', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:26.665139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-bda16954-ab2b-4ae0-bd2f-f808fc2eda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:26.670223 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4f4402b-5026-45a5-a700-fee6fdd89878 req-bda16954-ab2b-4ae0-bd2f-f808fc2eda0a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695986 Mar 18 10:38:26.670378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:26.727985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:26.742017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:26.759924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:26.768877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:26.902679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 67b2ed19-33c8-4b07-89ad-100278f95a54 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:26.913551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:26.984713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:26.985733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.016126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.059495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-b6e14685-0137-4d22-a29f-0b590a482bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:27.060603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.061858 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-b6e14685-0137-4d22-a29f-0b590a482bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1096 time: 0.3465195 Mar 18 10:38:27.083953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:27.084345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.117261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.167381 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-62335eb5-e213-457d-b94c-511b9d99dd42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 200 len: 217 time: 0.0891678 Mar 18 10:38:27.178187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.288550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] device_id is not set on port 41a1d6ba-536b-465a-ad49-e4634133b1de yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:38:27.316986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.320881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.325500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa0b2c-405e-4842-915c-82e1f474a002 None None] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:27.417975 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:38:27.521693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-a799e04f-fd8e-45cc-a440-8feb9b8463e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:27.523886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-a799e04f-fd8e-45cc-a440-8feb9b8463e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.3213701 Mar 18 10:38:27.628196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8::b1 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/eb6bb66f-13c8-48c5-ad9c-1923b9db7928/41a1d6ba-536b-465a-ad49-e4634133b1de) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:27.629529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Provisioning for port 67b2ed19-33c8-4b07-89ad-100278f95a54 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:27.638082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Provisioning complete for port 67b2ed19-33c8-4b07-89ad-100278f95a54 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:27.638553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.680625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:27.743439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-4ba5b2ea-262e-40b8-bb9e-6aa6e8da2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:27.744830 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-4ba5b2ea-262e-40b8-bb9e-6aa6e8da2209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2113178 Mar 18 10:38:27.753127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.808095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:27.811667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:27.853022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:27.886744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] For port 67b2ed19-33c8-4b07-89ad-100278f95a54, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=67b2ed19-33c8-4b07-89ad-100278f95a54,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:27.953729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.000024 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-c570d609-28d4-48fc-8709-44d9f1351f8b service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995966 Mar 18 10:38:28.011848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.030509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 41a1d6ba-536b-465a-ad49-e4634133b1de will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:28.039820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd896d2-5472-44a9-8ac2-a77d49696a5b None None] Pushing event updated for resources: {'Port': ['ID=67b2ed19-33c8-4b07-89ad-100278f95a54,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:28.123193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2ce3-0a7d-4442-a68c-83881d1f0c45 req-81352536-5270-43cd-9649-a4138412cf77 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:28.124579 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-07af2ce3-0a7d-4442-a68c-83881d1f0c45 req-81352536-5270-43cd-9649-a4138412cf77 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.4871461 Mar 18 10:38:28.194525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-794e72b0-5d13-4395-85fe-8dd7758c26a7 req-2cd96524-6549-4a2e-adcf-e5011222a0f1 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506679 Mar 18 10:38:28.217245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.242367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:28.252954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-07af2ce3-0a7d-4442-a68c-83881d1f0c45 req-593b86c3-5e4d-472e-bb0b-9b078a763184 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018853 Mar 18 10:38:28.297182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:28.305144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:28.307819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:28.313776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:28.314564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.336666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=41a1d6ba-536b-465a-ad49-e4634133b1de,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:28.370824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Provisioning for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:28.381713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Provisioning complete for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:28.381713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.440640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:28.456480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Provisioning complete for port 67b2ed19-33c8-4b07-89ad-100278f95a54 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:28.456912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04e56be5-ac5d-4a8b-b8eb-73511aca6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.494446 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-80fd9148-b454-4476-9a47-bbf2121c151e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2520697 Mar 18 10:38:28.500515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43478) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:28.506748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:28.509805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 67b2ed19-33c8-4b07-89ad-100278f95a54 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:28.663749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:28.673676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:28.679241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 67b2ed19-33c8-4b07-89ad-100278f95a54 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:28.679241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.689118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43482) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:28.694741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fd37cd9a-6bc9-4ea0-b20f-7a4c817fa039 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4541812 Mar 18 10:38:28.695785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1872252021'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:28.701171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:28.706549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:28.714296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:28.720892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:28.727476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:28.728119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:28.750914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:28.816415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:28.820422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.852332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:28.863538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.863898 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 25c01ab1-f1cf-420e-a23d-489654732b17 of type vlan for network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad Mar 18 10:38:28.898652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:28.917267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.934366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:28.937517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.968690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:28.975573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Provisioning complete for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:28.976106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:28.976322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.007714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:29.022425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.028133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:29.031606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.088364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:29.092017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.136887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4438198 Mar 18 10:38:29.138688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43486) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:29.141385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0065e4-c3ec-4b9d-a086-bc5f7994481b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=880a9685-0b4d-4a3e-b5a1-22dd1ed471ad,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:29.148568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:29.173974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:29.190206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:29.308099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.217 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/f57135b5-d627-4d8d-895e-07324831ac37) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:29.351950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:29.384636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:29.392879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:29.421336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Provisioning for port 41a1d6ba-536b-465a-ad49-e4634133b1de completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:29.431036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Provisioning complete for port 41a1d6ba-536b-465a-ad49-e4634133b1de triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:29.431036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.466296 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.ipam_backend_mixin [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb6bb66f-13c8-48c5-ad9c-1923b9db7928 (CIDR: 2001:db8::/64) Mar 18 10:38:29.466296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:29.467789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b707c-a702-47f5-ae84-1d764b13ea27 req-18be5361-ee29-4bb9-9f8e-44a52bca91fe tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:29.467789 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-298b707c-a702-47f5-ae84-1d764b13ea27 req-18be5361-ee29-4bb9-9f8e-44a52bca91fe tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.0954649 Mar 18 10:38:29.498098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f9b413bb-e4be-4d02-94d4-e03f75728fe3 None None] Port 41a1d6ba-536b-465a-ad49-e4634133b1de cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:29.513182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:26Z', 'revision_number': 3, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:26Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:29.517304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:29.517938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Updating router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:29.518978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-298b707c-a702-47f5-ae84-1d764b13ea27 req-300e8031-d2c1-4ba5-a900-8bff8f0765a1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Mar 18 10:38:29.521442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:38:29.526858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:29.535430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.547885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:29.551788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.571575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.763487 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-453b3442-b48a-4126-9675-19af5dee5ebd tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2642176 Mar 18 10:38:29.766271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43492) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:29.772580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:29.880251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.915452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:29.919609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:29.922680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:29.929938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:29.945645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:29.958170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Transition to ACTIVE for port object a9173298-4a07-40ed-a75d-46c8e1e4b3d0 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:29.963241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:29.966504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:29.970798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:29.994116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=f57135b5-d627-4d8d-895e-07324831ac37,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:30.031363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:30.035149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.043200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.086497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.173378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28462e69-4e67-48fa-b7d3-6f9b0b1861ba None None] Pushing event updated for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:30.290951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:30.295815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Attempting to bind port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:30.296138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Attempting to bind port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:30.296466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Attempting to bind port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 on network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:30.303567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:30.303988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:30.304925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:30.305547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Checking segment: {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:30.306166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.310960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Bound using segment: {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:30.310960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Bound port: a9173298-4a07-40ed-a75d-46c8e1e4b3d0, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd2f1b-b645-4e06-947e-2cb2e9eddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:30.310960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.313092 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.ipam_backend_mixin [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6bbda319-7cb9-442e-b317-7624c73d7828 (CIDR: 2001:db8:0:1::/64) Mar 18 10:38:30.360833 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:38:30.361375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:30.402480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] For port a9173298-4a07-40ed-a75d-46c8e1e4b3d0, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:30.405609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] For port a9173298-4a07-40ed-a75d-46c8e1e4b3d0, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:30.450263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:30.472058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.472272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aae54b43-20b6-49d1-b123-e8ef60602b34 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7048290 Mar 18 10:38:30.475580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43496) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:30.481676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'subnet': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:30.544044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:30.551332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:30.551969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:30.552539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:30.553134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.592252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.674629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f9bbd-e405-4c65-8494-bbf548ca9331 None None] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:30.702068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28462e69-4e67-48fa-b7d3-6f9b0b1861ba None None] Pushing event updated for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:30.725074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:30.729523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Usage tracker for resource:subnet and tenant:5acb39c9a3554fbd95cd2ddca9026add is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:30.732755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:30.739886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:30.866160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Made reservation on behalf of 5acb39c9a3554fbd95cd2ddca9026add for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:30.871895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:30.872877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:31.062437 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-007d8b0c-c706-4122-a424-d3a12ef8dcdf tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9241109 Mar 18 10:38:31.064704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43502) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:31.070651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.221029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:31.221902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.222980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.297169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:31.301303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:31.305671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:31.306928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.314786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb23cb-7858-4b51-9bba-07be09275469 None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:31.333931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Subnet': ['ID=49803f6c-8904-416a-b915-26d7def5d935,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:31.345181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.345662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.346123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.346586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.347056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.347533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.347958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.348377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.348817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.349235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.349857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.350280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:31.412126 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d11808e8-94a9-4433-a1ca-e29e1b34688e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9351480 Mar 18 10:38:31.415143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43506) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:31.424069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1084372432', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49803f6c-8904-416a-b915-26d7def5d935'}], 'security_groups': ['f6da5535-5c34-467c-a7c5-611b044fc697', '360c45d5-681e-46e7-808f-e1f1ecd4c8e8']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:31.442873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d14763-b851-4de3-9f4f-a34e43861739 req-5d8fa666-2fff-4ad3-8f7f-00561ab15935 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:31.449620 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f9d14763-b851-4de3-9f4f-a34e43861739 req-5d8fa666-2fff-4ad3-8f7f-00561ab15935 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.6590590 Mar 18 10:38:31.552763 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.585574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Allocated IP 2001:db8:2::2 (880a9685-0b4d-4a3e-b5a1-22dd1ed471ad/b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee/77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:31.588977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:26Z', 'revision_number': 3, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:30Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:31.603969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450a2bb-000c-4c70-a278-792ff97dd33d None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:26Z', 'revision_number': 3, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:30Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:31.721321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f9d14763-b851-4de3-9f4f-a34e43861739 req-0c34fbb9-3216-4c4e-9fb9-4836690cd50a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707441 Mar 18 10:38:31.919829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:31.939133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Transition to ACTIVE for port object 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:32.032588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Update dhcp port {'port': {'network_id': 'c2e69cfb-1432-496d-a8bc-e2cb54d993f6', 'fixed_ips': [{'subnet_id': '6bbda319-7cb9-442e-b317-7624c73d7828', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eb6bb66f-13c8-48c5-ad9c-1923b9db7928'}, {'subnet_id': '49803f6c-8904-416a-b915-26d7def5d935'}], 'binding:host_id': 'dv-neutron-834265-1-hyperv'}, 'id': '620dad3b-fc52-4f2b-9e8d-f43af3cd4248'} from dv-neutron-834265-1-hyperv. {{(pid=88543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 18 10:38:32.087661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Transition to ACTIVE for port object 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:32.108177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Delete allocated IP 2001:db8::b1 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/eb6bb66f-13c8-48c5-ad9c-1923b9db7928) {{(pid=88541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 18 10:38:32.114315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.115997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Allocated IP 2001:db8:0:2::218 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/49803f6c-8904-416a-b915-26d7def5d935/41a1d6ba-536b-465a-ad49-e4634133b1de) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:32.138643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.151307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:38:32.170291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.316771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:32.346041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.355691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:32.366784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Transition to ACTIVE for port object 41a1d6ba-536b-465a-ad49-e4634133b1de will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:32.371599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:32.385981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Pushing event updated for resources: {'Port': ['ID=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:32.460045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.540261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Attempting to bind port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:32.540622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Attempting to bind port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:32.540984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Attempting to bind port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc on network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:32.550830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a9173298-4a07-40ed-a75d-46c8e1e4b3d0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:32.565614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] In _notify_port_updated(), no bound segment for port 41a1d6ba-536b-465a-ad49-e4634133b1de on network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:38:32.571501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:32.572217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.576087 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "PUT /v2.0/ports/41a1d6ba-536b-465a-ad49-e4634133b1de HTTP/1.1" status: 200 len: 970 time: 1.1571507 Mar 18 10:38:32.576398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43510) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:32.589600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:32.590086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Checking segment: {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:32.590418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.590953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Bound using segment: {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:32.591451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Bound port: 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:32.591829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.601985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:32.611281 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:32.627886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:32.629457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:32.674862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 41a1d6ba-536b-465a-ad49-e4634133b1de {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:32.675277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.747628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:32.754362 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f870806f-74b0-43bc-905c-553963b9f0e1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1617298 Mar 18 10:38:32.755253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43516) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:32.781693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] For port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:32.787466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] For port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:32.815282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Allocated IP 2001:db8::2 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/eb6bb66f-13c8-48c5-ad9c-1923b9db7928/620dad3b-fc52-4f2b-9e8d-f43af3cd4248) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:32.822361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Allocated IP 2001:db8:0:2::2 (c2e69cfb-1432-496d-a8bc-e2cb54d993f6/49803f6c-8904-416a-b915-26d7def5d935/620dad3b-fc52-4f2b-9e8d-f43af3cd4248) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:32.836300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8:2::1 (880a9685-0b4d-4a3e-b5a1-22dd1ed471ad/b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee/562b39e3-6fdc-41fd-90ba-2779d19e52ec) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:32.878209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:32.898915 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:32.914856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.002708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:33.003091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.072543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdb627-3062-4e9e-bb12-f7e7eb957e58 None None] Pushing event updated for resources: {'Port': ['ID=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.163878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.186066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:33.283305 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-700b8d73-985f-4326-85b6-36d573afd3e4 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5214112 Mar 18 10:38:33.283993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43522) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:33.297860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.302855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.307829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 41a1d6ba-536b-465a-ad49-e4634133b1de owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:33.353293 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:30Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:33.356536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Transition to ACTIVE for port object 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:33.362055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a9173298-4a07-40ed-a75d-46c8e1e4b3d0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:33.362229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:33.363893 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Updating router a7ba7590-23bb-44a4-a53d-f3ee67722491 port f57135b5-d627-4d8d-895e-07324831ac37 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:33.364096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0546b8-9f16-477f-bea3-e0dd38fa6f0b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event updated for resources: {'Port': ['ID=41a1d6ba-536b-465a-ad49-e4634133b1de,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.437333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.469337 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.470828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.509448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object 562b39e3-6fdc-41fd-90ba-2779d19e52ec will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:33.513548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e939579b-a49b-48fa-97a0-4a4621bf7471 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:33.518140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e939579b-a49b-48fa-97a0-4a4621bf7471 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2295792 Mar 18 10:38:33.523895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43526) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:33.565268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.589087 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-65c482b0-6d23-4ed3-8cf4-e668cfb801f8 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655627 Mar 18 10:38:33.590869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:33.600920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978085107', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:33.632123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.723318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605a2a9-0044-428d-9878-efb2f31b86b1 None None] Pushing event updated for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.736545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3930-26ff-4238-8d67-c45c9288c1d3 req-629db6f6-f810-433c-a74d-1232b86aab71 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:33.739744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:33.742707 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-354a3930-26ff-4238-8d67-c45c9288c1d3 req-629db6f6-f810-433c-a74d-1232b86aab71 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.3744218 Mar 18 10:38:33.748976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:33.748976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:33.755237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:33.778820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=41a1d6ba-536b-465a-ad49-e4634133b1de,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.807762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.814162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.822978 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.850669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d0f7007c-173f-4b73-8828-cc1373b25c6b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/41a1d6ba-536b-465a-ad49-e4634133b1de HTTP/1.1" status: 204 len: 168 time: 1.2728169 Mar 18 10:38:33.853596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43534) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:33.859010 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-354a3930-26ff-4238-8d67-c45c9288c1d3 req-82d5999f-b53b-44ae-9253-45a64de804ae tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778415 Mar 18 10:38:33.922478 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2f4708-3fd0-4065-b076-f450c2791a48 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] GET failed (client error): The resource could not be found. Mar 18 10:38:33.923094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bb2f4708-3fd0-4065-b076-f450c2791a48 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Synchronizing usage tracker for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:33.925108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:33.928825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:33.968560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:33.976450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:33.981147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:33.983103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:33.983578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.013319 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.027318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Transition to ACTIVE for port object f57135b5-d627-4d8d-895e-07324831ac37 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:34.040093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bb2f4708-3fd0-4065-b076-f450c2791a48 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Unset dirty status for tenant:5acb39c9a3554fbd95cd2ddca9026add on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:34.043779 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bb2f4708-3fd0-4065-b076-f450c2791a48 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports/41a1d6ba-536b-465a-ad49-e4634133b1de HTTP/1.1" status: 404 len: 333 time: 0.1863949 Mar 18 10:38:34.044113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43538) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:34.118208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.125140 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.148803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.234017 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Attempting to bind port f57135b5-d627-4d8d-895e-07324831ac37 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:34.234379 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Attempting to bind port f57135b5-d627-4d8d-895e-07324831ac37 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:34.234732 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Attempting to bind port f57135b5-d627-4d8d-895e-07324831ac37 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:34.249011 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:34.255251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:34.255251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.255251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:34.255251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Bound port: f57135b5-d627-4d8d-895e-07324831ac37, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:34.255251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.290509 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a0177-1a1a-4311-ae10-2d5572467f7f None None] Pushing event updated for resources: {'Port': ['ID=f57135b5-d627-4d8d-895e-07324831ac37,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:34.302934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.310163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.335261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc967e3a-a57f-4a4a-ac05-ea18e0c13f34,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:34.338801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.340044 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5d53ebf2-0af0-4261-9dad-35ded07975ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/security-groups/bc967e3a-a57f-4a4a-ac05-ea18e0c13f34 HTTP/1.1" status: 204 len: 168 time: 0.2949877 Mar 18 10:38:34.342747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43542) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:34.356220 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] For port f57135b5-d627-4d8d-895e-07324831ac37, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:34.369955 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] For port f57135b5-d627-4d8d-895e-07324831ac37, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f57135b5-d627-4d8d-895e-07324831ac37,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:34.370172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.421777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.440121 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.497218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.583931 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:34.584859 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:34.657199 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a0177-1a1a-4311-ae10-2d5572467f7f None None] Pushing event updated for resources: {'Port': ['ID=f57135b5-d627-4d8d-895e-07324831ac37,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:34.662859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.674840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=6678cc79-3a8d-4e4f-9331-0b9ce3211134,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:34.699105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c45d5-681e-46e7-808f-e1f1ecd4c8e8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:34.707313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:34.707568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: b33c7724-814d-4882-8590-c670e1ea9c63, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:34.709574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.713289 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-87c9d9d8-0a4c-4e14-9804-edabb1e4e66b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/security-groups/360c45d5-681e-46e7-808f-e1f1ecd4c8e8 HTTP/1.1" status: 204 len: 168 time: 0.3669729 Mar 18 10:38:34.714342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43546) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:34.732599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Could not find standard attr ID for object 41a1d6ba-536b-465a-ad49-e4634133b1de. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:38:34.735097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:34.799540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55909065-20df-466c-9fba-734fa00f436c None None] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:34.809188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.844814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.878031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:34.893178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b33c7724-814d-4882-8590-c670e1ea9c63 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:34.968746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, b33c7724-814d-4882-8590-c670e1ea9c63) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:34.991510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:34.992077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:34.998850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Provisioning complete for port 34c123f7-437b-47b0-8e50-39562a29d751 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:34.998850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.045479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.079521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e9754-fc64-451b-bcb7-d0351872821d None None] Network b33c7724-814d-4882-8590-c670e1ea9c63 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:35.084275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da5535-5c34-467c-a7c5-611b044fc697,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:35.101626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.106598 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e54d55dc-36cc-4b27-8dfb-1f1a326b0879 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6da5535-5c34-467c-a7c5-611b044fc697 HTTP/1.1" status: 204 len: 168 time: 0.3912032 Mar 18 10:38:35.107439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43552) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:35.130485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-feaab6e4-7dfd-4424-98a9-f952362ca996 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5379205 Mar 18 10:38:35.132756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.135453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43556) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:35.253136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Port 34c123f7-437b-47b0-8e50-39562a29d751 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:35.262369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet eb6bb66f-13c8-48c5-ad9c-1923b9db7928 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:35.265518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:30Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:35.266926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.270100 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4bde8-fa43-4a03-bb5f-c0d737f49f7f None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:30Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:35.370855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.465958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:35.466540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.467135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.467823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.496544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Provisioning for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:35.543351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a9173298-4a07-40ed-a75d-46c8e1e4b3d0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:35.575578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:35.575750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5a29db6e-b309-4f38-bcbd-feef97d36613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.611658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.670495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6bb66f-13c8-48c5-ad9c-1923b9db7928,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:35.678163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.687807 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9df7c1a9-8fcf-4575-bba1-0cfe9ab02c4e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/eb6bb66f-13c8-48c5-ad9c-1923b9db7928 HTTP/1.1" status: 204 len: 168 time: 0.5756478 Mar 18 10:38:35.689123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43560) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:35.746819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df16e7a-aa85-4608-9682-613d879721da None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:35.763964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 49803f6c-8904-416a-b915-26d7def5d935 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:35.767412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:35.768106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.791568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce58d3-c7c7-4f2a-9c57-da1d41c185b1 req-d51fb105-5eca-4595-a17d-d49c69b0fbd2 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:35.793180 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-49ce58d3-c7c7-4f2a-9c57-da1d41c185b1 req-d51fb105-5eca-4595-a17d-d49c69b0fbd2 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 943 time: 0.7535326 Mar 18 10:38:35.817463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-b33c7724-814d-4882-8590-c670e1ea9c63', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:35.818613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.841121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4ac5553c-116e-4393-80c0-9a20234e9aa0 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:38:35.852506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:35.918259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-49ce58d3-c7c7-4f2a-9c57-da1d41c185b1 req-12c3731d-e477-4d2c-a9e2-4412c55d22b9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091204 Mar 18 10:38:35.960967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:36.011937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.018472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:36.089351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:36.090025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.183011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.254208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=49803f6c-8904-416a-b915-26d7def5d935,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:36.259554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.281084 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-81f34855-4636-4881-95c0-fc203f2301cf tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/49803f6c-8904-416a-b915-26d7def5d935 HTTP/1.1" status: 204 len: 168 time: 0.5908175 Mar 18 10:38:36.285802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43564) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:36.363563 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a210b11c-ed7c-4414-a9db-eed0383646ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:36.364031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a210b11c-ed7c-4414-a9db-eed0383646ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:36.370072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a210b11c-ed7c-4414-a9db-eed0383646ad tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/eb6bb66f-13c8-48c5-ad9c-1923b9db7928 HTTP/1.1" status: 404 len: 337 time: 0.0830975 Mar 18 10:38:36.370717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43568) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:36.407709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:36.446973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:36.478897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting subnet 6bbda319-7cb9-442e-b317-7624c73d7828 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:36.482312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.573049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.580618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'port_id': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'mac_address': 'fa:16:3e:13:43:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:38:36.622264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Could not find standard attr ID for object 41a1d6ba-536b-465a-ad49-e4634133b1de. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:38:36.672248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.703848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Allocated IP 172.20.0.2 (b33c7724-814d-4882-8590-c670e1ea9c63/6678cc79-3a8d-4e4f-9331-0b9ce3211134/31f4dda6-b339-4cb5-b1e5-9fd96cb38828) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:36.734401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.737609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.752354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:36.758385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:36.764585 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ccc6e90f-dd80-4e6a-843c-815b18a3e139 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6963060 Mar 18 10:38:36.767155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43572) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:36.773332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797130575'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:36.795059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:36.831320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Provisioning for port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:36.850911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.853687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5553c-116e-4393-80c0-9a20234e9aa0 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:38:36.872246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:36.892747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:36.893535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:36.909562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbda319-7cb9-442e-b317-7624c73d7828,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:36.915174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:36.923918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-52ab676d-4cda-49ed-ad3c-1a2c220c2194 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/6bbda319-7cb9-442e-b317-7624c73d7828 HTTP/1.1" status: 204 len: 168 time: 0.5516040 Mar 18 10:38:36.927847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43576) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:36.990801 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7770f29d-cd5c-4503-b157-5a10526f0b19 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:36.991178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7770f29d-cd5c-4503-b157-5a10526f0b19 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:36.995661 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7770f29d-cd5c-4503-b157-5a10526f0b19 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/dc92e31d-53d3-4bed-9830-f22b867a10b1 HTTP/1.1" status: 404 len: 337 time: 0.0668216 Mar 18 10:38:36.996420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43582) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.038540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:37.058020 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-758747a1-748e-45dc-8a23-58eb02290f11 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "GET /v2.0/ports?device_id=77bf41f1-79be-40b2-8011-598901ad955d HTTP/1.1" status: 200 len: 205 time: 0.0603883 Mar 18 10:38:37.058708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43586) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.067377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:network and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:37.071747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:37.086793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Provisioning complete for port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:37.086793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.093850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:37.158700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.218454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:37.222049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.282418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:37.340244 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-182d7e70-c2f4-492f-acb9-1a8c5fa9874c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] delete failed (client error): The resource could not be found. Mar 18 10:38:37.341290 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-182d7e70-c2f4-492f-acb9-1a8c5fa9874c tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/routers/77bf41f1-79be-40b2-8011-598901ad955d HTTP/1.1" status: 404 len: 336 time: 0.2815871 Mar 18 10:38:37.343958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.344188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.344316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added segment 54416373-b704-4d72-8a6b-331b1213fde6 of type vlan for network 37251526-ac21-4efb-a7ab-4bab431c6b1b Mar 18 10:38:37.395879 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa17543d-449e-4201-8cfe-174bab633cce tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.396347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa17543d-449e-4201-8cfe-174bab633cce tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.401088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aa17543d-449e-4201-8cfe-174bab633cce tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/8c90cc39-8c8a-45de-b3d5-f781efc2708e HTTP/1.1" status: 404 len: 337 time: 0.0547044 Mar 18 10:38:37.402895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.404161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43594) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.455671 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b0cd49-b8e1-478c-8846-cd326d164c88 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.457625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b0cd49-b8e1-478c-8846-cd326d164c88 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.462117 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f1b0cd49-b8e1-478c-8846-cd326d164c88 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/cb313240-580f-4e5c-bd28-ba7b22464bf6 HTTP/1.1" status: 404 len: 337 time: 0.0564132 Mar 18 10:38:37.462308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43598) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.478719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b319fd-d052-48b3-9230-240591148baa req-09864fc7-5c95-4700-aa50-578662615d50 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:37.481568 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-04b319fd-d052-48b3-9230-240591148baa req-09864fc7-5c95-4700-aa50-578662615d50 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 944 time: 0.3467126 Mar 18 10:38:37.495800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4ac5553c-116e-4393-80c0-9a20234e9aa0'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:38:37.544027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30cee23-933f-4bcb-96da-d0a703c00b5b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.544415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30cee23-933f-4bcb-96da-d0a703c00b5b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.554343 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-04b319fd-d052-48b3-9230-240591148baa req-504079ef-9342-4c61-9257-f37661b1b0c9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Mar 18 10:38:37.564685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b30cee23-933f-4bcb-96da-d0a703c00b5b tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/0c31586d-3d0e-4828-b8a3-97fdf9c3602e HTTP/1.1" status: 404 len: 337 time: 0.0946102 Mar 18 10:38:37.567792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43602) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.578502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:37.610901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.616799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:37.617438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.623585 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb19ac5-a6c2-43e9-8731-28a11f2b3189 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.629955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb19ac5-a6c2-43e9-8731-28a11f2b3189 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.629955 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9eb19ac5-a6c2-43e9-8731-28a11f2b3189 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/092992e0-0f83-4cbd-82e8-4406c10ea297 HTTP/1.1" status: 404 len: 333 time: 0.0588055 Mar 18 10:38:37.630915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43606) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.683064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aa1e63-1559-45cd-8760-82baf164a86f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.684506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aa1e63-1559-45cd-8760-82baf164a86f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.688458 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b9aa1e63-1559-45cd-8760-82baf164a86f tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/84bc483c-2f1a-4818-a7fb-637a27847bc4 HTTP/1.1" status: 404 len: 337 time: 0.0565636 Mar 18 10:38:37.691725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43610) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.710218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:37.728066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Network': ['ID=37251526-ac21-4efb-a7ab-4bab431c6b1b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:37.736526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.736689 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-24409d02-8516-481b-aa9f-c214f79eafc0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.737037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24409d02-8516-481b-aa9f-c214f79eafc0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.737537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.738162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.741362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-24409d02-8516-481b-aa9f-c214f79eafc0 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/90fbc487-6f23-41a8-a319-e77c9887b021 HTTP/1.1" status: 404 len: 337 time: 0.0454907 Mar 18 10:38:37.741594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43614) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.742176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.742748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.743457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.744283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.744841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.745440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.746035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.746575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.747560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:37.765047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-332df095-2493-4170-8c8c-8c350614a955 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9968600 Mar 18 10:38:37.766216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43618) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.778885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'subnet': {'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:37.793097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea5eb2-0f94-49d5-b580-a5554126cb7a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.793675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea5eb2-0f94-49d5-b580-a5554126cb7a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.795675 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-61ea5eb2-0f94-49d5-b580-a5554126cb7a tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/b30a6025-edef-4ff5-ba26-194f109bbd4d HTTP/1.1" status: 404 len: 333 time: 0.0528715 Mar 18 10:38:37.798175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43622) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.838502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:37.839550 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f85ea20-af66-49a3-a340-eb29900c8812 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.840019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f85ea20-af66-49a3-a340-eb29900c8812 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.841709 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f85ea20-af66-49a3-a340-eb29900c8812 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/c6f7840e-b494-4a41-927e-7dd2c4c7a335 HTTP/1.1" status: 404 len: 337 time: 0.0423732 Mar 18 10:38:37.844256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43626) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:37.850295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:37.850676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:37.896881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:37.900759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:subnet and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:37.904143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:37.914502 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cde704-2d85-4d2c-80c9-b35d7148e00d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] DELETE failed (client error): The resource could not be found. Mar 18 10:38:37.914960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cde704-2d85-4d2c-80c9-b35d7148e00d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:38:37.915865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:37.919292 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f1cde704-2d85-4d2c-80c9-b35d7148e00d tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/subnets/05301bc9-40dc-475c-8b2d-8387085cd4b5 HTTP/1.1" status: 404 len: 337 time: 0.0740938 Mar 18 10:38:37.919867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43630) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:38.000446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 34c123f7-437b-47b0-8e50-39562a29d751 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:38.000799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.011729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Made reservation on behalf of a1fef9f8b97c4879a16e899199b52f15 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:38.016063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.103309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.194207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da58f4-efc1-4e7a-8c0a-992a5fd56b9f None None] Network c2e69cfb-1432-496d-a8bc-e2cb54d993f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:38.240367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.246407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.293050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Transition to ACTIVE for port object 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:38.334959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.374329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 34c123f7-437b-47b0-8e50-39562a29d751 owned by {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:38.394894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] For port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:38.412059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Subnet': ['ID=82faec41-b034-41d3-8fb4-1ae384bdc7c8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:38.420663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Checking segment: {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:38.421006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network hostable DHCP agents. Network: 37251526-ac21-4efb-a7ab-4bab431c6b1b, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:38.457676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Transition to ACTIVE for port object 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:38.493858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:38.512018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.541993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.574883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 37251526-ac21-4efb-a7ab-4bab431c6b1b) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:38.596135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=34c123f7-437b-47b0-8e50-39562a29d751,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:38.601578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.620622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:38.622683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.649968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68ad42-b1aa-48a9-99d3-6d6fa49c944e None None] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:38.657279 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9d77396d-f021-4bbe-9ce5-242d9b24b00e tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/ports/34c123f7-437b-47b0-8e50-39562a29d751 HTTP/1.1" status: 204 len: 168 time: 0.7364125 Mar 18 10:38:38.659654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43636) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:38.667613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (b33c7724-814d-4882-8590-c670e1ea9c63/6678cc79-3a8d-4e4f-9331-0b9ce3211134/345d3c55-d578-40ef-bc58-2fca27cbe0c3) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:38.683033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.781384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.794721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Deleting port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:38.795071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.829993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43640) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:38.830223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c43f72df-1080-4edb-8ebb-3df92d3b5bab tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0627928 Mar 18 10:38:38.841401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Network b33c7724-814d-4882-8590-c670e1ea9c63 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:38.858209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:38.868441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c131b7-770e-4849-b33c-76bc767dc13b None None] Pushing event updated for resources: {'Port': ['ID=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:38.871532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f57135b5-d627-4d8d-895e-07324831ac37 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:38.897483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Provisioning complete for port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:38.898081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.920761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:38.939810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:38.958888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 345d3c55-d578-40ef-bc58-2fca27cbe0c3 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:38.998682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0035a0-32d7-489a-992b-1b81ce662125 req-b22ac79c-4413-4dcf-b65b-6877520a1edb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:39.000416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc0035a0-32d7-489a-992b-1b81ce662125 req-b22ac79c-4413-4dcf-b65b-6877520a1edb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 944 time: 0.2198441 Mar 18 10:38:39.050857 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc0035a0-32d7-489a-992b-1b81ce662125 req-1642af90-211b-409a-872e-b4a1ba551c2d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Mar 18 10:38:39.077925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.145752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b33c7724-814d-4882-8590-c670e1ea9c63 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:39.148949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:39.159198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:39.196970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:39.226134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.287384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Pushing event updated for resources: {'Port': ['ID=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:39.350262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Attempting to bind port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:39.350632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Attempting to bind port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:39.350993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Attempting to bind port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:39.369602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:39.369602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Checking segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:39.369986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.370157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Bound using segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:39.370659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Bound port: 31f4dda6-b339-4cb5-b1e5-9fd96cb38828, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:39.370917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.419664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:34Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:34Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:39.453580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] DHCP port deletion for c2e69cfb-1432-496d-a8bc-e2cb54d993f6 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:38:39.458677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.514194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:39.515613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.520660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-37251526-ac21-4efb-a7ab-4bab431c6b1b', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:39.521565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.530133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f57135b5-d627-4d8d-895e-07324831ac37 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:39.532911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Deleting port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:39.536343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.557018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:39.557440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Updating router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff port 562b39e3-6fdc-41fd-90ba-2779d19e52ec binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:39.632143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f57135b5-d627-4d8d-895e-07324831ac37 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:39.632429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.704092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Calling delete_port for 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:39.833755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.876726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] For port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:39.902835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.971700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:39.979164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] For port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:39.980846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Provisioning complete for port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:39.981339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.013743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.031183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Port': ['ID=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:40.080166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] No DVR routers for this DVR port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:40.095275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.162027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.213243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.238253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:40.313395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.325942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] For port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=620dad3b-fc52-4f2b-9e8d-f43af3cd4248,segment=NetworkSegment(102e0e64-b87a-4247-a121-9874c56def3e),segment_id=102e0e64-b87a-4247-a121-9874c56def3e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:40.326341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.361878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e69cfb-1432-496d-a8bc-e2cb54d993f6']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:40.373747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b33c7724-814d-4882-8590-c670e1ea9c63 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:40.375071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:40.389390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102e0e64-b87a-4247-a121-9874c56def3e') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:40.389665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102e0e64-b87a-4247-a121-9874c56def3e') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:40.435307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.452107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.471882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.490494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b4c6-d3e9-41be-8fd6-e49fa3701698 req-f90847a9-64df-4f3f-87cd-8197f9ee4ff0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:40.491877 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-47d9b4c6-d3e9-41be-8fd6-e49fa3701698 req-f90847a9-64df-4f3f-87cd-8197f9ee4ff0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 944 time: 0.2349415 Mar 18 10:38:40.492995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:40.493260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:40.510256 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:38:40.518428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Allocated IP 2001:db8:3::2 (37251526-ac21-4efb-a7ab-4bab431c6b1b/82faec41-b034-41d3-8fb4-1ae384bdc7c8/389e766a-e3af-412a-8d69-e14f0493f21b) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:40.531709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Calling delete_port for 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:40.585147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:40.609431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7660a0-e9e0-4c2d-90f6-916bc0c6a0a3 None None] Pushing event updated for resources: {'Port': ['ID=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:40.761935 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-47d9b4c6-d3e9-41be-8fd6-e49fa3701698 req-ad0b8e4d-bf20-4e65-a74b-e0dc3c69e7c7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370899 Mar 18 10:38:40.817492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:40.836781 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e67a1b09-0670-4550-a5d3-c3605c71da08 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/a7ba7590-23bb-44a4-a53d-f3ee67722491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7001696 Mar 18 10:38:40.839305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43646) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:40.841993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.854500 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:40.865645 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:40.866552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:40.884886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port f57135b5-d627-4d8d-895e-07324831ac37, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f57135b5-d627-4d8d-895e-07324831ac37,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:40.888775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:40.918853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] Pushing event deleted for resources: {'Network': ['ID=c2e69cfb-1432-496d-a8bc-e2cb54d993f6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:40.947038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Could not find standard attr ID for object 34c123f7-437b-47b0-8e50-39562a29d751. {{(pid=88543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 18 10:38:40.964240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.004395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8b4e99f0-2160-46a1-96f3-6a96818bd911 tempest-PortsIpV6TestJSON-2050100881 tempest-PortsIpV6TestJSON-2050100881-project] 10.222.0.18 "DELETE /v2.0/networks/c2e69cfb-1432-496d-a8bc-e2cb54d993f6 HTTP/1.1" status: 204 len: 168 time: 2.3397920 Mar 18 10:38:41.148636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.149440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.150098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.150749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.151646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.152213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:41.152528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.152644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:41.153294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.153981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.154606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.155701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.158900 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4a61cb2-6512-4b36-a9d8-fd4ef06f9a22 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7028 time: 0.3186359 Mar 18 10:38:41.162307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:41.182740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f57135b5-d627-4d8d-895e-07324831ac37,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:41.254122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:41.264473 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:41.266229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.266794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.267240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.267736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.268425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.268863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.270046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.270488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.270915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.271348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:41.273288 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29cb0514-7570-49e0-8380-5d9dbcf81159 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6479 time: 0.1098015 Mar 18 10:38:41.276099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43656) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:41.293163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Provisioning for port 562b39e3-6fdc-41fd-90ba-2779d19e52ec completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:41.353998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Provisioning complete for port 562b39e3-6fdc-41fd-90ba-2779d19e52ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:41.354377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.435131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4ccab07f-b54d-4923-8f9f-c8c08df8a8e4 None None] Port 562b39e3-6fdc-41fd-90ba-2779d19e52ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:41.487543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.516683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.526528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Transition to ACTIVE for port object 562b39e3-6fdc-41fd-90ba-2779d19e52ec will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:41.538312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Transition to ACTIVE for port object 389e766a-e3af-412a-8d69-e14f0493f21b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:41.558959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43662) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:41.571654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Transition to ACTIVE for port object 389e766a-e3af-412a-8d69-e14f0493f21b will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:41.576787 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c6f5fbc3-ac72-4c6c-9730-c85c6de8d709 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3583 time: 0.2994504 Mar 18 10:38:41.609007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:41.616618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:41.659261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Deleting port 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:41.661179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.669978 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:41.674821 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:41.677456 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Updating router a7ba7590-23bb-44a4-a53d-f3ee67722491 port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:41.730763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.788098 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.801773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:41.819034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Allocated IP 2001:db8:3::1 (37251526-ac21-4efb-a7ab-4bab431c6b1b/82faec41-b034-41d3-8fb4-1ae384bdc7c8/db4509b5-ade3-4cf1-a9b3-a42c10ae9d10) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:41.882440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-35a3bf9b-df8c-4425-8635-2c5b690d93f7 None None] The port '620dad3b-fc52-4f2b-9e8d-f43af3cd4248' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:38:41.887377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4ac5553c-116e-4393-80c0-9a20234e9aa0 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:41.891396 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b88e8b65-e80b-4dfa-98db-c1b0d1b490d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5acb39c9a3554fbd95cd2ddca9026add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311098 Mar 18 10:38:41.894370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43672) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:42.046318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.116234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.143404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43676) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:42.148479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555963068', 'description': 'tempest-secgroup-smoke-555963068 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:42.155941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:42.157504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e316ef-bb8b-4294-b0a1-e0b648544501 None None] Network b33c7724-814d-4882-8590-c670e1ea9c63 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:42.163177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:42.178690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:42.182610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:42.200338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:42.211411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:42.224897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.248113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Transition to ACTIVE for port object db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:42.288883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328f544-1b01-4628-b9e2-2b2ad1473083 req-cfe86a4c-a5ea-44f5-be77-1875d6b4588c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:42.288883 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a328f544-1b01-4628-b9e2-2b2ad1473083 req-cfe86a4c-a5ea-44f5-be77-1875d6b4588c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 944 time: 0.1424999 Mar 18 10:38:42.289170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:42.308142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.328403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:42.332807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:42.336171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:42.337786 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a328f544-1b01-4628-b9e2-2b2ad1473083 req-b55ec3cb-ed09-4040-90bc-c4b8fe4b301a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449681 Mar 18 10:38:42.346130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:42.355127 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.361435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.367565 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Transition to ACTIVE for port object 345d3c55-d578-40ef-bc58-2fca27cbe0c3 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:42.374674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59575c3f-1177-4f4e-9ee7-5cf8c55c83eb None None] Pushing event updated for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.392721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f66087d-855f-4dfb-97ad-8e257ac99fdd,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.401514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.402121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.403226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c4be40bc-b5db-43ac-965e-aa898abe3a10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f66087d-855f-4dfb-97ad-8e257ac99fdd HTTP/1.1" status: 204 len: 168 time: 0.5045571 Mar 18 10:38:42.450444 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.476192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:42.484067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:42.486924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:42.487870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.495320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.504661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.582861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.618800 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fbe2-e22f-4261-9d17-c660367b358a None None] Pushing event updated for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.623713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Provisioning for port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:42.638929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7542f1be-b705-4b27-9842-7619a9b0436b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.647457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:42.647958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.694580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Attempting to bind port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:42.694936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Attempting to bind port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:42.695536 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Attempting to bind port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:42.700970 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:42.705457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Checking segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:42.705457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.705457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Bound using segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:42.705457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Bound port: 345d3c55-d578-40ef-bc58-2fca27cbe0c3, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:42.705457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.717796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Provisioning complete for port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:42.718192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.729794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.736406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.743499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-54f1746f-d46a-4bd5-942f-395bf3d1651a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5932608 Mar 18 10:38:42.743499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:42.743800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Attempting to bind port 562b39e3-6fdc-41fd-90ba-2779d19e52ec on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:42.743800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Attempting to bind port 562b39e3-6fdc-41fd-90ba-2779d19e52ec by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:42.743800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Attempting to bind port 562b39e3-6fdc-41fd-90ba-2779d19e52ec on network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:42.746388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:42.755267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:42.762924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:42.766424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:42.767315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Pushing event updated for resources: {'Port': ['ID=389e766a-e3af-412a-8d69-e14f0493f21b,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:42.774281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:42.789762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:42.790115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Checking segment: {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:42.790579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.790900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Bound using segment: {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:42.791376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Bound port: 562b39e3-6fdc-41fd-90ba-2779d19e52ec, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c01ab1-f1cf-420e-a23d-489654732b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:42.791856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.814672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Attempting to bind port 389e766a-e3af-412a-8d69-e14f0493f21b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:42.815004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Attempting to bind port 389e766a-e3af-412a-8d69-e14f0493f21b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:42.815352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Attempting to bind port 389e766a-e3af-412a-8d69-e14f0493f21b on network 37251526-ac21-4efb-a7ab-4bab431c6b1b {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:42.820297 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] For port 345d3c55-d578-40ef-bc58-2fca27cbe0c3, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:42.826140 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] For port 345d3c55-d578-40ef-bc58-2fca27cbe0c3, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=345d3c55-d578-40ef-bc58-2fca27cbe0c3,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:42.839364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:42.843247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Checking segment: {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:42.843247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.843247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Bound using segment: {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:42.843247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Bound port: 389e766a-e3af-412a-8d69-e14f0493f21b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:42.843247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.857877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 4ac5553c-116e-4393-80c0-9a20234e9aa0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:42.872754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.923052 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:42.962388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.011384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 4ac5553c-116e-4393-80c0-9a20234e9aa0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:43.011894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.042586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.082549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48caee6a-c9a5-4b94-8379-53feb92cc13e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:43.085984 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fbe2-e22f-4261-9d17-c660367b358a None None] Pushing event updated for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:43.092767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:43.092767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:43.199471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.203255 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49809870-2f68-497c-8a92-42d8261d00f3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591763 Mar 18 10:38:43.203489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43696) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:43.208886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:43.220974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:43.226740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:43.234663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:43.248681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:43.310918 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:43.353219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.355691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.359839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] For port 562b39e3-6fdc-41fd-90ba-2779d19e52ec, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:43.375440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] For port 389e766a-e3af-412a-8d69-e14f0493f21b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:43.380622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.393096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] For port 562b39e3-6fdc-41fd-90ba-2779d19e52ec, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=562b39e3-6fdc-41fd-90ba-2779d19e52ec,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:43.435207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.435441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] For port 389e766a-e3af-412a-8d69-e14f0493f21b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=389e766a-e3af-412a-8d69-e14f0493f21b,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:43.436078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.454533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:38:43.502888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.515377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.540234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:43.540577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 620dad3b-fc52-4f2b-9e8d-f43af3cd4248 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:38:43.568581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.581739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] For port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:43.590481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.635292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.670127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:43.670603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:43.734346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd241ac-13c5-4ad0-ab05-d13f8a36a775,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:43.744054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:43.748696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59575c3f-1177-4f4e-9ee7-5cf8c55c83eb None None] Pushing event updated for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:43.774181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.778458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f57135b5-d627-4d8d-895e-07324831ac37 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:43.824560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd8ab-de36-410e-8720-75358f3d6fcf req-54235aba-d191-42ae-9429-9a45425a4774 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:43.843421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-768fd8ab-de36-410e-8720-75358f3d6fcf req-54235aba-d191-42ae-9429-9a45425a4774 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 944 time: 0.3148501 Mar 18 10:38:43.889019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:43.890840 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b96470ae-4410-454e-8b68-a336ce149424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6864948 Mar 18 10:38:43.895806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43712) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:43.903590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:43.910808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:43.916034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:43.919921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:43.927626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:43.974349 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'code': 200} Mar 18 10:38:43.975918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:44.000206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-768fd8ab-de36-410e-8720-75358f3d6fcf req-715a7307-ae62-4401-8c5e-d80363db6378 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554992 Mar 18 10:38:44.030790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.054477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event updated for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:44.171108 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:42Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:44.191383 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0847372-13d7-41cf-a196-6c399b1ea7ad None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:42Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:44.193353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43716) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:44.195133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:44.204279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:44.212045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.330296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.338303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d382e9-79ee-4ae7-8772-078e7d32fd40 None None] Pushing event updated for resources: {'Port': ['ID=389e766a-e3af-412a-8d69-e14f0493f21b,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:44.425502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.475513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:44.537867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fccec-62b3-43b2-bd5f-603cc8d3ed49 req-43029ff1-b9e4-4db7-afa1-812232a8eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:44.542262 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-200fccec-62b3-43b2-bd5f-603cc8d3ed49 req-43029ff1-b9e4-4db7-afa1-812232a8eddd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1098 time: 0.3996744 Mar 18 10:38:44.619152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:44.636686 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-200fccec-62b3-43b2-bd5f-603cc8d3ed49 req-3e908feb-307a-4601-b478-4cbda735efbb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854943 Mar 18 10:38:44.687517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-303831290'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:44.710862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ca2678-fb5f-4507-92c9-5b389a9debd5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:44.713175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:44.727399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:44.733153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:44.745406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b3c1-50d7-47a9-b155-3c746a237f17 None None] Pushing event updated for resources: {'Port': ['ID=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:44.746082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:44.761877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f57135b5-d627-4d8d-895e-07324831ac37 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:44.762393 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.846696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:44.849895 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e90a072-7684-48be-bd4b-fdb548f262c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9536054 Mar 18 10:38:44.851856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43722) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:44.856737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:44.864869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:44.872763 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-035c8e6c-12c7-4469-9556-6f40780976ee tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0394952 Mar 18 10:38:44.873658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:44.875337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:44.884136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:45.009740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:45.055324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:45.060141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:45.068017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:45.075757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:45.080804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.104968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.164392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f81f8a7a-b0be-4556-abc1-b4bd644da016 None None] Provisioning complete for port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:45.164789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f81f8a7a-b0be-4556-abc1-b4bd644da016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.177895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:45.182967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.262668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13caf28-7228-4350-8454-c6706ffc97a8 req-46ee9675-f04b-43a9-97f8-aa6f8d956587 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:45.270927 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d13caf28-7228-4350-8454-c6706ffc97a8 req-46ee9675-f04b-43a9-97f8-aa6f8d956587 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.1221032 Mar 18 10:38:45.358422 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d13caf28-7228-4350-8454-c6706ffc97a8 req-926d4f73-69b1-49e1-8633-b9f6b28aee02 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863183 Mar 18 10:38:45.454225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:security_group_rule and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:45.467964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:45.526268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:45.607705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:42Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:45.613144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281ddda-806a-4bbe-9459-3a0a5d909d6d None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:42Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:45.683203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e35703-f8a6-4d7f-bcac-136e73fb8ede None None] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:45.717811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f81f8a7a-b0be-4556-abc1-b4bd644da016 None None] Provisioning for port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:45.856877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.899189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:45.970405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:45.973525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.024865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a16c07e-f446-4efe-abe9-c43a29f309d7,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:46.042272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a7652fe6-8a29-4202-9286-f94bd98eb51f None None] Provisioning for port 389e766a-e3af-412a-8d69-e14f0493f21b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:46.101197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:46.101887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.113592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.136597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.140552 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-02d303f5-44b6-498e-afbe-68225d6b54ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2850246 Mar 18 10:38:46.141469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43732) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:46.148716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:46.151050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:46.163400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:46.172108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:46.176600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:46.179850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:38:46.187440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.187440 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment 9a8f57ea-d3f2-4256-aa06-438c3c9ecca3 of type vlan for network d35641f4-2029-44c5-9f5b-5edd948e8347 Mar 18 10:38:46.188706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:46.189398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9f1be-36c0-4397-969a-25d97f90b2f3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:46.209299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Removed routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:38:46.209446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.225764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.259852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 389e766a-e3af-412a-8d69-e14f0493f21b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:46.294296 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:38:46.305709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.384816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.394675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.400203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:46.400944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.408482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 389e766a-e3af-412a-8d69-e14f0493f21b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:46.414609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 389e766a-e3af-412a-8d69-e14f0493f21b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:46.418426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.474268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.520740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded744ac-ebe5-4610-89bd-b16e83ff7ab9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:46.601320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Provisioning complete for port 389e766a-e3af-412a-8d69-e14f0493f21b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:46.601699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.605118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.609736 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-33be493a-228a-47e8-b719-2096c9fd27fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4677815 Mar 18 10:38:46.615345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43738) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:46.616534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '7542f1be-b705-4b27-9842-7619a9b0436b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:46.631098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:46.641434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:46.647443 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4519012 Mar 18 10:38:46.653873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:46.654758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9863c6c-e941-4746-86b8-2b069be75b5a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=d35641f4-2029-44c5-9f5b-5edd948e8347,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:46.658455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43742) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:46.670038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:46.685352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1465310952'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:46.695877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d35641f4-2029-44c5-9f5b-5edd948e8347 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:46.702339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:46.750470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.774337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:38:46.781694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.832887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:46.837077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:46.858745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:46.885127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 389e766a-e3af-412a-8d69-e14f0493f21b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=389e766a-e3af-412a-8d69-e14f0493f21b,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:46.954447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:46.983696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.009673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a82d1-9d81-41e7-bf2d-60e23507a83a req-16788a80-0772-4ff3-b801-9da2addddd17 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:47.011310 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-005a82d1-9d81-41e7-bf2d-60e23507a83a req-16788a80-0772-4ff3-b801-9da2addddd17 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.4842460 Mar 18 10:38:47.018574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.019394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 345d3c55-d578-40ef-bc58-2fca27cbe0c3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:47.084562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.130610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5d5299-c6bd-4d56-9045-b9e5ccec8530,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:47.219259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:47.223364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.228204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:47.228204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:47.228204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=389e766a-e3af-412a-8d69-e14f0493f21b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:47.242299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.242609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.244720 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bcae9773-66f5-47ff-ada4-97e577e2ece2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6331697 Mar 18 10:38:47.265058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.271715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:47.277874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:47.278322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.338787 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-005a82d1-9d81-41e7-bf2d-60e23507a83a req-ae62f141-3113-4989-905a-f577e14b033a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343441 Mar 18 10:38:47.349684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:38:47.433127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.433731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment ccf4d119-fcbc-480a-9d30-73c93c237e17 of type vlan for network 53aad64d-4c7e-46bb-b392-d2b694a5880a Mar 18 10:38:47.491087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.492895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.519068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:47.527587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 345d3c55-d578-40ef-bc58-2fca27cbe0c3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=345d3c55-d578-40ef-bc58-2fca27cbe0c3,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:47.602737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.631364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-22a66e0d-a628-43a5-9d55-e5525318d782 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:47.631530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316c8ab-08b3-4fa5-b7e4-58e842f5abf7 req-11cce495-e158-4989-a13d-ab351e713b15 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:47.633119 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3316c8ab-08b3-4fa5-b7e4-58e842f5abf7 req-11cce495-e158-4989-a13d-ab351e713b15 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.0922015 Mar 18 10:38:47.651742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:47.682749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:47.683438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:47.705712 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3316c8ab-08b3-4fa5-b7e4-58e842f5abf7 req-904d4397-7a64-435f-bead-c481d63aae5c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617082 Mar 18 10:38:47.722733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43760) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:47.760652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:47.771807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.773308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eabd87e9-2ce1-40a1-9525-eed1fa699961 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 954 time: 2.8970582 Mar 18 10:38:47.776220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43766) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:47.779212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.790898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:47.791971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:47.837670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-22a66e0d-a628-43a5-9d55-e5525318d782 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:47.839645 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-22a66e0d-a628-43a5-9d55-e5525318d782 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555963068&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.3448133 Mar 18 10:38:47.864155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 389e766a-e3af-412a-8d69-e14f0493f21b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:47.892440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:48.059988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3907969 Mar 18 10:38:48.067488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43770) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:48.067835 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-990f4f29-4ba8-436a-a0c8-0b9c421d1964 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 954 time: 0.2904499 Mar 18 10:38:48.068299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43772) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:48.076877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:48.111270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132a8ec-9600-4032-a547-3de6e28a688b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=53aad64d-4c7e-46bb-b392-d2b694a5880a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:48.126935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'routes': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:48.139381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:38:48.181953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:48.276531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Provisioning for port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:48.349754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 389e766a-e3af-412a-8d69-e14f0493f21b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:48.350216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.403235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Provisioning complete for port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:48.403602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.434994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-84d0a8b1-f6d3-4f73-8654-4949c7a65a2b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:48.435565 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-84d0a8b1-f6d3-4f73-8654-4949c7a65a2b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:48.449308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:48.506884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:48.525004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:48.533291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f77d29-e166-4bbd-9087-6b562e34d91a tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:48.534015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-39f77d29-e166-4bbd-9087-6b562e34d91a tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] Synchronizing usage tracker for tenant:7499ad7101f24559813dc04c65c65224 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:48.558689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-225f716f-dd71-46dc-aff7-14e50d4d9531 None None] Port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:48.594398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:48.679381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-84d0a8b1-f6d3-4f73-8654-4949c7a65a2b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:48.680529 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-84d0a8b1-f6d3-4f73-8654-4949c7a65a2b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 797 time: 0.8169177 Mar 18 10:38:48.703761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 562b39e3-6fdc-41fd-90ba-2779d19e52ec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:48.739862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-39f77d29-e166-4bbd-9087-6b562e34d91a tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] Unset dirty status for tenant:7499ad7101f24559813dc04c65c65224 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:48.740988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-39f77d29-e166-4bbd-9087-6b562e34d91a tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1093 time: 1.0170946 Mar 18 10:38:48.741937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:48.744083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43778) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:48.745491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.749587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:48.751036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3107bf2d-a2f1-402f-b935-ae464fef6af8 None None] Provisioning complete for port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:48.751408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3107bf2d-a2f1-402f-b935-ae464fef6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.755633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:48.759581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:floatingip and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:48.762390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:48.772048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:48.826011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3107bf2d-a2f1-402f-b935-ae464fef6af8 None None] Port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:48.837048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.838035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:46Z', 'revision_number': 6, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:43Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:48.843448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:48.843807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Updating router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:38:48.903758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-707c85d3-db57-4b43-87e8-389993da044d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.2165160 Mar 18 10:38:48.908711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.924858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 562b39e3-6fdc-41fd-90ba-2779d19e52ec completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:48.962930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 562b39e3-6fdc-41fd-90ba-2779d19e52ec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:48.963211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:48.995634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.138850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.26.2.86 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/475648b7-6bae-4f9c-8a29-640a6afaac84) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:49.205923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.238335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-71dbf257-e18d-437b-b35c-77b5f0abe1bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:49.309572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 562b39e3-6fdc-41fd-90ba-2779d19e52ec, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=562b39e3-6fdc-41fd-90ba-2779d19e52ec,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:49.310603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:38:49.310916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:38:49.350643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-71dbf257-e18d-437b-b35c-77b5f0abe1bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:49.352045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-71dbf257-e18d-437b-b35c-77b5f0abe1bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4342015 Mar 18 10:38:49.361164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.410817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.433059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.453206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.502949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.518156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.534622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:49.538831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Transition to ACTIVE for port object db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:49.572374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:49.575110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:49.583480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:49.615384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.622786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=475648b7-6bae-4f9c-8a29-640a6afaac84,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:49.734726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:49.735097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: d35641f4-2029-44c5-9f5b-5edd948e8347, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:49.757134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-4625ccf7-b6e6-428f-ae63-82998388dac7 service neutron] 10.222.0.18 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833706 Mar 18 10:38:49.794816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 562b39e3-6fdc-41fd-90ba-2779d19e52ec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:49.823635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0acb-e47d-4abb-9f97-cea1439ca63b None None] Pushing event updated for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:49.836393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=d4d0966d-55c3-4452-afa1-3d03d2b1fce4,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:49.922167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Attempting to bind port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:49.922695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Attempting to bind port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:49.922884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Attempting to bind port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 on network 37251526-ac21-4efb-a7ab-4bab431c6b1b {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:49.932382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:49.932752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Checking segment: {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:49.933154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:49.933543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Bound using segment: {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:49.934032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Bound port: db4509b5-ade3-4cf1-a9b3-a42c10ae9d10, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54416373-b704-4d72-8a6b-331b1213fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:49.934400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.012340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 562b39e3-6fdc-41fd-90ba-2779d19e52ec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:50.012715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.044841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network d35641f4-2029-44c5-9f5b-5edd948e8347 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:50.079477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.094799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.096521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] For port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:50.103416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.109142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] For port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:50.150189 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-3e7876eb-7f4e-4393-a642-1a5a6c2f1102 service neutron] 10.222.0.18 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974814 Mar 18 10:38:50.156048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d35641f4-2029-44c5-9f5b-5edd948e8347) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:50.173408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91d4eb-38ad-4257-8c74-1b634ee728fe None None] Network d35641f4-2029-44c5-9f5b-5edd948e8347 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:50.179109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:50.179689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.191895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.249149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 345d3c55-d578-40ef-bc58-2fca27cbe0c3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:50.259959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.301542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:50.411981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:50.412635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:50.502928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0acb-e47d-4abb-9f97-cea1439ca63b None None] Pushing event updated for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:50.558963 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2da9c97e-a807-4862-8de3-7f0d9cde8c46 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4443839 Mar 18 10:38:50.561465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43786) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:50.587244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8ad613ce-bb49-49a0-9685-379faa80bf5a req-e25fb2d6-fab7-4073-8d77-1c8bdb196446 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:50.607890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:50.669656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:50.687475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8ad613ce-bb49-49a0-9685-379faa80bf5a req-e25fb2d6-fab7-4073-8d77-1c8bdb196446 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:50.688880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8ad613ce-bb49-49a0-9685-379faa80bf5a req-e25fb2d6-fab7-4073-8d77-1c8bdb196446 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 210 time: 0.2087016 Mar 18 10:38:50.690183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:50.697496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.699047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-80fa5870-ecdb-4cf6-a68f-40d0be0ee42f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 704 time: 2.5831034 Mar 18 10:38:50.701564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43794) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:50.725391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:50.725771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.777350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:50.782821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:50.787164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:50.794426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:50.812299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:50.890139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43798) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:50.890387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4dd8be14-bf68-4599-90e2-804204cd9883 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 704 time: 0.1873856 Mar 18 10:38:50.921844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-d35641f4-2029-44c5-9f5b-5edd948e8347', 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': 'd4d0966d-55c3-4452-afa1-3d03d2b1fce4'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:50.922665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.033649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:51.037393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.050218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.328219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Allocated IP 172.20.0.2 (d35641f4-2029-44c5-9f5b-5edd948e8347/d4d0966d-55c3-4452-afa1-3d03d2b1fce4/f39a2ab4-7fd2-40b3-9af8-3e878d769752) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:51.457250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 7, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:51.461364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=475648b7-6bae-4f9c-8a29-640a6afaac84,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:51.472505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e52cd7-48f4-44f1-9740-cb278ee1b709 None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 7, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:51.528363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.556534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.567433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Transition to ACTIVE for port object f39a2ab4-7fd2-40b3-9af8-3e878d769752 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:51.594079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Transition to ACTIVE for port object f39a2ab4-7fd2-40b3-9af8-3e878d769752 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:51.649385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:51.661428 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:51.662073 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:51.667812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:51.730586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Network d35641f4-2029-44c5-9f5b-5edd948e8347 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:51.734278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:51.738503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:51.743228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:51.836106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Pushing event updated for resources: {'Port': ['ID=f39a2ab4-7fd2-40b3-9af8-3e878d769752,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:51.895512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3d9d83b5-bbad-4d8c-be0e-afef6bd586dd req-00322c93-fa73-49e5-b8fe-0e3d09d95d17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 210 time: 0.0698750 Mar 18 10:38:51.911495 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP 374dc60f-e4ba-47cd-a7c0-12049ce3f41e associated. External IP: 172.26.2.86, port: 4ac5553c-116e-4393-80c0-9a20234e9aa0. Mar 18 10:38:51.953910 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:51.986746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Attempting to bind port f39a2ab4-7fd2-40b3-9af8-3e878d769752 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:51.987255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Attempting to bind port f39a2ab4-7fd2-40b3-9af8-3e878d769752 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:51.988208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Attempting to bind port f39a2ab4-7fd2-40b3-9af8-3e878d769752 on network d35641f4-2029-44c5-9f5b-5edd948e8347 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:52.001658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:52.002441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Checking segment: {'id': '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:52.002441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.005222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Bound using segment: {'id': '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:52.005222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Bound port: f39a2ab4-7fd2-40b3-9af8-3e878d769752, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd35641f4-2029-44c5-9f5b-5edd948e8347'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:52.005222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.083093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f1a00eee-46db-4ec3-a32b-4871119f7394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.110076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:52.115463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] For port f39a2ab4-7fd2-40b3-9af8-3e878d769752, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:52.117399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:52.117887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.161148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] For port f39a2ab4-7fd2-40b3-9af8-3e878d769752, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f39a2ab4-7fd2-40b3-9af8-3e878d769752,segment=NetworkSegment(9a8f57ea-d3f2-4256-aa06-438c3c9ecca3),segment_id=9a8f57ea-d3f2-4256-aa06-438c3c9ecca3)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:52.172517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.241716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.287490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.347936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 7, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:52.354452 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:52.357073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:52.363729 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:52.364358 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:52.376454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04616f-f976-463c-bfa4-59c36cfbaeb9 None None] Pushing event updated for resources: {'Port': ['ID=f39a2ab4-7fd2-40b3-9af8-3e878d769752,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:52.427937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.432536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:52.467628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': 'ccf4d119-fcbc-480a-9d30-73c93c237e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:52.468604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 53aad64d-4c7e-46bb-b392-d2b694a5880a, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:38:52.489345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:52.541556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:52.548515 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:52.594229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:38:52.617332 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:52.943185 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 7, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:52.948569 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba7b34-7762-4e60-8b1d-1895fec014ad None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 7, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4509b5-ade3-4cf1-a9b3-a42c10ae9d10', 'name': '', 'network_id': '37251526-ac21-4efb-a7ab-4bab431c6b1b', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:1d:7a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:40Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 4, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '82faec41-b034-41d3-8fb4-1ae384bdc7c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:52.996871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 53aad64d-4c7e-46bb-b392-d2b694a5880a) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:53.006467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938a7a0-7096-404d-9e99-4d268d7654c7 None None] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:53.032273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:53.033965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.271991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-53aad64d-4c7e-46bb-b392-d2b694a5880a', 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:38:53.272922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.367075 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e1f99f65-e5e2-49a7-859c-da3649389655 req-e6ffba13-d045-4cf1-bcf7-88806aa0cd43 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 210 time: 0.2261686 Mar 18 10:38:53.421042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:53.435710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:53.457384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:53.458175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:53.472385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-9bc9afa5-1870-4aa6-960b-555a3ca58682 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:53.473948 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-9bc9afa5-1870-4aa6-960b-555a3ca58682 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 797 time: 0.5087903 Mar 18 10:38:53.479929 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7af18ca7-3381-4d15-a9b8-43de3e7e112a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9096818 Mar 18 10:38:53.482875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43812) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:53.489159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-437060726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:53.496251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:53.501603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:38:53.505397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:38:53.508791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Allocated IP 172.21.0.2 (53aad64d-4c7e-46bb-b392-d2b694a5880a/9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2/0a16c4c0-3495-4b38-bb61-626f05079bd0) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:53.513661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:53.558975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.574628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6619c-3ba1-436a-b592-590722015844 None None] Network d35641f4-2029-44c5-9f5b-5edd948e8347 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:53.610776 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-88afef72-d426-418a-be4c-950c77c186bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 379 time: 0.1255758 Mar 18 10:38:53.626399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['7542f1be-b705-4b27-9842-7619a9b0436b']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:53.651010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.658227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.673740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:53.674110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.692176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.710354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a53f3869-ea7c-4843-9628-62c9130285ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9651692 Mar 18 10:38:53.719914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:53.781934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.812420 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'status': 'completed', 'code': 200} Mar 18 10:38:53.857567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f39a2ab4-7fd2-40b3-9af8-3e878d769752 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:53.877737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:53.880773 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-70386d0e-fdb9-42ae-92be-9e219c546532 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3954971 Mar 18 10:38:53.884946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43820) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:53.905511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-25bd2eb8-06ca-4dde-955c-4aa00ed4f0b3 None None] Provisioning for port f39a2ab4-7fd2-40b3-9af8-3e878d769752 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:53.952808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:38:53.970879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:38:54.006569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:54.007074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.016169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:54.073643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:54.077193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.136703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-5e556c73-a70a-414a-96b2-7226131de3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:54.138473 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-5e556c73-a70a-414a-96b2-7226131de3be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1098 time: 0.3218238 Mar 18 10:38:54.153947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:54.312885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f39a2ab4-7fd2-40b3-9af8-3e878d769752 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:54.333451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f39a2ab4-7fd2-40b3-9af8-3e878d769752 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:54.334667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.367413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.419316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Transition to ACTIVE for port object 0a16c4c0-3495-4b38-bb61-626f05079bd0 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:54.424737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.9 (b33c7724-814d-4882-8590-c670e1ea9c63/6678cc79-3a8d-4e4f-9331-0b9ce3211134/94deb534-dc3b-4faa-8c0f-6dd75281f902) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:54.548927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.553156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Transition to ACTIVE for port object 0a16c4c0-3495-4b38-bb61-626f05079bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:54.560171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-f167d701-a4d7-4663-9243-77d25f584983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:54.561589 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-f167d701-a4d7-4663-9243-77d25f584983 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.3700044 Mar 18 10:38:54.563910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f217-5533-479d-b6c4-c3e07d5d4707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.601305 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9de6bd0a-ba10-4bc5-a43f-0e17ac88e856 req-6195e0cf-9238-4ca8-a50a-945e9b6c267d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 210 time: 0.0726840 Mar 18 10:38:54.655229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.737286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:54.748429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.774642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:54.776994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:54.859155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:54.917852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Pushing event updated for resources: {'Port': ['ID=0a16c4c0-3495-4b38-bb61-626f05079bd0,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:54.924571 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-8ee9a116-bb03-4653-8ccd-2f16638ca38d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 200 len: 998 time: 0.2998080 Mar 18 10:38:54.948882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.949694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.950157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.950396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.950780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.951120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.951642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.951979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.952307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.952631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.952951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.953274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.956526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=db4509b5-ade3-4cf1-a9b3-a42c10ae9d10,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:54.983019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Attempting to bind port 0a16c4c0-3495-4b38-bb61-626f05079bd0 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:54.983386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Attempting to bind port 0a16c4c0-3495-4b38-bb61-626f05079bd0 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'ccf4d119-fcbc-480a-9d30-73c93c237e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:54.983750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Attempting to bind port 0a16c4c0-3495-4b38-bb61-626f05079bd0 on network 53aad64d-4c7e-46bb-b392-d2b694a5880a {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:54.995392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-69cfe0dc-a17b-46b4-b217-7fc5ea3f5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:54.997032 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-69cfe0dc-a17b-46b4-b217-7fc5ea3f5339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0631893 Mar 18 10:38:55.005897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:55.009513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Checking segment: {'id': 'ccf4d119-fcbc-480a-9d30-73c93c237e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:55.009513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.009513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Bound using segment: {'id': 'ccf4d119-fcbc-480a-9d30-73c93c237e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:55.009513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Bound port: 0a16c4c0-3495-4b38-bb61-626f05079bd0, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf4d119-fcbc-480a-9d30-73c93c237e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53aad64d-4c7e-46bb-b392-d2b694a5880a'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:55.009513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.021325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port f39a2ab4-7fd2-40b3-9af8-3e878d769752, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f39a2ab4-7fd2-40b3-9af8-3e878d769752,segment=NetworkSegment(9a8f57ea-d3f2-4256-aa06-438c3c9ecca3),segment_id=9a8f57ea-d3f2-4256-aa06-438c3c9ecca3)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:55.037324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0cee60cb-2ee3-4908-ad96-ed8eda4f793e None None] Provisioning complete for port f39a2ab4-7fd2-40b3-9af8-3e878d769752 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:55.037714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0cee60cb-2ee3-4908-ad96-ed8eda4f793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.142901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.168211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 94deb534-dc3b-4faa-8c0f-6dd75281f902 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:55.197060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.197894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:55.209566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-2103b97f-1878-4cab-83d0-ca0916ab359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:55.211063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-2103b97f-1878-4cab-83d0-ca0916ab359f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2082548 Mar 18 10:38:55.274389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.306879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:38:55.307287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 18 10:38:55.347859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '374dc60f-e4ba-47cd-a7c0-12049ce3f41e', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:13:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:38:50Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:55.372950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Port db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 not found, will not notify nova. {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 18 10:38:55.374396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.385270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:55.388269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.20.0.1 (d35641f4-2029-44c5-9f5b-5edd948e8347/d4d0966d-55c3-4452-afa1-3d03d2b1fce4/9e23350d-9700-4da9-9f20-364e99604f02) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:55.408913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b33c7724-814d-4882-8590-c670e1ea9c63 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:55.414939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:55.415424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:55.416064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:55.417379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:55.420723 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-96120252-acd8-4d33-b693-ef0a8271035d service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997278 Mar 18 10:38:55.469350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f39a2ab4-7fd2-40b3-9af8-3e878d769752,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:55.500725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:55.511849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.522391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.527829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:55.528437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.551559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] For port 0a16c4c0-3495-4b38-bb61-626f05079bd0, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:55.590441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] For port 0a16c4c0-3495-4b38-bb61-626f05079bd0, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a16c4c0-3495-4b38-bb61-626f05079bd0,segment=NetworkSegment(ccf4d119-fcbc-480a-9d30-73c93c237e17),segment_id=ccf4d119-fcbc-480a-9d30-73c93c237e17)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:55.643012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-b131d248-544c-4c57-89bc-4288b60193e3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0196073 Mar 18 10:38:55.662641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Request body: {'port': {'device_id': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:55.682945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.687160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.731126 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1544cd14-22e9-476d-9099-5f7fb4446ffb req-be78e049-62cb-4dfd-a15f-adcef9910420 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927306 Mar 18 10:38:55.748770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.839768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 9e23350d-9700-4da9-9f20-364e99604f02 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:55.852459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:55.915524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f39a2ab4-7fd2-40b3-9af8-3e878d769752 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:55.921657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:55.949503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a458ec0-86a1-4ddb-97d8-570039e5968b req-bb256afd-d78b-4e3d-8125-49a5b1372b20 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:55.955938 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a458ec0-86a1-4ddb-97d8-570039e5968b req-bb256afd-d78b-4e3d-8125-49a5b1372b20 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 931 time: 0.1897583 Mar 18 10:38:56.045433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.079284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb14f92-8808-49c5-b23a-6356fb7e0037 None None] Pushing event updated for resources: {'Port': ['ID=0a16c4c0-3495-4b38-bb61-626f05079bd0,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:56.079284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-41572cfc-7286-4fd9-93ce-b383a41d9c6a None None] Provisioning for port 94deb534-dc3b-4faa-8c0f-6dd75281f902 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:56.123541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-41572cfc-7286-4fd9-93ce-b383a41d9c6a None None] Provisioning complete for port 94deb534-dc3b-4faa-8c0f-6dd75281f902 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:56.123905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-41572cfc-7286-4fd9-93ce-b383a41d9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.176934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network d35641f4-2029-44c5-9f5b-5edd948e8347 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:56.215563 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a458ec0-86a1-4ddb-97d8-570039e5968b req-ee0f8e1d-f25c-4dca-a564-451ab3d43b0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453690 Mar 18 10:38:56.219504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:56.228561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:38:56.288343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=9e23350d-9700-4da9-9f20-364e99604f02,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:56.344182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-41572cfc-7286-4fd9-93ce-b383a41d9c6a None None] Port 94deb534-dc3b-4faa-8c0f-6dd75281f902 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:56.357531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.395948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:38:56.438429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f39a2ab4-7fd2-40b3-9af8-3e878d769752 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:56.438429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.637575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.757440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '374dc60f-e4ba-47cd-a7c0-12049ce3f41e', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:13:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:38:50Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:56.762943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3608fd-4fbf-4799-acf7-5f034ec90e10 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '374dc60f-e4ba-47cd-a7c0-12049ce3f41e', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:13:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:38:50Z', 'updated_at': '2022-03-18T10:38:50Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:56.788747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ed54a99d-1575-4955-adf6-3db6b9f282d2 None None] Provisioning for port 9e23350d-9700-4da9-9f20-364e99604f02 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:56.797762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ed54a99d-1575-4955-adf6-3db6b9f282d2 None None] Provisioning complete for port 9e23350d-9700-4da9-9f20-364e99604f02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:56.805583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ed54a99d-1575-4955-adf6-3db6b9f282d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.935245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ed54a99d-1575-4955-adf6-3db6b9f282d2 None None] Port 9e23350d-9700-4da9-9f20-364e99604f02 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:56.961205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:56.965960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:56.975218 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3ce8bd81-1dd1-4a14-9c2a-fada90cc99c1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0813689 Mar 18 10:38:56.980807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43828) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:56.986338 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:57.002758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:57.004196 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:57.089215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 82faec41-b034-41d3-8fb4-1ae384bdc7c8 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:38:57.099635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.197876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.208923 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:57.333685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fb72a-0c6d-4a41-a8b6-16f8b9235ab2 None None] New status for floating IP 374dc60f-e4ba-47cd-a7c0-12049ce3f41e: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:38:57.450261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94deb534-dc3b-4faa-8c0f-6dd75281f902 {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:38:57.474362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.487871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.566322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.591877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Transition to ACTIVE for port object 94deb534-dc3b-4faa-8c0f-6dd75281f902 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:38:57.605165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.623016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716a067-3304-420c-abd7-926e5e6a7116 None None] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:57.699598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967687f-32f4-4a44-8124-5f6b61ffd284 req-72c8f91f-96de-4c83-a78a-b8bbd736c0e8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:57.699598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3967687f-32f4-4a44-8124-5f6b61ffd284 req-72c8f91f-96de-4c83-a78a-b8bbd736c0e8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:57.702101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.846530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.877042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=9e23350d-9700-4da9-9f20-364e99604f02,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:57.927000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:57.969639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a16c4c0-3495-4b38-bb61-626f05079bd0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:57.983833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:54Z', 'revision_number': 8, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:57.990160 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:58.009721 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:58.010630 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:58.079147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3967687f-32f4-4a44-8124-5f6b61ffd284 req-72c8f91f-96de-4c83-a78a-b8bbd736c0e8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:58.082341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network d35641f4-2029-44c5-9f5b-5edd948e8347 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:58.083548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3967687f-32f4-4a44-8124-5f6b61ffd284 req-72c8f91f-96de-4c83-a78a-b8bbd736c0e8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 931 time: 0.6102104 Mar 18 10:38:58.087460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:58.142810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.144923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.159656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=82faec41-b034-41d3-8fb4-1ae384bdc7c8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.162970 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2259fa8f-d2e7-434f-a4c9-39bf60947426 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/82faec41-b034-41d3-8fb4-1ae384bdc7c8 HTTP/1.1" status: 204 len: 168 time: 1.1800148 Mar 18 10:38:58.169760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43834) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:58.228760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f490e58-a13f-4542-8eea-89a188bae707 None None] Network 37251526-ac21-4efb-a7ab-4bab431c6b1b requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:38:58.268397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-97827742-6c50-42d7-9c8d-a9a85a8ec267 None None] Provisioning for port 0a16c4c0-3495-4b38-bb61-626f05079bd0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:58.274318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:38:58.328047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3967687f-32f4-4a44-8124-5f6b61ffd284 req-085ffa11-e330-4081-a5fc-1bb105cd1adc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294674 Mar 18 10:38:58.361961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0a16c4c0-3495-4b38-bb61-626f05079bd0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:38:58.378955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Attempting to bind port 94deb534-dc3b-4faa-8c0f-6dd75281f902 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:38:58.379304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Attempting to bind port 94deb534-dc3b-4faa-8c0f-6dd75281f902 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:38:58.379636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Attempting to bind port 94deb534-dc3b-4faa-8c0f-6dd75281f902 on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:58.388341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.392405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Port 94deb534-dc3b-4faa-8c0f-6dd75281f902 on network b33c7724-814d-4882-8590-c670e1ea9c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:38:58.392685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Attempting to bind port 94deb534-dc3b-4faa-8c0f-6dd75281f902 on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:38:58.405715 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:38:58.406115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Checking segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:38:58.406501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Bound using segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:38:58.407015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Bound port: 94deb534-dc3b-4faa-8c0f-6dd75281f902, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:38:58.407262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.410859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0a16c4c0-3495-4b38-bb61-626f05079bd0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:58.411234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.427508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 389e766a-e3af-412a-8d69-e14f0493f21b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:58.429677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.484538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 45fce117-6d51-4ec3-a68b-21ca456272e1 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:38:58.661943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:38:58.711417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:38:58.712825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.730130 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] Sync routers for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:58.730662 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac582eb4-6e56-40a0-96d9-9e97b3bd60dc tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8417854 Mar 18 10:38:58.731662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43838) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:58.749056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5de85c0d-faf4-4167-9321-d2309885a2a7 None None] Provisioning complete for port 9e23350d-9700-4da9-9f20-364e99604f02 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:58.749437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5de85c0d-faf4-4167-9321-d2309885a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.767586 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:58.768209 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:58.808248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] DHCP port deletion for 37251526-ac21-4efb-a7ab-4bab431c6b1b request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:38:58.817889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 389e766a-e3af-412a-8d69-e14f0493f21b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=389e766a-e3af-412a-8d69-e14f0493f21b,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:58.819048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.821411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0a16c4c0-3495-4b38-bb61-626f05079bd0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a16c4c0-3495-4b38-bb61-626f05079bd0,segment=NetworkSegment(ccf4d119-fcbc-480a-9d30-73c93c237e17),segment_id=ccf4d119-fcbc-480a-9d30-73c93c237e17)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:58.824305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a058410-499c-4439-91e7-10b76f56f00a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.824902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a058410-499c-4439-91e7-10b76f56f00a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:38:58.828921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Deleting port 389e766a-e3af-412a-8d69-e14f0493f21b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:58.829304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.866581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5de85c0d-faf4-4167-9321-d2309885a2a7 None None] Port 9e23350d-9700-4da9-9f20-364e99604f02 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:38:58.884661 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:58.884904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:58.895548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:38:58.904947 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:38:58.905768 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:58.911034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a058410-499c-4439-91e7-10b76f56f00a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:38:58.915753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a058410-499c-4439-91e7-10b76f56f00a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports/9e23350d-9700-4da9-9f20-364e99604f02 HTTP/1.1" status: 200 len: 910 time: 0.1829901 Mar 18 10:38:58.927689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43842) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:38:58.965010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 389e766a-e3af-412a-8d69-e14f0493f21b owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:58.979485 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:58.980542 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927eeca-d7ee-436a-a388-9d5a0455b486 None None] The sync data for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:59.002035 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:54Z', 'revision_number': 8, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:59.008330 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a9349-1dbf-41d6-9332-7d83ecc9cce0 None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:38:54Z', 'revision_number': 8, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562b39e3-6fdc-41fd-90ba-2779d19e52ec', 'name': '', 'network_id': '880a9685-0b4d-4a3e-b5a1-22dd1ed471ad', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:a7:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:32Z', 'updated_at': '2022-03-18T10:38:49Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:59.032097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.103897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-648f00c7-4648-46f3-838e-47944508b199 None None] Provisioning complete for port 0a16c4c0-3495-4b38-bb61-626f05079bd0 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:59.104569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-648f00c7-4648-46f3-838e-47944508b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.129376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.130116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.131251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0a16c4c0-3495-4b38-bb61-626f05079bd0,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:59.131834 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] 10.222.0.24 "PUT /v2.0/ports/94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 200 len: 1093 time: 3.4741499 Mar 18 10:38:59.146412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:59.180917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] For port 389e766a-e3af-412a-8d69-e14f0493f21b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=389e766a-e3af-412a-8d69-e14f0493f21b,segment=NetworkSegment(54416373-b704-4d72-8a6b-331b1213fde6),segment_id=54416373-b704-4d72-8a6b-331b1213fde6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:38:59.181307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.187828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7c0e-55b0-49fc-be16-6fa68f3eaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:59.225062 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'status': 'completed', 'code': 200} Mar 18 10:38:59.288191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.314116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Calling delete_port for 389e766a-e3af-412a-8d69-e14f0493f21b owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: from cryptography.utils import int_from_bytes Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: from cryptography.utils import int_from_bytes Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn_limited( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn_limited( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:38:59.445595 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 10:38:59.459094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:38:59.459718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:38:59.584054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port 389e766a-e3af-412a-8d69-e14f0493f21b on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:59.622395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=389e766a-e3af-412a-8d69-e14f0493f21b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:59.697678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a16c4c0-3495-4b38-bb61-626f05079bd0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:38:59.747056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.770929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0a16c4c0-3495-4b38-bb61-626f05079bd0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:38:59.771452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.774217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-a7fcf515-6631-44f4-80b3-a386b13a5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.775691 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-a7fcf515-6631-44f4-80b3-a386b13a5e0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1096 time: 0.5350695 Mar 18 10:38:59.790137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37251526-ac21-4efb-a7ab-4bab431c6b1b']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:59.814903 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.825278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54416373-b704-4d72-8a6b-331b1213fde6') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:59.825719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54416373-b704-4d72-8a6b-331b1213fde6') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:59.857287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b4376-7b8c-41fa-80e6-842877007cb5 req-f352c54a-4184-482d-bf65-edf288a119bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.858760 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6d0b4376-7b8c-41fa-80e6-842877007cb5 req-f352c54a-4184-482d-bf65-edf288a119bf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 943 time: 0.3490753 Mar 18 10:38:59.860376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.954951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.960815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Deleting port 389e766a-e3af-412a-8d69-e14f0493f21b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:38:59.961344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.987216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:59.987216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:59.996639 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:00.025395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6d0b4376-7b8c-41fa-80e6-842877007cb5 req-0b697daa-f578-42bb-9fe8-5412bf50ef2b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545050 Mar 18 10:39:00.038552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 389e766a-e3af-412a-8d69-e14f0493f21b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:00.104799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 389e766a-e3af-412a-8d69-e14f0493f21b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:00.105931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 389e766a-e3af-412a-8d69-e14f0493f21b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:00.106329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:00.125080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-aa5f2e4d-5c5c-41ee-bdfb-627f11408e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.126867 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-aa5f2e4d-5c5c-41ee-bdfb-627f11408e4f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3296013 Mar 18 10:39:00.140782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c717ca7a-47ce-4c62-a900-956d246f089a None None] The port '389e766a-e3af-412a-8d69-e14f0493f21b' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:00.148161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:00.148161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device db4509b5-ade3-4cf1-a9b3-a42c10ae9d10 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:00.242739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:00.248192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.21.0.1 (53aad64d-4c7e-46bb-b392-d2b694a5880a/9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2/422a00b8-e7c7-4b39-853f-8f2761b38932) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:00.266179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:00.280969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=37251526-ac21-4efb-a7ab-4bab431c6b1b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:00.294587 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-743ffafe-d7eb-4cb5-8e72-1e298549282a tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/37251526-ac21-4efb-a7ab-4bab431c6b1b HTTP/1.1" status: 204 len: 168 time: 2.1181855 Mar 18 10:39:00.294822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43852) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:00.318789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-836d34d7-c5c9-4aa7-a462-39ef825efc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.320241 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4095e863-de5e-4fd9-ae12-a26bd8dbdc5c req-836d34d7-c5c9-4aa7-a462-39ef825efc79 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828613 Mar 18 10:39:00.426938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-a08b23d8-1308-4923-a753-7195dcbfc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.428367 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-a08b23d8-1308-4923-a753-7195dcbfc66d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1096 time: 0.0749836 Mar 18 10:39:00.493562 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-16e75c60-0d5c-4588-b0f4-c90c512aded1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 200 len: 217 time: 0.0588179 Mar 18 10:39:00.557775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-302cf8b1-720b-4b1f-8817-eca5823cd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.559354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-302cf8b1-720b-4b1f-8817-eca5823cd48d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.0603085 Mar 18 10:39:00.611679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:00.632151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d088e85e-9120-40a5-ba24-b8d0105662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.633601 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-d088e85e-9120-40a5-ba24-b8d0105662cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688899 Mar 18 10:39:00.691474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 422a00b8-e7c7-4b39-853f-8f2761b38932 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:00.769203 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-1205714c-0323-4afd-9e8b-6de564f7348e service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294672 Mar 18 10:39:00.884422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:00.899823 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2326ed83-c3cd-48c7-9b86-52f50db2c07d req-3dd8c2c8-1bf4-4817-9024-c2db055a09fc service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252861 Mar 18 10:39:00.956213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:00.959741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:00.970471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:01.013483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=422a00b8-e7c7-4b39-853f-8f2761b38932,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:01.037131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:01.111575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:01.250629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-84f3c1a1-af76-4ea0-b9ec-c396d4054446 None None] Provisioning for port 422a00b8-e7c7-4b39-853f-8f2761b38932 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:01.256012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-84f3c1a1-af76-4ea0-b9ec-c396d4054446 None None] Provisioning complete for port 422a00b8-e7c7-4b39-853f-8f2761b38932 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:01.256472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-84f3c1a1-af76-4ea0-b9ec-c396d4054446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:01.311358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-84f3c1a1-af76-4ea0-b9ec-c396d4054446 None None] Port 422a00b8-e7c7-4b39-853f-8f2761b38932 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:01.523644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77708c0-632d-40a4-ae02-bdecae4893ab req-555c3d92-890c-4774-a46e-78ac34ffe6b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:01.525010 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d77708c0-632d-40a4-ae02-bdecae4893ab req-555c3d92-890c-4774-a46e-78ac34ffe6b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 943 time: 0.3599069 Mar 18 10:39:01.641921 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d77708c0-632d-40a4-ae02-bdecae4893ab req-490060d6-b2fb-471c-abda-03200f7e96bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071889 Mar 18 10:39:01.684071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 562b39e3-6fdc-41fd-90ba-2779d19e52ec {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:01.684410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:01.708498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:01.945632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 94deb534-dc3b-4faa-8c0f-6dd75281f902 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:39:02.066603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 562b39e3-6fdc-41fd-90ba-2779d19e52ec, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=562b39e3-6fdc-41fd-90ba-2779d19e52ec,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:02.067240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.080656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:02.093752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'port_id': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'mac_address': 'fa:16:3e:7f:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:39:02.150455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.166701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94deb534-dc3b-4faa-8c0f-6dd75281f902 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:39:02.182030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:02.218514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 562b39e3-6fdc-41fd-90ba-2779d19e52ec owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:02.255814 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.333703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:02.424009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.479884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.488085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['94deb534-dc3b-4faa-8c0f-6dd75281f902'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:39:02.599098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=422a00b8-e7c7-4b39-853f-8f2761b38932,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:02.607837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.768004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:02.839662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0e49-06dd-421a-b913-f152bcd551ae req-0fe69b8b-6bfe-4c1f-815b-a0b2a9d8b8ff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:02.841145 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a8a0e49-06dd-421a-b913-f152bcd551ae req-0fe69b8b-6bfe-4c1f-815b-a0b2a9d8b8ff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 944 time: 0.0892363 Mar 18 10:39:02.862505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=562b39e3-6fdc-41fd-90ba-2779d19e52ec,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:02.890122 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a8a0e49-06dd-421a-b913-f152bcd551ae req-4b9ea349-8c36-496c-a887-94f6ef6eea3b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Mar 18 10:39:03.089535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:03.093614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:03.100065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:03.351963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb2d5abb-9df6-48aa-86c6-fc0a2556684f None None] Provisioning complete for port 422a00b8-e7c7-4b39-853f-8f2761b38932 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:03.354573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5abb-9df6-48aa-86c6-fc0a2556684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:03.411024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 45fce117-6d51-4ec3-a68b-21ca456272e1 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:03.413618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d5abb-9df6-48aa-86c6-fc0a2556684f None None] Port 422a00b8-e7c7-4b39-853f-8f2761b38932 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:03.701092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:03.705917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:03.717142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] Sync routers for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:03.728625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:03.728625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:03.792707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:03.803911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:03.804906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:03.888853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:03.888853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde894fc-81f6-4b8b-97a1-4e7f523accef None None] The sync data for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:03.945333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 94deb534-dc3b-4faa-8c0f-6dd75281f902 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:03.992633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-490bd789-239d-490f-af69-2b97b9482d3d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0633197 Mar 18 10:39:03.992633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43864) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:04.090732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 94deb534-dc3b-4faa-8c0f-6dd75281f902 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:04.098640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 94deb534-dc3b-4faa-8c0f-6dd75281f902 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:04.098640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.134063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:04.134063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b2f1eca4-1877-478e-95da-cd96e26a271b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8297760 Mar 18 10:39:04.142346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:04.150141 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:04.157797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4545ef-6406-43b3-9913-6ea61f6f4b71 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:04.157797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc4545ef-6406-43b3-9913-6ea61f6f4b71 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:04.164933 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:04.164933 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:04.180929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be11d6c-5778-457f-ad81-72c8c09b8165 req-0bac7da4-15dc-4e3e-b451-ed4d3bdedd30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:04.186299 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7be11d6c-5778-457f-ad81-72c8c09b8165 req-0bac7da4-15dc-4e3e-b451-ed4d3bdedd30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 944 time: 0.1291091 Mar 18 10:39:04.224064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc4545ef-6406-43b3-9913-6ea61f6f4b71 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:04.224064 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc4545ef-6406-43b3-9913-6ea61f6f4b71 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports/422a00b8-e7c7-4b39-853f-8f2761b38932 HTTP/1.1" status: 200 len: 910 time: 0.2267461 Mar 18 10:39:04.224064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43872) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:04.264087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:04.267924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.310002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.314264 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7be11d6c-5778-457f-ad81-72c8c09b8165 req-53ac62ba-7c2b-45f3-8db9-fe8e48c55fd4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123519 Mar 18 10:39:04.354969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:39:04.376982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.397486 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:04.407116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:04.459218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.547410 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'code': 200} Mar 18 10:39:04.608993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:04.668965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.677190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:39:04.832236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.879423 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:02Z', 'revision_number': 9, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:04.890430 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:04.890430 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:04.901150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:04.911076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38263add-c82e-4952-84c6-f9f2679d1ac5 None None] Network 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:04.919285 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee HTTP/1.1" status: 204 len: 168 time: 0.7758963 Mar 18 10:39:04.919285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742049b-4d05-425d-99a4-71334e9d9899 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:04.919285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43878) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:04.928254 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:04.961375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.095875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.120912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a084d-9b34-40fd-b804-8982669e3db7 req-e1c663ee-4b0e-46d1-917e-f5896cc260c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:05.134061 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-633a084d-9b34-40fd-b804-8982669e3db7 req-e1c663ee-4b0e-46d1-917e-f5896cc260c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1098 time: 0.1822982 Mar 18 10:39:05.134061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:05.134061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.205606 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:05.276611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] DHCP port deletion for 880a9685-0b4d-4a3e-b5a1-22dd1ed471ad request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:05.283213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Deleting port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:05.285551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.369511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 422a00b8-e7c7-4b39-853f-8f2761b38932 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:05.370138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.425676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:05.426360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.544649 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-633a084d-9b34-40fd-b804-8982669e3db7 req-50bf0f9d-3b9a-4737-a91b-d9d970ae2042 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897686 Mar 18 10:39:05.551896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:05.574939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] For port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,segment=NetworkSegment(25c01ab1-f1cf-420e-a23d-489654732b17),segment_id=25c01ab1-f1cf-420e-a23d-489654732b17)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:05.576266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.583477 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:02Z', 'revision_number': 9, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:05.587596 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c7ee-6d60-4f47-942a-1539e17fe564 None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:02Z', 'revision_number': 9, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9173298-4a07-40ed-a75d-46c8e1e4b3d0', 'name': '', 'network_id': '2f27bc5b-9b46-41f4-8f79-bc55310996b3', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:f0:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:24Z', 'updated_at': '2022-03-18T10:38:33Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': '23359b69-3ebe-4f91-99a2-73ebe991bb0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:05.642348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.705936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Calling delete_port for 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:05.742501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.786158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:05.786509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:05.804421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:05.834014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:05.900744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c34b3-6181-457d-93f6-2d6da5bb06dc req-ec22db0c-a675-46a6-8454-7c72f8a64479 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:05.902111 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-070c34b3-6181-457d-93f6-2d6da5bb06dc req-ec22db0c-a675-46a6-8454-7c72f8a64479 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.3792627 Mar 18 10:39:05.908573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 422a00b8-e7c7-4b39-853f-8f2761b38932 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:05.950359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:05.996781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880a9685-0b4d-4a3e-b5a1-22dd1ed471ad']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:06.002891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-070c34b3-6181-457d-93f6-2d6da5bb06dc req-11a884ac-a90f-4b86-953f-f7c934a0f1d0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655844 Mar 18 10:39:06.030640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c01ab1-f1cf-420e-a23d-489654732b17') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:06.030640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c01ab1-f1cf-420e-a23d-489654732b17') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:06.045517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.055881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:06.067260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.073883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:06.074655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:06.092590 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:06.101987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:06.102335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:06.102762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 562b39e3-6fdc-41fd-90ba-2779d19e52ec no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:06.135997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 562b39e3-6fdc-41fd-90ba-2779d19e52ec {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:06.136297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 562b39e3-6fdc-41fd-90ba-2779d19e52ec not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:06.215875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.250522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.263187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=422a00b8-e7c7-4b39-853f-8f2761b38932,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:06.272037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.288022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Deleting port 77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:06.288555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=880a9685-0b4d-4a3e-b5a1-22dd1ed471ad,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:06.288734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.296307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f54f69c-ab42-4298-a06a-f6d9f060c91f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/880a9685-0b4d-4a3e-b5a1-22dd1ed471ad HTTP/1.1" status: 204 len: 168 time: 1.3857861 Mar 18 10:39:06.300158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43884) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:06.392608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b03a6ede-529d-40b1-b4e7-cbff669fe554 None None] The port '77cfb8a0-cb8f-4040-97f9-0a1ff3c786cc' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:06.543290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:06.869602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 45fce117-6d51-4ec3-a68b-21ca456272e1 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:06.969000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:07.035562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:07.047139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] Sync routers for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:07.058786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:07.059649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:07.114072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-532192f2-fc35-4e38-9eff-f2e03fc6e445 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8902996 Mar 18 10:39:07.114072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43890) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:07.145390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:07.145390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:07.145390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:07.221047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:07.221047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205fe3d-7e93-49fe-8c92-6b18df501e1a None None] The sync data for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:07.389994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550163f-9204-49c5-b957-d82f0160ab9c req-c0ebcc1e-bb87-491a-8b6c-661814db7d5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:07.391483 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c550163f-9204-49c5-b957-d82f0160ab9c req-c0ebcc1e-bb87-491a-8b6c-661814db7d5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.2173171 Mar 18 10:39:07.496171 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c550163f-9204-49c5-b957-d82f0160ab9c req-3eeff028-e894-4819-9328-41c0a15493a1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949731 Mar 18 10:39:07.502264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port a9173298-4a07-40ed-a75d-46c8e1e4b3d0 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:07.503347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:07.708903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port a9173298-4a07-40ed-a75d-46c8e1e4b3d0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:07.708903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:07.743088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a1ffa-b618-4a23-ab87-b559dc31ca2b req-5a6a45c9-1e83-42c2-8a3d-1de827ddf873 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:07.743811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-055a1ffa-b618-4a23-ab87-b559dc31ca2b req-5a6a45c9-1e83-42c2-8a3d-1de827ddf873 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.1404896 Mar 18 10:39:07.831960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for a9173298-4a07-40ed-a75d-46c8e1e4b3d0 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:07.838192 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-055a1ffa-b618-4a23-ab87-b559dc31ca2b req-04af86f4-83b5-4a4f-8e63-25e3f91e3c28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887742 Mar 18 10:39:07.861480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43896) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:07.918025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.099073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.151736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=a9173298-4a07-40ed-a75d-46c8e1e4b3d0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:08.157681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4236a0-62f6-425e-aaf4-af32bf82bfaf tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:08.161640 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4e4236a0-62f6-425e-aaf4-af32bf82bfaf tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1093 time: 0.2963717 Mar 18 10:39:08.167292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43900) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:08.206231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:08.219491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:08.227325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:08.231323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:08.242558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:08.312889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.384202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 9e23350d-9700-4da9-9f20-364e99604f02 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:08.384202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.493286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.639072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.701172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:08.818906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:08.838529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 9e23350d-9700-4da9-9f20-364e99604f02 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:08.991220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:09.001124 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:09.007677 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4d0557cd-1caf-44b1-a653-dae2c384be9c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7047796 Mar 18 10:39:09.008277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43904) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:09.013952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:09.014547 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:09.087656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet 23359b69-3ebe-4f91-99a2-73ebe991bb0c {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:09.096743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.114824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.175 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/712ac264-bc1b-4574-b0a2-230b800b0e99) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:09.157787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.176190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:09.249343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.367452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.422747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.447922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.468130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=23359b69-3ebe-4f91-99a2-73ebe991bb0c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:09.470235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.478837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ffdd0-54dc-46f9-b0be-747fe6231289 None None] Network 2f27bc5b-9b46-41f4-8f79-bc55310996b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:09.483113 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3d55e184-8993-4e42-976c-f812f1c86923 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/23359b69-3ebe-4f91-99a2-73ebe991bb0c HTTP/1.1" status: 204 len: 168 time: 0.4691768 Mar 18 10:39:09.483113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43908) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:09.504055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=9e23350d-9700-4da9-9f20-364e99604f02,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:09.509680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.517873 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:07Z', 'revision_number': 10, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:09.521826 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:09.531902 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:09.532500 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:09.602981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.603422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=712ac264-bc1b-4574-b0a2-230b800b0e99,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:09.614629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 67b2ed19-33c8-4b07-89ad-100278f95a54 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:09.614982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.709049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:09.853682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 67b2ed19-33c8-4b07-89ad-100278f95a54, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=67b2ed19-33c8-4b07-89ad-100278f95a54,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:09.854298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:09.908084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] DHCP port deletion for 2f27bc5b-9b46-41f4-8f79-bc55310996b3 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:09.915604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Deleting port 67b2ed19-33c8-4b07-89ad-100278f95a54 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:09.916757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.028909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.041384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:10.166832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:10.181018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:10.188516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 67b2ed19-33c8-4b07-89ad-100278f95a54 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:10.208046 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:07Z', 'revision_number': 10, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:10.208046 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da307407-42ff-4e12-9f1a-cc98ccf61a8d None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:07Z', 'revision_number': 10, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None, '_interfaces': [{'id': '1e9effb2-c9f1-4b71-8d9d-416a87bdfd25', 'name': '', 'network_id': 'c170c3b2-204c-4305-850a-3023b30363a0', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'mac_address': 'fa:16:3e:fa:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:14Z', 'updated_at': '2022-03-18T10:38:25Z', 'revision_number': 5, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'subnets': [{'id': 'c062ea35-eeec-4842-9aa9-95a988af6bfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:10.316422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] For port 67b2ed19-33c8-4b07-89ad-100278f95a54, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=67b2ed19-33c8-4b07-89ad-100278f95a54,segment=NetworkSegment(38fd2f1b-b645-4e06-947e-2cb2e9eddb74),segment_id=38fd2f1b-b645-4e06-947e-2cb2e9eddb74)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:10.317269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.333468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.388766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=67b2ed19-33c8-4b07-89ad-100278f95a54,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:10.390612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port 67b2ed19-33c8-4b07-89ad-100278f95a54 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:10.441718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Calling delete_port for 67b2ed19-33c8-4b07-89ad-100278f95a54 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:10.496452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 45fce117-6d51-4ec3-a68b-21ca456272e1 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:10.518270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:10.518895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:10.538279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.568903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f27bc5b-9b46-41f4-8f79-bc55310996b3']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:10.584425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fd2f1b-b645-4e06-947e-2cb2e9eddb74') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:10.584425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fd2f1b-b645-4e06-947e-2cb2e9eddb74') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:10.598000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.622664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.636508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:10.636508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:10.651323 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:10.794072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.799290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:10.832296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=2f27bc5b-9b46-41f4-8f79-bc55310996b3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:10.838140 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-09325eae-cfbf-4ae9-9115-386d9c44ca87 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/2f27bc5b-9b46-41f4-8f79-bc55310996b3 HTTP/1.1" status: 204 len: 168 time: 1.3548701 Mar 18 10:39:10.839108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43912) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:10.916816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:10.936762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] Sync routers for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:10.955771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:10.958397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:11.015380 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-00dc1a03-29e6-4146-9acf-c7fc763f559c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8959146 Mar 18 10:39:11.018247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43916) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:11.058334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Deleting port 67b2ed19-33c8-4b07-89ad-100278f95a54 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:11.062016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.079401 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c378e715-eadd-48b9-91b6-c48e0ad7fb18 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=45fce117-6d51-4ec3-a68b-21ca456272e1 HTTP/1.1" status: 200 len: 205 time: 0.0537221 Mar 18 10:39:11.082381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43920) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:11.088584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:11.132480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] Routers {'45fce117-6d51-4ec3-a68b-21ca456272e1'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:11.133104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['45fce117-6d51-4ec3-a68b-21ca456272e1'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:11.187036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8820886f-bd06-4186-9e15-3e58a90b2031 None None] The port '67b2ed19-33c8-4b07-89ad-100278f95a54' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:11.204714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:11.204823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd232c9c-6c31-487d-88f2-6034c0db6950 None None] The sync data for ids ['45fce117-6d51-4ec3-a68b-21ca456272e1'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:11.232386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.447139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.553440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.557334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.569207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.650560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.651343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router 45fce117-6d51-4ec3-a68b-21ca456272e1 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:11.694184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a9173298-4a07-40ed-a75d-46c8e1e4b3d0 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:11.718630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.719711 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-da899edc-3cab-4648-a7cd-0bf6c8311abf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1 HTTP/1.1" status: 204 len: 168 time: 0.6436951 Mar 18 10:39:11.723012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43926) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:11.730377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a9173298-4a07-40ed-a75d-46c8e1e4b3d0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:11.730727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a9173298-4a07-40ed-a75d-46c8e1e4b3d0 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:11.731200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 67b2ed19-33c8-4b07-89ad-100278f95a54 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:11.767501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 67b2ed19-33c8-4b07-89ad-100278f95a54 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:11.767848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 67b2ed19-33c8-4b07-89ad-100278f95a54 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:11.789909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.841432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:11.856320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.912434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:11.912434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:11.949987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.102699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:12.107422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.115811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.172088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.230458 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:12.235866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.336462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.470969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.510500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=712ac264-bc1b-4574-b0a2-230b800b0e99,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:12.515990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:12.520727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.521431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=1e9effb2-c9f1-4b71-8d9d-416a87bdfd25,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:12.524155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.524355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204c86a-e1b0-4adf-91a2-f44324cf2f9c None None] Network 53aad64d-4c7e-46bb-b392-d2b694a5880a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:12.616070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de099096-0eb6-4b8d-9a10-4828709fee33 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2 HTTP/1.1" status: 204 len: 168 time: 0.8919921 Mar 18 10:39:12.618662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43930) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:12.707971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet d4d0966d-55c3-4452-afa1-3d03d2b1fce4 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:12.711574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.726868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.814839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] DHCP port deletion for 53aad64d-4c7e-46bb-b392-d2b694a5880a request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:12.818962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Deleting port 0a16c4c0-3495-4b38-bb61-626f05079bd0 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:12.819339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.847939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:12.922001 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 49f44be0-129f-4444-af9b-1a029e43c419 associated. External IP: 172.26.2.175, port: 94deb534-dc3b-4faa-8c0f-6dd75281f902. Mar 18 10:39:13.025706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:13.067889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] For port 0a16c4c0-3495-4b38-bb61-626f05079bd0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a16c4c0-3495-4b38-bb61-626f05079bd0,segment=NetworkSegment(ccf4d119-fcbc-480a-9d30-73c93c237e17),segment_id=ccf4d119-fcbc-480a-9d30-73c93c237e17)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:13.068277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.113891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.160343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:13.171137 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:13.181938 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-add1638b-18f1-47e6-b416-67aa2eb68090 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3391521 Mar 18 10:39:13.182144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43934) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:13.193463 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:13.194010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Calling delete_port for 0a16c4c0-3495-4b38-bb61-626f05079bd0 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:13.197777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:13.265583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting subnet c062ea35-eeec-4842-9aa9-95a988af6bfe {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:13.270279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.371563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.401395 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:13.423203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] No DVR routers for this DVR port 0a16c4c0-3495-4b38-bb61-626f05079bd0 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:13.424976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08901063-fa96-4d0c-95f0-76bdbe49741a None None] Pushing event deleted for resources: {'Port': ['ID=0a16c4c0-3495-4b38-bb61-626f05079bd0,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:13.458047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.466511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:13.472236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.532387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.533647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9c6f7-4659-43b4-8db7-2510c7076c7e None None] Network d35641f4-2029-44c5-9f5b-5edd948e8347 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:13.538406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d0966d-55c3-4452-afa1-3d03d2b1fce4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:13.561227 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:13.574018 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:13.583422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:13.584037 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:13.597790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.604879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2e8a1163-62c9-496b-834d-36ce051e00c0 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/d4d0966d-55c3-4452-afa1-3d03d2b1fce4 HTTP/1.1" status: 204 len: 168 time: 0.9846134 Mar 18 10:39:13.612854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43938) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:13.711525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:13.814230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a16c4c0-3495-4b38-bb61-626f05079bd0 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:13.821396 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:13.825614 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3fe44-4071-4ea5-bce4-b6985b3b298a None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:13.828036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.858420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0a16c4c0-3495-4b38-bb61-626f05079bd0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:13.858420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a16c4c0-3495-4b38-bb61-626f05079bd0 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:13.884701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.887354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Subnet': ['ID=c062ea35-eeec-4842-9aa9-95a988af6bfe,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:13.890345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30763f21-3bd7-4ff6-a9f6-1b181dcc78bb None None] Network c170c3b2-204c-4305-850a-3023b30363a0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:13.899423 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bb8379b0-4eff-4857-b7c9-aa0669fc2c92 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/c062ea35-eeec-4842-9aa9-95a988af6bfe HTTP/1.1" status: 204 len: 168 time: 0.7163210 Mar 18 10:39:13.899988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:13.901974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43942) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:14.001115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:14.036536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.047690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Deleting port 8837cc8a-9d9a-4673-b339-6de6f0c76794 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:14.048026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.084970 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:14.092470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.097493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:14.098137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:14.121214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.176090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aad64d-4c7e-46bb-b392-d2b694a5880a']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:14.200039 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-79a2171d-ea76-405a-b4e7-7b0c872eec24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0312321 Mar 18 10:39:14.201924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf4d119-fcbc-480a-9d30-73c93c237e17') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:14.202217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf4d119-fcbc-480a-9d30-73c93c237e17') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:14.208719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43946) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:14.209187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:39:14.246034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] DHCP port deletion for d35641f4-2029-44c5-9f5b-5edd948e8347 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:14.288918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] For port 8837cc8a-9d9a-4673-b339-6de6f0c76794, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=8837cc8a-9d9a-4673-b339-6de6f0c76794,segment=NetworkSegment(de844bdf-8e3c-4484-96e4-03dba46489e0),segment_id=de844bdf-8e3c-4484-96e4-03dba46489e0)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:14.289271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.316397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Deleting port f39a2ab4-7fd2-40b3-9af8-3e878d769752 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:14.316778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.437734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Calling delete_port for 8837cc8a-9d9a-4673-b339-6de6f0c76794 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:14.467495 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-21af2aca-3f75-4e3d-bd2d-06b0b4471ed7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 991 time: 0.2534115 Mar 18 10:39:14.469279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.476672 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'status': 'completed', 'code': 200} Mar 18 10:39:14.494029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.501074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:14.501622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:14.517886 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:14.557317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] For port f39a2ab4-7fd2-40b3-9af8-3e878d769752, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f39a2ab4-7fd2-40b3-9af8-3e878d769752,segment=NetworkSegment(9a8f57ea-d3f2-4256-aa06-438c3c9ecca3),segment_id=9a8f57ea-d3f2-4256-aa06-438c3c9ecca3)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:14.558056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.578414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070582-8040-4d29-b451-398b7a7235ab req-f5d969f8-77a0-485a-882a-3c585cc6eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:14.581851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-f5d969f8-77a0-485a-882a-3c585cc6eed9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1098 time: 0.1147110 Mar 18 10:39:14.585043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:14.675029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.701960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.724474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.732026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=53aad64d-4c7e-46bb-b392-d2b694a5880a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:14.735233 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e8c79c8f-1031-4367-bea9-518e6557c666 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/53aad64d-4c7e-46bb-b392-d2b694a5880a HTTP/1.1" status: 204 len: 168 time: 1.1213946 Mar 18 10:39:14.739181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Port': ['ID=8837cc8a-9d9a-4673-b339-6de6f0c76794,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:14.741878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:14.742676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No DVR routers for this DVR port 8837cc8a-9d9a-4673-b339-6de6f0c76794 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:14.829981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070582-8040-4d29-b451-398b7a7235ab req-ffd029c5-3171-46ce-87f9-93fde458b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:14.832136 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-ffd029c5-3171-46ce-87f9-93fde458b6ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 898 time: 0.2458658 Mar 18 10:39:14.852198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Calling delete_port for f39a2ab4-7fd2-40b3-9af8-3e878d769752 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:14.877331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.900954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port f39a2ab4-7fd2-40b3-9af8-3e878d769752 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:14.919067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:14.988360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.005994 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-eb501bb4-0a78-4bed-89e8-c656d76b1dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 200 len: 999 time: 0.1262093 Mar 18 10:39:15.039135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a88d10-c4bc-4fdf-8e48-78b29254be6c None None] DHCP port deletion for c170c3b2-204c-4305-850a-3023b30363a0 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:15.056089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.056311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c170c3b2-204c-4305-850a-3023b30363a0']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.077145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de844bdf-8e3c-4484-96e4-03dba46489e0') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.077440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de844bdf-8e3c-4484-96e4-03dba46489e0') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.094070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.108652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070582-8040-4d29-b451-398b7a7235ab req-dd568fe1-e024-469b-b7d4-bc6abcbf9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:15.112307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-dd568fe1-e024-469b-b7d4-bc6abcbf9992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.0958807 Mar 18 10:39:15.117607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] Pushing event deleted for resources: {'Port': ['ID=f39a2ab4-7fd2-40b3-9af8-3e878d769752,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:15.119939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.121785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad67ed4-ef35-44be-809b-fa427cfc95bb None None] No DVR routers for this DVR port f39a2ab4-7fd2-40b3-9af8-3e878d769752 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:15.175949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:15.176615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.184638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port f39a2ab4-7fd2-40b3-9af8-3e878d769752, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f39a2ab4-7fd2-40b3-9af8-3e878d769752,segment=NetworkSegment(9a8f57ea-d3f2-4256-aa06-438c3c9ecca3),segment_id=9a8f57ea-d3f2-4256-aa06-438c3c9ecca3)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:15.185254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.215207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:7f:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:39:11Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.220028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:15.230683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:15.231425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:15.317576 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:15.325744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for f39a2ab4-7fd2-40b3-9af8-3e878d769752 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:15.397657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:15.398518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:15.424339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070582-8040-4d29-b451-398b7a7235ab req-d82842cf-bacb-45c1-bc80-103d52184ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:15.426033 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-d82842cf-bacb-45c1-bc80-103d52184ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2934608 Mar 18 10:39:15.432727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:15.467627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.469451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43956) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:15.472115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.505033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Pushing event deleted for resources: {'Network': ['ID=c170c3b2-204c-4305-850a-3023b30363a0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:15.558204 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-024ed4d0-7d24-4389-b674-08494ee7e2c0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/networks/c170c3b2-204c-4305-850a-3023b30363a0 HTTP/1.1" status: 204 len: 168 time: 1.6551328 Mar 18 10:39:15.566736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43960) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:15.579048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'routes': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:15.610520 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-c67ff0d8-1b3e-4214-9318-84896a85dc0b service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745415 Mar 18 10:39:15.650396 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-26150d22-5384-436d-ad8d-ec18b2e72b46 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 991 time: 0.1797988 Mar 18 10:39:15.750595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a070582-8040-4d29-b451-398b7a7235ab req-1c986153-9a58-44f8-aa00-0a33cdad406e service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329174 Mar 18 10:39:15.766846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f39a2ab4-7fd2-40b3-9af8-3e878d769752 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:15.811301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f39a2ab4-7fd2-40b3-9af8-3e878d769752 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:15.811676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f39a2ab4-7fd2-40b3-9af8-3e878d769752 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:15.817598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8837cc8a-9d9a-4673-b339-6de6f0c76794 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:15.852003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 8837cc8a-9d9a-4673-b339-6de6f0c76794 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:15.852351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 8837cc8a-9d9a-4673-b339-6de6f0c76794 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:15.852773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:15.890470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:15.898068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1e9effb2-c9f1-4b71-8d9d-416a87bdfd25 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:15.898904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Added routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:39:15.898904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Removed routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:39:15.898904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.899766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port f39a2ab4-7fd2-40b3-9af8-3e878d769752 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:15.900261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:15.972012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:7f:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:39:11Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.976625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843b654-2389-4a96-9b98-c8f49ce4d91a None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:7f:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:39:11Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:16.152590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] The port 'f39a2ab4-7fd2-40b3-9af8-3e878d769752' was deleted {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:16.185647 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc1dbb-b486-4648-97dd-fe5a9bd93202 None None] New status for floating IP 49f44be0-129f-4444-af9b-1a029e43c419: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:39:16.446713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.452731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.459957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.541699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35641f4-2029-44c5-9f5b-5edd948e8347']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:16.610454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:16.610752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8f57ea-d3f2-4256-aa06-438c3c9ecca3') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:16.626387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.638409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:16.647941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.654160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43964) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:16.707076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:16.707076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: util.warn( Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:16.723031 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:16.761277 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-abe3d3ab-1922-45a0-9c22-e316114fbe2d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 993 time: 0.1059537 Mar 18 10:39:16.864732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:16.879914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Sync routers for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:16.880466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.883778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1d06af4b-1566-4d9b-8800-5eaf98dcb994 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 705 time: 1.3171844 Mar 18 10:39:16.884150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43968) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:16.898026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:16.898026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:16.929743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-72841865-b146-4a55-9ec6-01ee60946e9d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Synchronizing usage tracker for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:16.971748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.984986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:16.986766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/d35641f4-2029-44c5-9f5b-5edd948e8347 HTTP/1.1" status: 204 len: 168 time: 2.2461178 Mar 18 10:39:16.990593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43972) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:16.997852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607992e-7cb2-41a5-b349-065d14d2ab24 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=d35641f4-2029-44c5-9f5b-5edd948e8347,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:16.998016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-715162003'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:17.002939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:17.006784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:17.009610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:17.015413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:17.035288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:17.036356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-72841865-b146-4a55-9ec6-01ee60946e9d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Unset dirty status for tenant:a1fef9f8b97c4879a16e899199b52f15 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:17.037514 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-72841865-b146-4a55-9ec6-01ee60946e9d tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 205 time: 0.1523046 Mar 18 10:39:17.040158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:17.101175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:17.104573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.144499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:17.150243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Checking router: 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:17.156928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Routers {'7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:17.157522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:17.198864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.267160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:17.288037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] Set router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:17.372278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.372621 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment 6f44c029-2614-4c18-ab40-56463242ae13 of type vlan for network 9e1235ad-7578-4ee9-8287-6d0ba853c3df Mar 18 10:39:17.394999 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:17.399798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9d72-6e0f-49bc-a4e6-f82240492a0e None None] The sync data for ids ['7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff'] in dv-neutron-834265-1-hyperv is: [{'id': '7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff', 'name': 'tempest-RoutersIpV6Test-router-1275760701', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:11Z', 'updated_at': '2022-03-18T10:39:12Z', 'revision_number': 11, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:17.523173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.526676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.529663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.627148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.628212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:17.647390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.652926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:17.653399 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1bf0b804-5880-41e2-a5f3-548528214e47 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 204 len: 168 time: 0.6119845 Mar 18 10:39:17.654937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.661462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-626293626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:17.661985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:17.662449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.670806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:17.678825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Usage tracker for resource:router and tenant:a1fef9f8b97c4879a16e899199b52f15 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:17.682057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:17.688752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:17.768890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=9e1235ad-7578-4ee9-8287-6d0ba853c3df,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:17.773626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.774647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.778967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:17.790623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.831533 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ab7f9b81-abda-4a11-9348-d5c04f7d2434 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8395724 Mar 18 10:39:17.834390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43984) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:17.840039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:17.880222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:17.973570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:17.977625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:17.980340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:17.986052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:18.020798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:18.021531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1460124f-06db-4bee-9d24-203cf9c1b07f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3674057 Mar 18 10:39:18.024241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43988) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:18.028971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:18.097193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:18.100408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:18.630331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:18.731664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:18.798508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:18.948579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=dbb78840-6add-43a4-a815-d5c24d744e35,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:18.970681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': '6f44c029-2614-4c18-ab40-56463242ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:18.972065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 9e1235ad-7578-4ee9-8287-6d0ba853c3df, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:19.041148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Router 8e6f20bf-68f2-415f-a9a2-3ebb4d60113a is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:19.102032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:19.182605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:19.192161 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Sync routers for ids ['8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:19.193033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.197535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6b2d2fdd-917a-4cdf-a6ce-3b512b8956e9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "PUT /v2.0/routers/8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 200 len: 697 time: 1.1690946 Mar 18 10:39:19.197535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 9e1235ad-7578-4ee9-8287-6d0ba853c3df) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:19.197535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 43992) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:19.207205 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Routers {'8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:19.207205 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:19.207464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4baa3a4-5e1a-49fb-81af-5ccd05829407 None None] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:19.251073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:19.251653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.331346 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Set router 8e6f20bf-68f2-415f-a9a2-3ebb4d60113a gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:19.347080 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ba8636cc-f603-4c90-80ce-428a041f33b4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/routers/8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 200 len: 703 time: 0.1458590 Mar 18 10:39:19.347615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 43996) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:19.396792 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2c79bd7c-1977-4d42-aca9-a07d4459abc3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 200 len: 205 time: 0.0457118 Mar 18 10:39:19.397108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44000) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:19.403055 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7927c059-c716-4b4c-8eef-7752f20b2e40 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5674999 Mar 18 10:39:19.407122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44004) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:19.414143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-540493947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:19.422077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:19.426709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:19.432470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:19.448972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:19.460811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-9e1235ad-7578-4ee9-8287-6d0ba853c3df', 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': 'dbb78840-6add-43a4-a815-d5c24d744e35'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:19.462387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.478907 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6f20bf-68f2-415f-a9a2-3ebb4d60113a', 'name': 'tempest-RoutersIpV6Test-router-626293626', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:39:17Z', 'updated_at': '2022-03-18T10:39:18Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:19.483006 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Checking router: 8e6f20bf-68f2-415f-a9a2-3ebb4d60113a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:19.491646 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Routers {'8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:19.492422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:38:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:19.552987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.558458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.577110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.627971 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] Set router 8e6f20bf-68f2-415f-a9a2-3ebb4d60113a gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:19.663047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.671268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Allocated IP 172.20.0.2 (9e1235ad-7578-4ee9-8287-6d0ba853c3df/dbb78840-6add-43a4-a815-d5c24d744e35/a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:19.693530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.740460 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6f20bf-68f2-415f-a9a2-3ebb4d60113a', 'name': 'tempest-RoutersIpV6Test-router-626293626', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:39:17Z', 'updated_at': '2022-03-18T10:39:18Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:19.744422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63571a-4a0c-4b87-a4ce-857e6ee7cec2 None None] The sync data for ids ['8e6f20bf-68f2-415f-a9a2-3ebb4d60113a'] in dv-neutron-834265-1-hyperv is: [{'id': '8e6f20bf-68f2-415f-a9a2-3ebb4d60113a', 'name': 'tempest-RoutersIpV6Test-router-626293626', 'tenant_id': 'a1fef9f8b97c4879a16e899199b52f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:39:17Z', 'updated_at': '2022-03-18T10:39:18Z', 'revision_number': 2, 'project_id': 'a1fef9f8b97c4879a16e899199b52f15', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:19.804789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.810037 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9cae4c5d-e8ff-4d60-9302-afa6f432ebae tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3993533 Mar 18 10:39:19.811352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44008) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:19.818923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'port': {'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df', 'name': 'tempest-RoutersTest-1943570532'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:19.911979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.926191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Transition to ACTIVE for port object a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:19.949024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Transition to ACTIVE for port object a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:19.975925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:19.978277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.001571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:20.007001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:port and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:20.010013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:20.017151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.023927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:20.080515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:20.087187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:20.090085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.090704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Fanout notify agent at l3_agent the message router_deleted on router 8e6f20bf-68f2-415f-a9a2-3ebb4d60113a {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:20.094249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:20.097480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Pushing event updated for resources: {'Port': ['ID=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:20.105792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.106939 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-35eaad7a-0570-4584-b0c0-ac77177226f0 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 204 len: 168 time: 0.7090249 Mar 18 10:39:20.110317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44014) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.118906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:20.118906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.141018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] device_id is not set on port b778be00-9376-4e43-b123-c37987b9a7a8 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:39:20.159774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-777c3a6a-b275-4570-872b-fea62e6405e4 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 200 len: 205 time: 0.0461657 Mar 18 10:39:20.160346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44018) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.187527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Attempting to bind port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:20.188249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Attempting to bind port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6f44c029-2614-4c18-ab40-56463242ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:20.188249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Attempting to bind port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df on network 9e1235ad-7578-4ee9-8287-6d0ba853c3df {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:20.194104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:20.194559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Checking segment: {'id': '6f44c029-2614-4c18-ab40-56463242ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:20.194907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.195304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Bound using segment: {'id': '6f44c029-2614-4c18-ab40-56463242ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:20.196517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Bound port: a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f44c029-2614-4c18-ab40-56463242ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e1235ad-7578-4ee9-8287-6d0ba853c3df'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:20.196517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.236084 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ba5658be-bbe1-4f71-bdb2-7670358dea48 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:20.237934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ba5658be-bbe1-4f71-bdb2-7670358dea48 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/8e6f20bf-68f2-415f-a9a2-3ebb4d60113a HTTP/1.1" status: 404 len: 336 time: 0.0766163 Mar 18 10:39:20.240647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44022) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.278621 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b3e634-7fb7-402e-bb19-d358432f9963 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:20.279087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b3e634-7fb7-402e-bb19-d358432f9963 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:20.284326 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c7b3e634-7fb7-402e-bb19-d358432f9963 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/82faec41-b034-41d3-8fb4-1ae384bdc7c8 HTTP/1.1" status: 404 len: 337 time: 0.0394866 Mar 18 10:39:20.284326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44026) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.286703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.20.0.13 (9e1235ad-7578-4ee9-8287-6d0ba853c3df/dbb78840-6add-43a4-a815-d5c24d744e35/b778be00-9376-4e43-b123-c37987b9a7a8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:20.307280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] For port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:20.310625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] For port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,segment=NetworkSegment(6f44c029-2614-4c18-ab40-56463242ae13),segment_id=6f44c029-2614-4c18-ab40-56463242ae13)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:20.321641 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b688cf3f-020f-4c80-99f8-d4459e5dc287 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:20.322065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b688cf3f-020f-4c80-99f8-d4459e5dc287 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:20.323706 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b688cf3f-020f-4c80-99f8-d4459e5dc287 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/b365bd3b-eecc-4d3e-ae0c-2d70ae92b8ee HTTP/1.1" status: 404 len: 337 time: 0.0388041 Mar 18 10:39:20.326369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44030) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.368977 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5aca7bd-7a5a-40cb-9ef8-7dfeeadd0e0b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:20.369678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5aca7bd-7a5a-40cb-9ef8-7dfeeadd0e0b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:20.371315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d5aca7bd-7a5a-40cb-9ef8-7dfeeadd0e0b tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/23359b69-3ebe-4f91-99a2-73ebe991bb0c HTTP/1.1" status: 404 len: 337 time: 0.0441215 Mar 18 10:39:20.374864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44034) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.412481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.415038 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b88a0d-7a5a-4f3d-9673-fb5d46aa5c8c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:20.415500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b88a0d-7a5a-4f3d-9673-fb5d46aa5c8c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:20.417429 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b7b88a0d-7a5a-4f3d-9673-fb5d46aa5c8c tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/c062ea35-eeec-4842-9aa9-95a988af6bfe HTTP/1.1" status: 404 len: 337 time: 0.0414939 Mar 18 10:39:20.419976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44038) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.466159 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a5290d9e-72e2-469c-9d9e-66753c269e49 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 200 len: 205 time: 0.0450680 Mar 18 10:39:20.468598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.515224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717797-e624-42dc-ae31-b34f0f1953e0 None None] Pushing event updated for resources: {'Port': ['ID=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:20.554051 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-d69ec9c5-4cd1-4466-95ea-0eb0ae77c058 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:20.555160 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d69ec9c5-4cd1-4466-95ea-0eb0ae77c058 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/7b01b4c5-b9a9-4208-a4a4-a14d1a6283ff HTTP/1.1" status: 404 len: 336 time: 0.0852392 Mar 18 10:39:20.557777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44046) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.601618 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-31fb963e-2cda-41cc-a8ca-2649cd8fda12 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d24404-269e-482d-a324-886b0093f1bc HTTP/1.1" status: 200 len: 205 time: 0.0427051 Mar 18 10:39:20.607452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44050) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.639123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.656823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object b778be00-9376-4e43-b123-c37987b9a7a8 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:20.684477 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-fbce4e76-6e61-41b6-9e34-c4bd105c1a96 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:20.685486 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fbce4e76-6e61-41b6-9e34-c4bd105c1a96 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/52d24404-269e-482d-a324-886b0093f1bc HTTP/1.1" status: 404 len: 336 time: 0.0769279 Mar 18 10:39:20.690247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44054) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.729940 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0c087c-8117-46ed-a23e-98ae38c2b6a1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:20.730532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0c087c-8117-46ed-a23e-98ae38c2b6a1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:20.732429 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dd0c087c-8117-46ed-a23e-98ae38c2b6a1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/6f89ffef-8e89-4f9e-8740-6f4e281e76bd HTTP/1.1" status: 404 len: 337 time: 0.0419278 Mar 18 10:39:20.735079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44058) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.762488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:20.800746 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d09b607-931f-4a61-9acd-b8980b2024f1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 200 len: 205 time: 0.0645435 Mar 18 10:39:20.803448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44062) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.855200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:20.859560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:20.869798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:20.935704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ce74db19-d8a0-463e-9e66-f07fe480dca9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:20.936714 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce74db19-d8a0-463e-9e66-f07fe480dca9 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/344edc29-6bca-43ec-aa50-05d9011b6275 HTTP/1.1" status: 404 len: 336 time: 0.1320794 Mar 18 10:39:20.937788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=b778be00-9376-4e43-b123-c37987b9a7a8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:20.939520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44066) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:20.960819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:20.961410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:21.031219 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ce082ad1-554c-4e6b-89d5-bd4652d7f3f1 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e33e80-2083-4250-81b6-b9df1e137606 HTTP/1.1" status: 200 len: 205 time: 0.0542583 Mar 18 10:39:21.031219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44070) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.119630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a37638f8-48f5-4b81-aa45-741ba37e30b3 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3024330 Mar 18 10:39:21.119630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44074) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.178994 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-e7162892-3c0d-4b64-a10e-f519e022046e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:21.182594 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e7162892-3c0d-4b64-a10e-f519e022046e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/c4e33e80-2083-4250-81b6-b9df1e137606 HTTP/1.1" status: 404 len: 336 time: 0.1812458 Mar 18 10:39:21.183731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44078) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.281193 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a527d3-9e1a-4d49-bbf1-1ef69545f599 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:21.282977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a527d3-9e1a-4d49-bbf1-1ef69545f599 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:21.283353 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55a527d3-9e1a-4d49-bbf1-1ef69545f599 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/27574042-c3c4-4c9d-b908-910bf7fa0abc HTTP/1.1" status: 404 len: 337 time: 0.0995994 Mar 18 10:39:21.286921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44082) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.333625 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47dd8c8d-5a57-4c17-aad4-af3c03e3c58e tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b01876-952c-49f8-a4eb-45699c2692b8 HTTP/1.1" status: 200 len: 205 time: 0.0455787 Mar 18 10:39:21.336868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44086) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.407801 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-96328495-10cc-4d96-b179-a3917c4d6ee3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:21.409356 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-96328495-10cc-4d96-b179-a3917c4d6ee3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/99b01876-952c-49f8-a4eb-45699c2692b8 HTTP/1.1" status: 404 len: 336 time: 0.0710273 Mar 18 10:39:21.412571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44090) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.453058 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-635e8842-fe19-4699-853d-547d3c42b527 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:21.458856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635e8842-fe19-4699-853d-547d3c42b527 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:21.458856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-635e8842-fe19-4699-853d-547d3c42b527 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/569d6d1b-4b92-4d99-9aef-b4120997d9dc HTTP/1.1" status: 404 len: 337 time: 0.0415921 Mar 18 10:39:21.460723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44094) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.504747 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2b59e039-b3b7-42d9-ab46-394ec4a854db tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fb29ed-a4c7-4084-b98b-0309f89db692 HTTP/1.1" status: 200 len: 205 time: 0.0428851 Mar 18 10:39:21.508080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44098) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.579200 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-86ed691b-293f-4cfe-bc1d-5ff9da4fd858 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] delete failed (client error): The resource could not be found. Mar 18 10:39:21.581875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-86ed691b-293f-4cfe-bc1d-5ff9da4fd858 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/routers/93fb29ed-a4c7-4084-b98b-0309f89db692 HTTP/1.1" status: 404 len: 336 time: 0.0712476 Mar 18 10:39:21.585695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44102) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.624701 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe01cc7-4f54-4e14-9697-3b7781cd5d6f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:21.625082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe01cc7-4f54-4e14-9697-3b7781cd5d6f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:21.626871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6fe01cc7-4f54-4e14-9697-3b7781cd5d6f tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/1a087670-da07-4cc7-b40b-ab17027acadd HTTP/1.1" status: 404 len: 337 time: 0.0401623 Mar 18 10:39:21.630012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44106) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:21.678040 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4486004-b273-402a-84c0-c63e9c6a56b3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] DELETE failed (client error): The resource could not be found. Mar 18 10:39:21.678738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4486004-b273-402a-84c0-c63e9c6a56b3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:39:21.683728 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e4486004-b273-402a-84c0-c63e9c6a56b3 tempest-RoutersIpV6Test-23766427 tempest-RoutersIpV6Test-23766427-project] 10.222.0.18 "DELETE /v2.0/subnets/5e3d7528-31a1-44d4-a592-644571427107 HTTP/1.1" status: 404 len: 337 time: 0.0502038 Mar 18 10:39:21.695877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30957f56-4833-4c12-9aee-f5a088e62ac0 None None] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:21.748585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:21.762948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:21.960559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7585fd83-e134-4877-8b15-7af429ec6948 None None] Provisioning for port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:22.039094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:22.042366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d5c130f3-cf73-41ab-8d70-082b9245ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.047063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:22.047443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.193937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.230389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,segment=NetworkSegment(6f44c029-2614-4c18-ab40-56463242ae13),segment_id=6f44c029-2614-4c18-ab40-56463242ae13)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:22.254010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44114) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:22.280066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.322983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.353398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.449253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:22.466240 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-95f3269b-9559-414e-9419-7a42ec3cd5dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1fef9f8b97c4879a16e899199b52f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101259 Mar 18 10:39:22.466743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44120) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:22.476270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Provisioning for port b778be00-9376-4e43-b123-c37987b9a7a8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:22.482174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Provisioning complete for port b778be00-9376-4e43-b123-c37987b9a7a8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:22.482539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.544637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=b778be00-9376-4e43-b123-c37987b9a7a8,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:22.547790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Port b778be00-9376-4e43-b123-c37987b9a7a8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:22.562687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Provisioning complete for port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:22.563069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-80d38ca8-c106-4ffe-a4e4-175719758633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.690758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.739488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.824176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a6d35502-2cfb-429e-8626-0df86a27427f None None] Provisioning complete for port b778be00-9376-4e43-b123-c37987b9a7a8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:22.825283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a6d35502-2cfb-429e-8626-0df86a27427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.879667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:22.909678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a6d35502-2cfb-429e-8626-0df86a27427f None None] Port b778be00-9376-4e43-b123-c37987b9a7a8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:23.043292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.073750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53254e7-8a33-4251-b190-f2595a4ce4ce,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:23.091107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.094817 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-520abe8e-f13d-4ff9-80c1-3e00142ef518 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b53254e7-8a33-4251-b190-f2595a4ce4ce HTTP/1.1" status: 204 len: 168 time: 0.6165891 Mar 18 10:39:23.097720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.502731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.578530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.687030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=b778be00-9376-4e43-b123-c37987b9a7a8,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:23.692180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.709561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:23.800684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:23.800985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:23.843032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:23.843837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:24.134953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-807dc69e-1233-4085-b4b1-bee144dea094 None None] Provisioning complete for port b778be00-9376-4e43-b123-c37987b9a7a8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:24.135434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-807dc69e-1233-4085-b4b1-bee144dea094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.191169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-807dc69e-1233-4085-b4b1-bee144dea094 None None] Port b778be00-9376-4e43-b123-c37987b9a7a8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:24.201687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 2eac3bb6-aa00-43ab-8af1-7d2641ee7987 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:24.359814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44144) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:24.459726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-270279166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:24.466229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:24.475912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:router and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:24.476055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bada9bf2-faf5-44db-b9fb-33054f461c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.476160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:24.476258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:24.480003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:24.480155 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aa13d017-7e2d-4c89-8a43-26c7aac9b08c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/2eac3bb6-aa00-43ab-8af1-7d2641ee7987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613424 Mar 18 10:39:24.482946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44150) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:24.487895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] Sync routers for ids ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:24.497194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] Routers {'2eac3bb6-aa00-43ab-8af1-7d2641ee7987'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:24.497803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:24.554606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0262a23-5f0c-4e15-ac6e-1743c8b96062 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:24.555208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0262a23-5f0c-4e15-ac6e-1743c8b96062 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:24.560310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:24.570329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] Routers {'2eac3bb6-aa00-43ab-8af1-7d2641ee7987'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:24.570924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:24.584712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.588975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.600186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.629896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:24.630296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615238a6-b416-4bb9-8ec6-db909ddb5d98 None None] The sync data for ids ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:24.664818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0262a23-5f0c-4e15-ac6e-1743c8b96062 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:24.666056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0262a23-5f0c-4e15-ac6e-1743c8b96062 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports/b778be00-9376-4e43-b123-c37987b9a7a8 HTTP/1.1" status: 200 len: 978 time: 0.1820812 Mar 18 10:39:24.673232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44154) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:24.693565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.773509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.774512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-218fad2c-1ea9-427b-9480-eea877cfe7a0 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4231908 Mar 18 10:39:24.777107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44158) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:24.782448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1130744136'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:24.788108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:24.794863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:network and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:24.797811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:24.804212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:24.868864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:24.873029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.885610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:24.900441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:24.904350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:security_group_rule and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:24.907239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:24.913984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:24.996561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.064560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.100612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:25.109086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a823d3-c0dc-4308-ad8c-09b7eaa10b8e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:25.114700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.115299 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Added segment 02cbe85a-e65a-406a-94a9-09c33eca62b4 of type vlan for network e1bbf3b7-b058-404b-b204-1efd1d7d8477 Mar 18 10:39:25.146153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.173551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.182261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.247260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.252677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:25.253285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.315648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.366104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Network': ['ID=e1bbf3b7-b058-404b-b204-1efd1d7d8477,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:25.376203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:25.450418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aee20a2d-533b-4e7d-8369-e1e678ed1d8c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6722660 Mar 18 10:39:25.451692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44162) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:25.458758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'subnet': {'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:25.467027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port b778be00-9376-4e43-b123-c37987b9a7a8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:25.467364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.566089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:25.569929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:subnet and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:25.572695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:25.578381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:25.610376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.650095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.655693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:25.659308 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:25.775378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for b778be00-9376-4e43-b123-c37987b9a7a8 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:25.953202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.029132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Subnet': ['ID=fba210af-c55a-4fa1-84e6-38427d64f644,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:26.038067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Checking segment: {'id': '02cbe85a-e65a-406a-94a9-09c33eca62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:26.038426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network hostable DHCP agents. Network: e1bbf3b7-b058-404b-b204-1efd1d7d8477, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:26.129924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:26.173097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.222778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=b778be00-9376-4e43-b123-c37987b9a7a8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:26.226932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, e1bbf3b7-b058-404b-b204-1efd1d7d8477) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:26.232152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:26.232727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.247006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf37c0-f6dc-4227-8d03-6bf9f22a79b9 None None] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:26.327001 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9abd1e35-a38e-4a37-9469-50f7ff649d35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8694310 Mar 18 10:39:26.327001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44166) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:26.332553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'network': {'name': 'tempest-router-network01--1100703838'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:26.339578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:26.344742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:network and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:26.349996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:26.355795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:26.456152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:26.459736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.486452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.486700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:26.496300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.497227 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Added segment 32396350-c4dc-49e8-91e4-6395da2521e5 of type vlan for network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 Mar 18 10:39:26.523996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.596097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-e1bbf3b7-b058-404b-b204-1efd1d7d8477', 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477', 'tenant_id': 'dfbc7017f4f14683b28dd222dd1b269e', 'fixed_ips': [{'subnet_id': 'fba210af-c55a-4fa1-84e6-38427d64f644'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:26.597303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.643935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.649704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:26.654733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.758284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Allocated IP 2001:db8::2 (e1bbf3b7-b058-404b-b204-1efd1d7d8477/fba210af-c55a-4fa1-84e6-38427d64f644/7ed5c06f-f1d3-4072-9ba4-e26cd17233a2) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:26.761847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Network': ['ID=55a2c485-8e5b-4482-8898-64ad7c8f3f19,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:26.771865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router 2eac3bb6-aa00-43ab-8af1-7d2641ee7987 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:26.776852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:26.811360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-47bc0bac-b2b2-4e48-b830-4204ae3aa24c tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4844034 Mar 18 10:39:26.813326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44170) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:26.819897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'network': {'name': 'tempest-router-network02--1569726670'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:26.825950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:26.829099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:network and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:26.832064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:26.838193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:26.907451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:26.925586 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] Sync routers for ids ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:26.943458 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] Routers {'2eac3bb6-aa00-43ab-8af1-7d2641ee7987'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:26.943458 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:26.965599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:26.965599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:26.997392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:27.009807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:27.010113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:27.010113 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Added segment cd0b604f-1251-48cc-8969-6b4419eaa148 of type vlan for network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea Mar 18 10:39:27.017394 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] Routers {'2eac3bb6-aa00-43ab-8af1-7d2641ee7987'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:27.018082 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:27.034305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:27.035867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-af3ac3e7-2d6f-464d-b1d7-aeeab28bf331 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/2eac3bb6-aa00-43ab-8af1-7d2641ee7987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3616309 Mar 18 10:39:27.048721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:27.089152 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:27.089550 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26595e-4e2a-4b4c-bba9-7a48ddaa4ffd None None] The sync data for ids ['2eac3bb6-aa00-43ab-8af1-7d2641ee7987'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:27.230976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:27.230976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Transition to ACTIVE for port object 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:27.230976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Transition to ACTIVE for port object 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:27.485198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-7e84ee4c-e777-4f34-a542-b372c1f2752a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] remove_router_interface failed (client error): The resource could not be found. Mar 18 10:39:27.486342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e84ee4c-e777-4f34-a542-b372c1f2752a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/2eac3bb6-aa00-43ab-8af1-7d2641ee7987/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4468062 Mar 18 10:39:27.489465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44178) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:27.530938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-75fe1d1c-bac9-4175-b77d-f59d5d1d962e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:27.684026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.067600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.072899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:28.075854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.116569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.181827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:28.184702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:28.191149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-75fe1d1c-bac9-4175-b77d-f59d5d1d962e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:28.191149 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-75fe1d1c-bac9-4175-b77d-f59d5d1d962e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eac3bb6-aa00-43ab-8af1-7d2641ee7987 HTTP/1.1" status: 200 len: 205 time: 0.6981246 Mar 18 10:39:28.191835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:28.191948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44182) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:28.247613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:28.283031 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4680417 Mar 18 10:39:28.289567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44186) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:28.298864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'subnet': {'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:28.308360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Attempting to bind port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:28.313432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Attempting to bind port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '02cbe85a-e65a-406a-94a9-09c33eca62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:28.313432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Attempting to bind port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 on network e1bbf3b7-b058-404b-b204-1efd1d7d8477 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:28.314835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:28.315446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Checking segment: {'id': '02cbe85a-e65a-406a-94a9-09c33eca62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:28.315906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.316373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Bound using segment: {'id': '02cbe85a-e65a-406a-94a9-09c33eca62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:28.316839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Bound port: 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cbe85a-e65a-406a-94a9-09c33eca62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e1bbf3b7-b058-404b-b204-1efd1d7d8477'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:28.317919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.318062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8434bc-e4af-4cdd-be8a-84511202da10 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Network': ['ID=30a9d008-cbe2-4322-afbc-e20ca4c1b4ea,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:28.338008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:28.342261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.422318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:28.426124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:subnet and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:28.429298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:28.440251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:28.508922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] For port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:28.511826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] For port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,segment=NetworkSegment(02cbe85a-e65a-406a-94a9-09c33eca62b4),segment_id=02cbe85a-e65a-406a-94a9-09c33eca62b4)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:28.545845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:28.545845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.623564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.643420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.646289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.703721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f995c-9d5d-4b22-b60a-45df57180133 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:28.807454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.810847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router 2eac3bb6-aa00-43ab-8af1-7d2641ee7987 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:28.820338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.821426 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-34e419c9-94f7-4ee1-b158-f554773d71b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/2eac3bb6-aa00-43ab-8af1-7d2641ee7987 HTTP/1.1" status: 204 len: 168 time: 0.6291323 Mar 18 10:39:28.824135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44190) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:28.882549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.914537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet dbb78840-6add-43a4-a815-d5c24d744e35 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:28.917741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.989585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:28.999251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Subnet': ['ID=de2859c2-1155-4a01-ac9c-19989735fb42,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:29.004969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Checking segment: {'id': '32396350-c4dc-49e8-91e4-6395da2521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:29.005365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network hostable DHCP agents. Network: 55a2c485-8e5b-4482-8898-64ad7c8f3f19, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:29.076701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:29.078525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.168070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 55a2c485-8e5b-4482-8898-64ad7c8f3f19) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:29.172662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:29.173299 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.178952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f175e2a5-3558-4191-95b6-4266587d6449 None None] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:29.237166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.266772 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e4f80538-1c95-4ae6-b61d-82bdd21c61fb tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9757597 Mar 18 10:39:29.270021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44194) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:29.279300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb78840-6add-43a4-a815-d5c24d744e35,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:29.284158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'subnet': {'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:29.303596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.307981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db60c1b-d1bc-415e-b6e0-945d0e180824 None None] Network 9e1235ad-7578-4ee9-8287-6d0ba853c3df requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:29.322416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-803ac938-6f3b-459a-a1fd-719445578b73 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/dbb78840-6add-43a4-a815-d5c24d744e35 HTTP/1.1" status: 204 len: 168 time: 0.4970968 Mar 18 10:39:29.325171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44198) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:29.408162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:29.413436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:subnet and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:29.419016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:29.424158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:29.468567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.477609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:29.478011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.550612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:29.554235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.600069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-55a2c485-8e5b-4482-8898-64ad7c8f3f19', 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19', 'tenant_id': 'dfbc7017f4f14683b28dd222dd1b269e', 'fixed_ips': [{'subnet_id': 'de2859c2-1155-4a01-ac9c-19989735fb42'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:29.600845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.703221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] DHCP port deletion for 9e1235ad-7578-4ee9-8287-6d0ba853c3df request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:29.715979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Deleting port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:29.717022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.786810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,segment=NetworkSegment(6f44c029-2614-4c18-ab40-56463242ae13),segment_id=6f44c029-2614-4c18-ab40-56463242ae13)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:29.787174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:29.830863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:29.904823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Allocated IP 2001:db8::2 (55a2c485-8e5b-4482-8898-64ad7c8f3f19/de2859c2-1155-4a01-ac9c-19989735fb42/df2c6198-fd61-410f-9337-a3c339bdd5cd) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:29.927071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1271be6-3ecd-4b4a-b04a-2a28f7d28284 None None] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:29.943020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:30.004510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.082440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.095949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Subnet': ['ID=1892146d-07c5-4a0b-b538-3e6086845f85,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:30.103361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Checking segment: {'id': 'cd0b604f-1251-48cc-8969-6b4419eaa148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:30.103584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network hostable DHCP agents. Network: 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:30.140446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:30.142541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:30.173417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6a50897c-ae58-4647-995a-4c9380a3a1ad None None] Provisioning for port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:30.192905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:30.265681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.282949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:30.289240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:30.293119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.295072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1235ad-7578-4ee9-8287-6d0ba853c3df']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:30.308614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f44c029-2614-4c18-ab40-56463242ae13') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:30.310886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f44c029-2614-4c18-ab40-56463242ae13') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:30.311019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584635f-a537-475b-875c-55cf0673bfe8 None None] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:30.320915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.337893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.344096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:30.344477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:30.359697 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:30.419727 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cd924aa5-a9cc-45d2-8db1-5200432da948 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1411622 Mar 18 10:39:30.419962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44204) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:30.444197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:30.531136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] For port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df,segment=NetworkSegment(6f44c029-2614-4c18-ab40-56463242ae13),segment_id=6f44c029-2614-4c18-ab40-56463242ae13)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:30.531636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.539777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:30.540188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.543377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.564424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.577689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=9e1235ad-7578-4ee9-8287-6d0ba853c3df,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:30.653160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.672735 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f0d6fc50-b1d8-433e-8062-5a1cb8b12b32 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/9e1235ad-7578-4ee9-8287-6d0ba853c3df HTTP/1.1" status: 204 len: 168 time: 1.3437507 Mar 18 10:39:30.676269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44208) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:30.682692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1875551088'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:30.688269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:30.693406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:30.696516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:30.703023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:30.781527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:30.797339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.814526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Calling delete_port for a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:30.825895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:30.835788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.837441 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment 4033f71b-caf7-42c8-8f8b-8d23a9456340 of type vlan for network ef5d0c90-c950-4c04-88ec-b01a015cbae6 Mar 18 10:39:30.867761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Transition to ACTIVE for port object df2c6198-fd61-410f-9337-a3c339bdd5cd will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:30.871470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.948967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Transition to ACTIVE for port object df2c6198-fd61-410f-9337-a3c339bdd5cd will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:30.980807 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:30.986629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:30.987203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.057265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.060297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:31.060651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:31.073112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.149162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-30a9d008-cbe2-4322-afbc-e20ca4c1b4ea', 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea', 'tenant_id': 'dfbc7017f4f14683b28dd222dd1b269e', 'fixed_ips': [{'subnet_id': '1892146d-07c5-4a0b-b538-3e6086845f85'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:31.150010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.176319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.192591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:31.199696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:31.219885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:31.248727 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5709794 Mar 18 10:39:31.249553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44212) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:31.257660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa33a2-7781-47f0-a0fd-d78d9b73b28c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=ef5d0c90-c950-4c04-88ec-b01a015cbae6,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:31.262684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:31.267818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Pushing event updated for resources: {'Port': ['ID=df2c6198-fd61-410f-9337-a3c339bdd5cd,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:31.275722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:31.361558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,segment=NetworkSegment(02cbe85a-e65a-406a-94a9-09c33eca62b4),segment_id=02cbe85a-e65a-406a-94a9-09c33eca62b4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:31.439685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:31.448019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:31.452682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:31.460891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.488890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:31.531019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Allocated IP 2001:db8::1 (55a2c485-8e5b-4482-8898-64ad7c8f3f19/de2859c2-1155-4a01-ac9c-19989735fb42/bd8ed2ad-12a0-484f-9b2d-8227338d202b) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:31.582843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Deleting port a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:31.583217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.627723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:31.631329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.631525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Attempting to bind port df2c6198-fd61-410f-9337-a3c339bdd5cd on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:31.631896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Attempting to bind port df2c6198-fd61-410f-9337-a3c339bdd5cd by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '32396350-c4dc-49e8-91e4-6395da2521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:31.632252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Attempting to bind port df2c6198-fd61-410f-9337-a3c339bdd5cd on network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:31.648483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4cb74ca0-6cb7-4e23-b720-d890421e371b None None] Provisioning complete for port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:31.648483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4cb74ca0-6cb7-4e23-b720-d890421e371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.715900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:31.716269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Checking segment: {'id': '32396350-c4dc-49e8-91e4-6395da2521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:31.716665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.717055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Bound using segment: {'id': '32396350-c4dc-49e8-91e4-6395da2521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:31.717505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Bound port: df2c6198-fd61-410f-9337-a3c339bdd5cd, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32396350-c4dc-49e8-91e4-6395da2521e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a2c485-8e5b-4482-8898-64ad7c8f3f19'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:31.717895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.730523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-17a8dc33-f00d-4d43-bddd-84854c2abb46 None None] The port 'a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:31.739961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:31.762809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:31.794003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:31.794003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a1c5b5b6-5b8e-41a4-ae80-5bd8274d33df not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:31.796207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:31.800963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Allocated IP 2001:db8::2 (30a9d008-cbe2-4322-afbc-e20ca4c1b4ea/1892146d-07c5-4a0b-b538-3e6086845f85/0a052f11-6d9b-427c-a9c3-e7878f714995) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:31.819116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Transition to ACTIVE for port object bd8ed2ad-12a0-484f-9b2d-8227338d202b will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:31.979209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.026440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.043844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] For port df2c6198-fd61-410f-9337-a3c339bdd5cd, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:32.064936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] For port df2c6198-fd61-410f-9337-a3c339bdd5cd, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=df2c6198-fd61-410f-9337-a3c339bdd5cd,segment=NetworkSegment(32396350-c4dc-49e8-91e4-6395da2521e5),segment_id=32396350-c4dc-49e8-91e4-6395da2521e5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:32.131830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.196854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.210664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:32.221363 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Transition to ACTIVE for port object 0a052f11-6d9b-427c-a9c3-e7878f714995 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:32.222607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:32.232449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:32.232888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.249652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b519aa-eb56-4d54-96b1-6a568f3e3334 None None] Pushing event updated for resources: {'Port': ['ID=df2c6198-fd61-410f-9337-a3c339bdd5cd,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:32.257234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Port': ['ID=bd8ed2ad-12a0-484f-9b2d-8227338d202b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:32.261094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Transition to ACTIVE for port object 0a052f11-6d9b-427c-a9c3-e7878f714995 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:32.273326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=61267ed6-2008-435b-864c-764c928f5ea8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:32.288330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': '4033f71b-caf7-42c8-8f8b-8d23a9456340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:32.288685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: ef5d0c90-c950-4c04-88ec-b01a015cbae6, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:32.348459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.382398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:32.408955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:32.431468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:32.437707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:32.442797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Pushing event updated for resources: {'Port': ['ID=0a052f11-6d9b-427c-a9c3-e7878f714995,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:32.516552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ef5d0c90-c950-4c04-88ec-b01a015cbae6) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:32.530682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:32.531638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.538269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0bce3-cd64-43a6-a09f-55f4c7a8a082 None None] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:32.569488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.650805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5d84a5e3-cfdf-40cc-bab9-3f3b73709eb1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4001105 Mar 18 10:39:32.653456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44216) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:32.661272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1863142413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:32.668318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:32.672624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:32.675495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:32.676689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Attempting to bind port 0a052f11-6d9b-427c-a9c3-e7878f714995 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:32.677098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Attempting to bind port 0a052f11-6d9b-427c-a9c3-e7878f714995 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'cd0b604f-1251-48cc-8969-6b4419eaa148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:32.677424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Attempting to bind port 0a052f11-6d9b-427c-a9c3-e7878f714995 on network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:32.682095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:32.684322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:32.684915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Checking segment: {'id': 'cd0b604f-1251-48cc-8969-6b4419eaa148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:32.685502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.686075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Bound using segment: {'id': 'cd0b604f-1251-48cc-8969-6b4419eaa148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:32.689415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Bound port: 0a052f11-6d9b-427c-a9c3-e7878f714995, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0b604f-1251-48cc-8969-6b4419eaa148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '30a9d008-cbe2-4322-afbc-e20ca4c1b4ea'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:32.689415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.771055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.772158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.789711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.870472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] For port 0a052f11-6d9b-427c-a9c3-e7878f714995, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:32.878985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] For port 0a052f11-6d9b-427c-a9c3-e7878f714995, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a052f11-6d9b-427c-a9c3-e7878f714995,segment=NetworkSegment(cd0b604f-1251-48cc-8969-6b4419eaa148),segment_id=cd0b604f-1251-48cc-8969-6b4419eaa148)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:32.889367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ef5d0c90-c950-4c04-88ec-b01a015cbae6', 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '61267ed6-2008-435b-864c-764c928f5ea8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:32.890539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.892054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:32.965036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.038441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.041071 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-37b08ac7-5a07-46bf-b4cf-414007f1111e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3860052 Mar 18 10:39:33.044437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44224) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:33.056942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.076388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9389-57f2-42d9-bc27-c7bca422af8f None None] Pushing event updated for resources: {'Port': ['ID=0a052f11-6d9b-427c-a9c3-e7878f714995,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:33.135942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.139439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.166243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Allocated IP 172.20.0.2 (ef5d0c90-c950-4c04-88ec-b01a015cbae6/61267ed6-2008-435b-864c-764c928f5ea8/ab219bef-8afc-48d3-80da-22da06fe844b) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:33.358034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Port': ['ID=bd8ed2ad-12a0-484f-9b2d-8227338d202b,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:33.443882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:33.445127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:33.531540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.540607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f885ca-dd25-4260-ba73-4b5b1f717280 None None] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:33.579063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Transition to ACTIVE for port object ab219bef-8afc-48d3-80da-22da06fe844b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:33.668003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Transition to ACTIVE for port object ab219bef-8afc-48d3-80da-22da06fe844b will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:33.689124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.757101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:33.776759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Router 65f52cfc-203b-4658-8035-eaeb2c65971a is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:33.808694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e0c43a47-8413-45e1-a43e-ad747746f9c0 None None] Provisioning for port df2c6198-fd61-410f-9337-a3c339bdd5cd completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:33.834957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:33.841250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:33.856962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:33.896461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Pushing event updated for resources: {'Port': ['ID=ab219bef-8afc-48d3-80da-22da06fe844b,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:33.983183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a052f11-6d9b-427c-a9c3-e7878f714995 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:34.038659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:34.048774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ae9fa54c-7cb4-4d78-b97f-dbf7be2b6936 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6243308 Mar 18 10:39:34.050672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44228) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:34.058887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] Sync routers for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:34.091392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Attempting to bind port ab219bef-8afc-48d3-80da-22da06fe844b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:34.091968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Attempting to bind port ab219bef-8afc-48d3-80da-22da06fe844b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4033f71b-caf7-42c8-8f8b-8d23a9456340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:34.091968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Attempting to bind port ab219bef-8afc-48d3-80da-22da06fe844b on network ef5d0c90-c950-4c04-88ec-b01a015cbae6 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:34.105204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:34.105582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Checking segment: {'id': '4033f71b-caf7-42c8-8f8b-8d23a9456340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:34.106017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.106544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Bound using segment: {'id': '4033f71b-caf7-42c8-8f8b-8d23a9456340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:34.107034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Bound port: ab219bef-8afc-48d3-80da-22da06fe844b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4033f71b-caf7-42c8-8f8b-8d23a9456340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef5d0c90-c950-4c04-88ec-b01a015cbae6'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:34.107408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.148120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:34.148120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:34.200274 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-564c0213-c2f1-46d9-8737-13a974180c7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1829777 Mar 18 10:39:34.209543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.20.0.1 (ef5d0c90-c950-4c04-88ec-b01a015cbae6/61267ed6-2008-435b-864c-764c928f5ea8/22438079-1876-4998-8ccf-d9468ecdbfa1) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:34.392152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] For port ab219bef-8afc-48d3-80da-22da06fe844b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:34.395477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] For port ab219bef-8afc-48d3-80da-22da06fe844b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ab219bef-8afc-48d3-80da-22da06fe844b,segment=NetworkSegment(4033f71b-caf7-42c8-8f8b-8d23a9456340),segment_id=4033f71b-caf7-42c8-8f8b-8d23a9456340)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:34.399033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:34.412864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0a052f11-6d9b-427c-a9c3-e7878f714995 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:34.426653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:34.427484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:34.541997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.569191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 22438079-1876-4998-8ccf-d9468ecdbfa1 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:34.575631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-fcdbc377-343f-463d-af29-92f91f8dec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:34.577028 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-fcdbc377-343f-463d-af29-92f91f8dec05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1098 time: 0.2157083 Mar 18 10:39:34.583944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:34.622222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.680724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814a996-b2ad-4133-aa01-16d0e8182b0a None None] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:34.728516 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:34.728929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403df25c-db1e-448d-b5a9-a2f02dd282cb None None] The sync data for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:34.871513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3c749640-673c-44a9-80cd-7178bac09f18 None None] Provisioning for port bd8ed2ad-12a0-484f-9b2d-8227338d202b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:34.891482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3c749640-673c-44a9-80cd-7178bac09f18 None None] Provisioning complete for port bd8ed2ad-12a0-484f-9b2d-8227338d202b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:34.892220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3c749640-673c-44a9-80cd-7178bac09f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.943606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d4199-26b9-4438-8e43-970de0640315 None None] Pushing event updated for resources: {'Port': ['ID=ab219bef-8afc-48d3-80da-22da06fe844b,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:34.969590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:34.969946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:34.996485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-8b2366de-9dfc-4db7-8e8e-903e5143b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:34.998269 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-8b2366de-9dfc-4db7-8e8e-903e5143b7d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.3953810 Mar 18 10:39:35.010183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.028110 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-e33ce7e6-7086-430f-a9a4-b76198ed3612 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:39:35.029134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e33ce7e6-7086-430f-a9a4-b76198ed3612 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9773116 Mar 18 10:39:35.034546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44232) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:35.055145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3c749640-673c-44a9-80cd-7178bac09f18 None None] Port bd8ed2ad-12a0-484f-9b2d-8227338d202b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:35.213663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:35.219685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:35.249554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:35.295103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-0d7cd26d-fc2e-49a6-899a-76bc692ac637 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 200 len: 1000 time: 0.2806127 Mar 18 10:39:35.321259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device df2c6198-fd61-410f-9337-a3c339bdd5cd up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:35.345932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=22438079-1876-4998-8ccf-d9468ecdbfa1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:35.380465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.380611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.381315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.381315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.382150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.382150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.382460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.382711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.383031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.383140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Provisioning complete for port bd8ed2ad-12a0-484f-9b2d-8227338d202b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:35.383355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.383666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.383804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.384011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:35.406497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.410679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-60194b4b-3677-4b09-af05-6465bd6ff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:35.412114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-60194b4b-3677-4b09-af05-6465bd6ff5d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.1035511 Mar 18 10:39:35.469227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Port bd8ed2ad-12a0-484f-9b2d-8227338d202b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:35.521843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-309fe2c6-6093-4870-b115-02b17a28283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:35.523377 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-309fe2c6-6093-4870-b115-02b17a28283d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988786 Mar 18 10:39:35.597609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Provisioning for port 0a052f11-6d9b-427c-a9c3-e7878f714995 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:35.597609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Provisioning complete for port 0a052f11-6d9b-427c-a9c3-e7878f714995 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:35.597609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.640658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port df2c6198-fd61-410f-9337-a3c339bdd5cd completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:35.680047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port df2c6198-fd61-410f-9337-a3c339bdd5cd triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:35.680953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.703786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.705707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.766880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-7d21b38f-2444-451e-b42a-3f03d95279be service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363355 Mar 18 10:39:35.892772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.905655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:35.950446 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dc7c009f-10b5-49e4-afa9-bc959ddfe2a9 req-299200da-4a80-4cb5-be72-f1234c4320a1 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764383 Mar 18 10:39:35.997340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port df2c6198-fd61-410f-9337-a3c339bdd5cd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=df2c6198-fd61-410f-9337-a3c339bdd5cd,segment=NetworkSegment(32396350-c4dc-49e8-91e4-6395da2521e5),segment_id=32396350-c4dc-49e8-91e4-6395da2521e5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:35.999223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] For port 0a052f11-6d9b-427c-a9c3-e7878f714995, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a052f11-6d9b-427c-a9c3-e7878f714995,segment=NetworkSegment(cd0b604f-1251-48cc-8969-6b4419eaa148),segment_id=cd0b604f-1251-48cc-8969-6b4419eaa148)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:36.086328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.140515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.181746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=df2c6198-fd61-410f-9337-a3c339bdd5cd,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:36.191179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port bd8ed2ad-12a0-484f-9b2d-8227338d202b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:36.195634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.254278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ab219bef-8afc-48d3-80da-22da06fe844b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:36.283287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6f55f5-a0c2-4ecc-ac2e-87ef51942dde None None] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:36.353236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.424405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8e50e-954e-4c12-9509-33f5c26f8c99 None None] Pushing event updated for resources: {'Port': ['ID=0a052f11-6d9b-427c-a9c3-e7878f714995,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:36.427269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.434697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1375ee11-b913-4831-8d49-af42586423e5 None None] Provisioning complete for port 0a052f11-6d9b-427c-a9c3-e7878f714995 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:36.435125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1375ee11-b913-4831-8d49-af42586423e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.524474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.548873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=22438079-1876-4998-8ccf-d9468ecdbfa1,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:36.551663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.647076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ab219bef-8afc-48d3-80da-22da06fe844b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:36.656048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Calling delete_port for bd8ed2ad-12a0-484f-9b2d-8227338d202b owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:36.694785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:36.696088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:36.875685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Provisioning for port ab219bef-8afc-48d3-80da-22da06fe844b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:36.875685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Provisioning complete for port ab219bef-8afc-48d3-80da-22da06fe844b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:36.875685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:36.959207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.020629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Port': ['ID=bd8ed2ad-12a0-484f-9b2d-8227338d202b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:37.101600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af7fb2ec-39d3-4f8c-bc27-0d17acfc744c is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:37.106002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.152009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] For port ab219bef-8afc-48d3-80da-22da06fe844b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ab219bef-8afc-48d3-80da-22da06fe844b,segment=NetworkSegment(4033f71b-caf7-42c8-8f8b-8d23a9456340),segment_id=4033f71b-caf7-42c8-8f8b-8d23a9456340)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:37.220453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.250861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.320137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:37.334843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] Sync routers for ids ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:37.344678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1143a12e-87a5-47f7-9fbe-5fda0abe0bd5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af7fb2ec-39d3-4f8c-bc27-0d17acfc744c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2989867 Mar 18 10:39:37.350330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44238) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:37.360912 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] Routers {'af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:37.361608 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.435960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5fcf17-4413-43cc-9702-3af03600777b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:37.436899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-de5fcf17-4413-43cc-9702-3af03600777b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:37.464757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a68e-df20-4e17-b6b9-72deb235f8b1 None None] Pushing event updated for resources: {'Port': ['ID=ab219bef-8afc-48d3-80da-22da06fe844b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:37.494255 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.504178 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] Routers {'af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:37.504778 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.563635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.564453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0a8fc-9a1c-4043-bab5-a6a3b72ee07f None None] The sync data for ids ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:37.578116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Router 65f52cfc-203b-4658-8035-eaeb2c65971a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:37.582113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Provisioning for port 22438079-1876-4998-8ccf-d9468ecdbfa1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:37.582376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-de5fcf17-4413-43cc-9702-3af03600777b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:37.586208 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-de5fcf17-4413-43cc-9702-3af03600777b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports/22438079-1876-4998-8ccf-d9468ecdbfa1 HTTP/1.1" status: 200 len: 910 time: 0.2320466 Mar 18 10:39:37.586438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:37.587942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Provisioning complete for port 22438079-1876-4998-8ccf-d9468ecdbfa1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:37.588498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.646470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Port 22438079-1876-4998-8ccf-d9468ecdbfa1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:37.658652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Provisioning complete for port ab219bef-8afc-48d3-80da-22da06fe844b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:37.658937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59cbfbe5-f6a7-42ec-a2cd-461938c06c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:37.714833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:37.725428 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-095a080c-ed03-4175-89c5-e4c792a2788a tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890669 Mar 18 10:39:37.728331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] Sync routers for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:37.729240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:37.782475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:37.783137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.794342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-0f615408-c3a7-43d2-b695-6b620ee77a35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] delete failed (client error): The resource could not be found. Mar 18 10:39:37.798875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0f615408-c3a7-43d2-b695-6b620ee77a35 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1649672185 HTTP/1.1" status: 404 len: 335 time: 0.0652099 Mar 18 10:39:37.799111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44250) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:37.805624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1c836058-e9dc-484d-9f53-534e73fb3312 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'router': {'external_gateway_info': {'network_id': '65f52cfc-203b-4658-8035-eaeb2c65971a'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:37.859664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.904234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:37.905586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.980533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:37.980533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914418f-c021-4913-8748-fcd5130e44d7 None None] The sync data for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:38.012223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d4da1f27-366e-49d1-a78b-726e7744f0fe None None] Provisioning complete for port 22438079-1876-4998-8ccf-d9468ecdbfa1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:38.014968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4da1f27-366e-49d1-a78b-726e7744f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.069925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d4da1f27-366e-49d1-a78b-726e7744f0fe None None] Port 22438079-1876-4998-8ccf-d9468ecdbfa1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:38.108730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.184344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device df2c6198-fd61-410f-9337-a3c339bdd5cd up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:38.255427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port df2c6198-fd61-410f-9337-a3c339bdd5cd triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:38.258883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.314775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c836058-e9dc-484d-9f53-534e73fb3312 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.373607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a052f11-6d9b-427c-a9c3-e7878f714995 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:38.437015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-1c836058-e9dc-484d-9f53-534e73fb3312 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] update failed (client error): The resource could not be found. Mar 18 10:39:38.440439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1c836058-e9dc-484d-9f53-534e73fb3312 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a HTTP/1.1" status: 404 len: 339 time: 0.6377513 Mar 18 10:39:38.442028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44254) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:38.447328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1661073544'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:38.447490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0a052f11-6d9b-427c-a9c3-e7878f714995 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:38.447827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.452232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:38.456128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:network and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:38.460655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 22438079-1876-4998-8ccf-d9468ecdbfa1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:38.461142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.469302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:38.476745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:38.546992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:38.552542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.570343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ab219bef-8afc-48d3-80da-22da06fe844b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:38.583333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:38.594777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.594925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Added segment 50f5de55-af91-4a74-aade-6dd8cabae605 of type vlan for network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 Mar 18 10:39:38.626174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.648329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ab219bef-8afc-48d3-80da-22da06fe844b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:38.648777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.715019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.722392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:38.723301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.775133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:38.834379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Network': ['ID=f4b95ed2-a067-40f7-9f9d-c6cffd1467e4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:38.842338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.842683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.843015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.843342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.843666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.844001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.844312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.844629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.844946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.845260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.845635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.846128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:38.852526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-df695ff5-99b9-4542-8808-0d7ad44a0314 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4095948 Mar 18 10:39:38.855560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44258) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:38.859889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:38.865698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'subnet': {'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:38.902793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 22438079-1876-4998-8ccf-d9468ecdbfa1 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:38.998841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:39.003329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Usage tracker for resource:subnet and tenant:dfbc7017f4f14683b28dd222dd1b269e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:39.006141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:39.011863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:39.108203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Made reservation on behalf of dfbc7017f4f14683b28dd222dd1b269e for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:39.110525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.173512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.221555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=22438079-1876-4998-8ccf-d9468ecdbfa1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:39.427403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.449150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.512200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Subnet': ['ID=eace7daf-d5a7-4a08-a602-ad28188bd94f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:39.522330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Checking segment: {'id': '50f5de55-af91-4a74-aade-6dd8cabae605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:39.522694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network hostable DHCP agents. Network: f4b95ed2-a067-40f7-9f9d-c6cffd1467e4, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:39.595015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:39.692495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f4b95ed2-a067-40f7-9f9d-c6cffd1467e4) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:39.696799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:39.697627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.703104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15206df-556e-4510-a8aa-ffc8004cc18f None None] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:39.718140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af7fb2ec-39d3-4f8c-bc27-0d17acfc744c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:39.799017 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bb25fe0f-2f12-4009-98e9-9f8d73827b3d tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9397240 Mar 18 10:39:39.800070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:39.805898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ac876ef6-476c-4dc5-8eb7-8f3172713873 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:39.856550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:39.870268 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] Sync routers for ids ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:39.883374 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] Routers {'af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:39.883374 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:39.939115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f4b95ed2-a067-40f7-9f9d-c6cffd1467e4', 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4', 'tenant_id': 'dfbc7017f4f14683b28dd222dd1b269e', 'fixed_ips': [{'subnet_id': 'eace7daf-d5a7-4a08-a602-ad28188bd94f'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:39.940272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:39.956903 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c530df91-a054-4e31-9821-f5e13bb651fa tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af7fb2ec-39d3-4f8c-bc27-0d17acfc744c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3688939 Mar 18 10:39:39.959654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44268) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:39.962682 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:39.975840 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] Routers {'af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:39.976710 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:40.005616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3a173221-b0c3-4a41-af44-49bead7c4ad2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:40.055853 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:40.056251 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56ffb3-8ba1-4721-a31e-08c62ec3f827 None None] The sync data for ids ['af7fb2ec-39d3-4f8c-bc27-0d17acfc744c'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:40.084987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3a173221-b0c3-4a41-af44-49bead7c4ad2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:40.084987 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3a173221-b0c3-4a41-af44-49bead7c4ad2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7fb2ec-39d3-4f8c-bc27-0d17acfc744c HTTP/1.1" status: 200 len: 205 time: 0.1230221 Mar 18 10:39:40.087141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44272) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:40.152404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Allocated IP 2001:db8:1::2 (f4b95ed2-a067-40f7-9f9d-c6cffd1467e4/eace7daf-d5a7-4a08-a602-ad28188bd94f/6d9cf550-3102-4a14-a2c9-ee476077b7e4) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:40.370618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.394350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac876ef6-476c-4dc5-8eb7-8f3172713873 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.408078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.418778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Transition to ACTIVE for port object 6d9cf550-3102-4a14-a2c9-ee476077b7e4 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:40.437313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Transition to ACTIVE for port object 6d9cf550-3102-4a14-a2c9-ee476077b7e4 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:40.523608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.590994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:40.598588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:40.606551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:40.610412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Pushing event updated for resources: {'Port': ['ID=6d9cf550-3102-4a14-a2c9-ee476077b7e4,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:40.613162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-ac876ef6-476c-4dc5-8eb7-8f3172713873 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:39:40.618112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac876ef6-476c-4dc5-8eb7-8f3172713873 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a HTTP/1.1" status: 400 len: 364 time: 0.8169897 Mar 18 10:39:40.618687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44278) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:40.673634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.676590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.700330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Attempting to bind port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:40.700704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Attempting to bind port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '50f5de55-af91-4a74-aade-6dd8cabae605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:40.706007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Attempting to bind port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 on network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:40.706592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:40.706757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Checking segment: {'id': '50f5de55-af91-4a74-aade-6dd8cabae605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:40.707088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.707491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Bound using segment: {'id': '50f5de55-af91-4a74-aade-6dd8cabae605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:40.707943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Bound port: 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f5de55-af91-4a74-aade-6dd8cabae605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f4b95ed2-a067-40f7-9f9d-c6cffd1467e4'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:40.708313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.770090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.770612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router af7fb2ec-39d3-4f8c-bc27-0d17acfc744c {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:40.785379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.789128 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-bfb77ba1-7b3d-42ab-83ee-0f2482741979 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/af7fb2ec-39d3-4f8c-bc27-0d17acfc744c HTTP/1.1" status: 204 len: 168 time: 0.6982882 Mar 18 10:39:40.789286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44282) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:40.807760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] For port 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:40.807760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] For port 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d9cf550-3102-4a14-a2c9-ee476077b7e4,segment=NetworkSegment(50f5de55-af91-4a74-aade-6dd8cabae605),segment_id=50f5de55-af91-4a74-aade-6dd8cabae605)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:40.858043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 61267ed6-2008-435b-864c-764c928f5ea8 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:40.860917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.908017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:40.917950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.018828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80bd69-4725-49c1-88a7-9a793b1696e2 None None] Pushing event updated for resources: {'Port': ['ID=6d9cf550-3102-4a14-a2c9-ee476077b7e4,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:41.034535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.130220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.191237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.232781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=61267ed6-2008-435b-864c-764c928f5ea8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:41.238543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.246778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b447e946-df3a-4209-8c28-571ecb018b9b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/61267ed6-2008-435b-864c-764c928f5ea8 HTTP/1.1" status: 204 len: 168 time: 0.4565682 Mar 18 10:39:41.249481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44286) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:41.258020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cf58c-960a-44a9-8749-907bccd9d334 None None] Network ef5d0c90-c950-4c04-88ec-b01a015cbae6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:41.374597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.387633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port ab219bef-8afc-48d3-80da-22da06fe844b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:41.387974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.543092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Allocated IP 2001:db8::1 (e1bbf3b7-b058-404b-b204-1efd1d7d8477/fba210af-c55a-4fa1-84e6-38427d64f644/70a1305d-ef0e-4cb2-81be-7bc2029fddd1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:41.555104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] DHCP port deletion for ef5d0c90-c950-4c04-88ec-b01a015cbae6 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:41.561705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Deleting port ab219bef-8afc-48d3-80da-22da06fe844b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:41.562324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.619414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port ab219bef-8afc-48d3-80da-22da06fe844b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ab219bef-8afc-48d3-80da-22da06fe844b,segment=NetworkSegment(4033f71b-caf7-42c8-8f8b-8d23a9456340),segment_id=4033f71b-caf7-42c8-8f8b-8d23a9456340)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:41.620056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.655870 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:39:41.722601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.740008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Transition to ACTIVE for port object 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:41.754828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for ab219bef-8afc-48d3-80da-22da06fe844b owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:41.779192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] For port ab219bef-8afc-48d3-80da-22da06fe844b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ab219bef-8afc-48d3-80da-22da06fe844b,segment=NetworkSegment(4033f71b-caf7-42c8-8f8b-8d23a9456340),segment_id=4033f71b-caf7-42c8-8f8b-8d23a9456340)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:41.779798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.853175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.910007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Calling delete_port for ab219bef-8afc-48d3-80da-22da06fe844b owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:41.926772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:41.934303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:41.938843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:41.939366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.941196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:41.979615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Port': ['ID=70a1305d-ef0e-4cb2-81be-7bc2029fddd1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:42.001495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:42.002211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:42.023486 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port ab219bef-8afc-48d3-80da-22da06fe844b on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:42.084730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=ab219bef-8afc-48d3-80da-22da06fe844b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:42.287436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d9cf550-3102-4a14-a2c9-ee476077b7e4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:42.341119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6540ea-5bca-4e73-ae84-01a7d58f60ea None None] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:42.355790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.369904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.397012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d0c90-c950-4c04-88ec-b01a015cbae6']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:42.412388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4033f71b-caf7-42c8-8f8b-8d23a9456340') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:42.412661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4033f71b-caf7-42c8-8f8b-8d23a9456340') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:42.424427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.441944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.445218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a1689833-63f4-4907-bf47-d6e71874db36 None None] Provisioning for port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:42.448798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:42.448798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.457469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a1689833-63f4-4907-bf47-d6e71874db36 None None] Provisioning complete for port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:42.457858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a1689833-63f4-4907-bf47-d6e71874db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:42.466826 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:42.533077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Deleting port ab219bef-8afc-48d3-80da-22da06fe844b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:42.533441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.643812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5f9108a3-7c57-43a9-bb22-b76045bdc59c None None] The port 'ab219bef-8afc-48d3-80da-22da06fe844b' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:42.670204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a1689833-63f4-4907-bf47-d6e71874db36 None None] Port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:42.709509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.726846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.737724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=ef5d0c90-c950-4c04-88ec-b01a015cbae6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:42.751621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:42.774527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.807282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ab219bef-8afc-48d3-80da-22da06fe844b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:42.842803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ab219bef-8afc-48d3-80da-22da06fe844b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:42.843153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ab219bef-8afc-48d3-80da-22da06fe844b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:42.882114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-89b181eb-059f-4766-8562-441d981b6997 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/ef5d0c90-c950-4c04-88ec-b01a015cbae6 HTTP/1.1" status: 204 len: 168 time: 1.6313765 Mar 18 10:39:42.885691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44290) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:42.891171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1054262032', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:42.898955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:42.903074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:42.907076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Provisioning for port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:42.913622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Provisioning complete for port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:42.913622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.918309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:42.926806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:42.935494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:42.940879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.037683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.070675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] For port 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d9cf550-3102-4a14-a2c9-ee476077b7e4,segment=NetworkSegment(50f5de55-af91-4a74-aade-6dd8cabae605),segment_id=50f5de55-af91-4a74-aade-6dd8cabae605)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:43.091457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.092440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.103512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event updated for resources: {'Port': ['ID=70a1305d-ef0e-4cb2-81be-7bc2029fddd1,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:43.130249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.133333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.161861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:43.163610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:43.207397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b45988-a2be-4d58-b83e-910bf911307e None None] Pushing event updated for resources: {'Port': ['ID=6d9cf550-3102-4a14-a2c9-ee476077b7e4,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:43.254861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8b80e22c-5925-4960-b9fb-7d70ea1cad5c None None] Provisioning complete for port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:43.255486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b80e22c-5925-4960-b9fb-7d70ea1cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.504773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1f828e00-3883-4ab6-9011-0aa0499da84a None None] Provisioning complete for port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:43.505149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1f828e00-3883-4ab6-9011-0aa0499da84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.559406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1f828e00-3883-4ab6-9011-0aa0499da84a None None] Port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:43.564215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Router 65f52cfc-203b-4658-8035-eaeb2c65971a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:43.566930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:43.871439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:43.881281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] Sync routers for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:43.891414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:43.892258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:43.947006 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1f068b83-6bf5-404c-979f-756dafcae1ea tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3247709 Mar 18 10:39:43.948162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44294) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:43.972678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:43.982110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:43.982713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:44.043136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:44.043549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c7682-f77e-4341-b2e0-d1828b8f866a None None] The sync data for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:44.080427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44300) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:44.163499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2c51c8c-64d3-4f1e-8058-fa1defc355a9 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.164920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d9cf550-3102-4a14-a2c9-ee476077b7e4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:44.235518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:44.240083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.466823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.504445 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-e2c51c8c-64d3-4f1e-8058-fa1defc355a9 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 18 10:39:44.505457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e2c51c8c-64d3-4f1e-8058-fa1defc355a9 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a HTTP/1.1" status: 409 len: 329 time: 0.5573034 Mar 18 10:39:44.507304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.508762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44304) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:44.512551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5c8b9-a6c8-43ea-bb32-adbd1de3e63b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:44.513021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5c8b9-a6c8-43ea-bb32-adbd1de3e63b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:44.513484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5c8b9-a6c8-43ea-bb32-adbd1de3e63b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:44.515090 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-20f5c8b9-a6c8-43ea-bb32-adbd1de3e63b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=bd30d3c83d3c4adf99693d1a2843eff0&network_id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 2999 time: 0.4331689 Mar 18 10:39:44.651147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.26.2.92 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/18cab47c-3a16-4c7d-aadd-8ca087e1f577) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:44.807216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.895847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:44.957154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:44.959849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:44.968130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:45.003495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:45.009219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=18cab47c-3a16-4c7d-aadd-8ca087e1f577,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:45.354519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:45.354855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:45.533890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:45.625524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:45.770289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Calling delete_port for 70a1305d-ef0e-4cb2-81be-7bc2029fddd1 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:45.981207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:46.009641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:46.034344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44316) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:46.058730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Port': ['ID=70a1305d-ef0e-4cb2-81be-7bc2029fddd1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:46.195894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31217fd5-cf55-4151-8dd7-0a2394fc5301 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:46.200279 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-31217fd5-cf55-4151-8dd7-0a2394fc5301 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066 HTTP/1.1" status: 200 len: 814 time: 0.1570613 Mar 18 10:39:46.247672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:46.343780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router a7556f6d-670a-4480-8fcd-909ae2c06f5a is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:46.516600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Router 65f52cfc-203b-4658-8035-eaeb2c65971a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:46.523855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:46.534415 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] Sync routers for ids ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:46.547256 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] Routers {'a7556f6d-670a-4480-8fcd-909ae2c06f5a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:46.548149 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.607755 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.616215 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] Routers {'a7556f6d-670a-4480-8fcd-909ae2c06f5a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:46.616789 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.626940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:46.631428 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e90c92ac-bca4-442c-9ff2-b4cf99cf0fce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7420065 Mar 18 10:39:46.631618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44324) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:46.658404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:46.671518 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b458823b-cec6-4dec-b347-dd99cf4811c3 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582422 Mar 18 10:39:46.676402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44328) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:46.676629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] Sync routers for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:46.679457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.679866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775e13a-2dd6-4fe1-b32a-a42980020175 None None] The sync data for ids ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:46.687779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:46.688274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.737299 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-ace836f0-a7f2-4eac-be83-ab011b9280b9 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] show failed (client error): The resource could not be found. Mar 18 10:39:46.742615 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ace836f0-a7f2-4eac-be83-ab011b9280b9 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-821247290 HTTP/1.1" status: 404 len: 334 time: 0.0656099 Mar 18 10:39:46.743266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:46.749631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-71e68646-d37c-49eb-8254-a879330e6cc6 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:46.751127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.760351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] Routers {'65f52cfc-203b-4658-8035-eaeb2c65971a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:46.760936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['65f52cfc-203b-4658-8035-eaeb2c65971a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.809272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44336) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:46.814501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:46.827370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:46.827778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7bff7-0bbe-4072-9a9b-ffdd5cba6523 None None] The sync data for ids ['65f52cfc-203b-4658-8035-eaeb2c65971a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:46.921911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.008685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-71e68646-d37c-49eb-8254-a879330e6cc6 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] update failed (client error): The resource could not be found. Mar 18 10:39:47.009687 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-71e68646-d37c-49eb-8254-a879330e6cc6 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1871949893 HTTP/1.1" status: 404 len: 335 time: 0.2665141 Mar 18 10:39:47.021809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44340) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:47.036671 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ccf45e27-8021-4adf-9c14-a7012ecba67f tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers/a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 200 len: 880 time: 0.4039836 Mar 18 10:39:47.039252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44344) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:47.265454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-db5db631-859d-4c58-94b6-cc3b4e788534 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:router {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:47.308931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting subnet eace7daf-d5a7-4a08-a602-ad28188bd94f {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:47.338288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-db5db631-859d-4c58-94b6-cc3b4e788534 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:router {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:47.339631 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-db5db631-859d-4c58-94b6-cc3b4e788534 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2993202 Mar 18 10:39:47.343590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44348) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:47.348252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1054262032'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:47.372620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.428947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.445541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.519621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.520112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 49f44be0-129f-4444-af9b-1a029e43c419 disassociated. External IP: 172.26.2.175, port: 94deb534-dc3b-4faa-8c0f-6dd75281f902. Mar 18 10:39:47.598556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.877026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.910547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.965203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Subnet': ['ID=eace7daf-d5a7-4a08-a602-ad28188bd94f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:47.973000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.983382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:47.991251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf076f2-9a15-4010-acff-c5c06f3a3222 None None] Network f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:48.000844 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-efb651c3-80f0-4830-ac3e-b527336fd467 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/subnets/eace7daf-d5a7-4a08-a602-ad28188bd94f HTTP/1.1" status: 204 len: 168 time: 0.9755075 Mar 18 10:39:48.001086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44352) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:48.028821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:48.187449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router a7556f6d-670a-4480-8fcd-909ae2c06f5a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:39:48.227496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.310830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] DHCP port deletion for f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:48.314952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:48.315829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.316040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Deleting port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:48.316413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.379004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:48.387404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.388791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6a6275db-53bd-49a8-953a-b2d2e209e3d4 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 200 len: 887 time: 1.0451546 Mar 18 10:39:48.391684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44356) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:48.393532 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] Sync routers for ids ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:48.398377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:48.403261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.403416 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] Routers {'a7556f6d-670a-4480-8fcd-909ae2c06f5a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:48.403878 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:48.419396 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:48.444844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:48.445565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:48.528761 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:48.540751 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] Routers {'a7556f6d-670a-4480-8fcd-909ae2c06f5a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:48.541353 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:48.547705 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c37eba1a-7b62-4a05-aca2-2c3da67f754e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 690 time: 1.7372954 Mar 18 10:39:48.566581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:39:48.582271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44360) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:48.644952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:48.645363 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84894523-1335-433f-8e2f-d58f091ea32b None None] The sync data for ids ['a7556f6d-670a-4480-8fcd-909ae2c06f5a'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:48.668315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'status': 'completed', 'code': 200} Mar 18 10:39:48.716432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:48.805474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-827f71b9-6829-4d0b-8db3-7ce070fe846d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers/a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 200 len: 887 time: 0.4119949 Mar 18 10:39:48.805474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44368) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:48.864689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-85c42d98-bbfa-4c83-a9ce-e87461943e3a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 200 len: 205 time: 0.0554156 Mar 18 10:39:48.865300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44372) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:48.944303 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c4fd480d-ad97-4b1c-b330-7a25f1400963 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 690 time: 0.3604093 Mar 18 10:39:48.955130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] For port 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d9cf550-3102-4a14-a2c9-ee476077b7e4,segment=NetworkSegment(50f5de55-af91-4a74-aade-6dd8cabae605),segment_id=50f5de55-af91-4a74-aade-6dd8cabae605)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:48.956379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:48.965541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] For port 6d9cf550-3102-4a14-a2c9-ee476077b7e4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6d9cf550-3102-4a14-a2c9-ee476077b7e4,segment=NetworkSegment(50f5de55-af91-4a74-aade-6dd8cabae605),segment_id=50f5de55-af91-4a74-aade-6dd8cabae605)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:48.966125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.094103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Calling delete_port for 6d9cf550-3102-4a14-a2c9-ee476077b7e4 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:49.094277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.141760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Calling delete_port for 6d9cf550-3102-4a14-a2c9-ee476077b7e4 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:49.165069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c218c-d90e-446e-a912-976942b6e683 req-7269dff5-c4f7-436f-90b1-890522aefb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:49.166777 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-7269dff5-c4f7-436f-90b1-890522aefb14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1098 time: 0.2966728 Mar 18 10:39:49.299233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.305342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.309176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:49.319872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:49.329849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.330055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.363648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c218c-d90e-446e-a912-976942b6e683 req-1e5bd68e-cddb-4253-a7a5-efb0b63d429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:49.365070 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-1e5bd68e-cddb-4253-a7a5-efb0b63d429e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 898 time: 0.1799345 Mar 18 10:39:49.377464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Port': ['ID=6d9cf550-3102-4a14-a2c9-ee476077b7e4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:49.383586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 18cab47c-3a16-4c7d-aadd-8ca087e1f577 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:49.383931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.388567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:49.388924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:49.431948 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] No DVR routers for this DVR port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:49.480294 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-5e05cb69-ff04-4d8d-8a38-5189978b4860 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 200 len: 217 time: 0.1049540 Mar 18 10:39:49.528658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:39:49.570953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.617996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.642449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c218c-d90e-446e-a912-976942b6e683 req-f289b017-24ab-4a66-bad8-9dc097bca433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:49.644479 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-f289b017-24ab-4a66-bad8-9dc097bca433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.1475818 Mar 18 10:39:49.650445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b95ed2-a067-40f7-9f9d-c6cffd1467e4']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.698472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 18cab47c-3a16-4c7d-aadd-8ca087e1f577 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:49.705133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f5de55-af91-4a74-aade-6dd8cabae605') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.705442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f5de55-af91-4a74-aade-6dd8cabae605') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.721473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.742498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.751005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:49.751610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:49.772650 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:49.852976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c218c-d90e-446e-a912-976942b6e683 req-a9463d34-dd03-4a6d-96f1-518e36e03c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:49.854491 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-a9463d34-dd03-4a6d-96f1-518e36e03c95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1972578 Mar 18 10:39:49.868422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:49.877536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace1a0-2744-4d6d-99d0-353217a46e9d None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:49.890319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Deleting port 6d9cf550-3102-4a14-a2c9-ee476077b7e4 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:49.891018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:49.949270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44376) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:50.016337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.030459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6f1460c4-e897-455d-833a-2a3b1537803b None None] The port '6d9cf550-3102-4a14-a2c9-ee476077b7e4' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:50.047035 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c767be9c-6895-4eaa-b9b3-24d9f8f6f646 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 690 time: 0.0923615 Mar 18 10:39:50.047035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.048476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.055045 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-4b0166c1-86db-444e-81cc-64abdac45cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944358 Mar 18 10:39:50.060628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Network': ['ID=f4b95ed2-a067-40f7-9f9d-c6cffd1467e4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:50.087031 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-89589020-f658-4838-81f1-41f74eaa6d96 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/networks/f4b95ed2-a067-40f7-9f9d-c6cffd1467e4 HTTP/1.1" status: 204 len: 168 time: 2.0849349 Mar 18 10:39:50.089584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44380) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:50.156551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=18cab47c-3a16-4c7d-aadd-8ca087e1f577,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:50.199719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d9cf550-3102-4a14-a2c9-ee476077b7e4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:50.217052 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ca6c218c-d90e-446e-a912-976942b6e683 req-c2f53895-0387-4fdd-ad28-377358793ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542194 Mar 18 10:39:50.235791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6d9cf550-3102-4a14-a2c9-ee476077b7e4 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:50.236357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6d9cf550-3102-4a14-a2c9-ee476077b7e4 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:50.238968 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5188c3-7c0a-466b-a226-46dcd577330a None None] New status for floating IP 49f44be0-129f-4444-af9b-1a029e43c419: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:39:50.251699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting subnet 1892146d-07c5-4a0b-b538-3e6086845f85 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:50.256743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.310815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.539969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.640626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.644635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.694153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.781034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.785621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router a7556f6d-670a-4480-8fcd-909ae2c06f5a {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:50.845517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.882908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.884002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1816259b-1f7f-4dbd-ae1f-92301d1688b1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 204 len: 168 time: 2.0176818 Mar 18 10:39:50.887825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:50.894013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Subnet': ['ID=1892146d-07c5-4a0b-b538-3e6086845f85,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:50.896028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:50.900423 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-13497c05-28b2-4182-b836-cf443f51504f tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/subnets/1892146d-07c5-4a0b-b538-3e6086845f85 HTTP/1.1" status: 204 len: 168 time: 0.8073130 Mar 18 10:39:50.901458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44388) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:50.902429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa39b0e-e1f3-44bf-bda6-e304021263b3 None None] Network 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:50.911247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-584969538'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:50.917745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:50.921791 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:50.925276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:50.931931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:50.973256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting subnet de2859c2-1155-4a01-ac9c-19989735fb42 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:50.976153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.019476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:51.023360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.038466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.045873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:51.129301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:39:51.140669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.173286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] DHCP port deletion for 30a9d008-cbe2-4322-afbc-e20ca4c1b4ea request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:51.179454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Deleting port 0a052f11-6d9b-427c-a9c3-e7878f714995 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:51.180524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.271267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-04a425b7-4662-418b-9db3-940fb3d9761d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 688 time: 0.2243171 Mar 18 10:39:51.310396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.310638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.310638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment fd0ffcbd-4dc8-47b8-8f61-9e694478a09f of type vlan for network a7490a08-174b-485b-b21a-24760ad47f43 Mar 18 10:39:51.335430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.349953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Subnet': ['ID=de2859c2-1155-4a01-ac9c-19989735fb42,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:51.352143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.361215 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7f680432-10fc-4dd3-8987-41fc054b5abc tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/subnets/de2859c2-1155-4a01-ac9c-19989735fb42 HTTP/1.1" status: 204 len: 168 time: 0.4590971 Mar 18 10:39:51.361382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44396) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:51.372968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b4f15-9a37-4f45-bb41-164e7845d74f None None] Network 55a2c485-8e5b-4482-8898-64ad7c8f3f19 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:51.474564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.479809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:51.480384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.491027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] For port 0a052f11-6d9b-427c-a9c3-e7878f714995, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a052f11-6d9b-427c-a9c3-e7878f714995,segment=NetworkSegment(cd0b604f-1251-48cc-8969-6b4419eaa148),segment_id=cd0b604f-1251-48cc-8969-6b4419eaa148)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:51.491422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.508722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.597469 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port 0a052f11-6d9b-427c-a9c3-e7878f714995 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:51.597856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.621202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=a7490a08-174b-485b-b21a-24760ad47f43,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:51.638833 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-39550d0a-0fbf-4808-b6ec-e09fb05f32fe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7471051 Mar 18 10:39:51.639274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44400) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:51.639442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a7490a08-174b-485b-b21a-24760ad47f43 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:39:51.646688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:51.660791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Calling delete_port for 0a052f11-6d9b-427c-a9c3-e7878f714995 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:51.760637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:51.764466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:51.767414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:51.773604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:51.821580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] For port 0a052f11-6d9b-427c-a9c3-e7878f714995, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0a052f11-6d9b-427c-a9c3-e7878f714995,segment=NetworkSegment(cd0b604f-1251-48cc-8969-6b4419eaa148),segment_id=cd0b604f-1251-48cc-8969-6b4419eaa148)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:51.821836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.852919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:39:51.864850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.954980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:51.960680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Calling delete_port for 0a052f11-6d9b-427c-a9c3-e7878f714995 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:52.000673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] DHCP port deletion for 55a2c485-8e5b-4482-8898-64ad7c8f3f19 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:52.019702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Deleting port df2c6198-fd61-410f-9337-a3c339bdd5cd {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:52.020343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.042001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:52.042598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:52.045779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] Pushing event deleted for resources: {'Port': ['ID=0a052f11-6d9b-427c-a9c3-e7878f714995,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:52.052806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-12bd763c-0f8a-40bc-aa68-e65905678271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.064257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f990c52-ad14-44a5-a969-a0d0e4d5bcfc None None] No DVR routers for this DVR port 0a052f11-6d9b-427c-a9c3-e7878f714995 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:52.171627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device df2c6198-fd61-410f-9337-a3c339bdd5cd no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:52.187739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.270002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:52.279091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:52.279452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: a7490a08-174b-485b-b21a-24760ad47f43, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:39:52.291676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] For port df2c6198-fd61-410f-9337-a3c339bdd5cd, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=df2c6198-fd61-410f-9337-a3c339bdd5cd,segment=NetworkSegment(32396350-c4dc-49e8-91e4-6395da2521e5),segment_id=32396350-c4dc-49e8-91e4-6395da2521e5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:52.291676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.375634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network a7490a08-174b-485b-b21a-24760ad47f43 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:39:52.452409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Calling delete_port for df2c6198-fd61-410f-9337-a3c339bdd5cd owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:52.478283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a7490a08-174b-485b-b21a-24760ad47f43) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:52.482864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:52.483698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.507958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6695f68-278b-4d4c-8ab3-f8f84c06d01c None None] Network a7490a08-174b-485b-b21a-24760ad47f43 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:52.543683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port 0a052f11-6d9b-427c-a9c3-e7878f714995 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:52.544036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.592597 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-81bc6bc0-a75f-4020-a4da-3e920341f13d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9433751 Mar 18 10:39:52.592597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44406) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:52.592597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1656219760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:52.599409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:52.603624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:52.606646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:52.610243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] The port '0a052f11-6d9b-427c-a9c3-e7878f714995' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:52.615849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:52.658385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.664013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44410) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:52.671391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525898270', 'description': 'tempest-secgroup-smoke-525898270 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:52.677645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:52.688631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:52.702465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.703691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.744557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.767025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.775648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a9d008-cbe2-4322-afbc-e20ca4c1b4ea']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:52.787719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.787995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0b604f-1251-48cc-8969-6b4419eaa148') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:52.788303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0b604f-1251-48cc-8969-6b4419eaa148') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:52.794624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.801862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.816443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:52.819399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.820920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:52.825000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:52.827324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:52.835728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.835883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:52.842937 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:52.857564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.871086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a7490a08-174b-485b-b21a-24760ad47f43', 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:39:52.871891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.881625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] Pushing event deleted for resources: {'Port': ['ID=df2c6198-fd61-410f-9337-a3c339bdd5cd,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:52.896226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a052f11-6d9b-427c-a9c3-e7878f714995 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:52.929569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a5881-d689-4483-8108-cec3bd22a8ff None None] No DVR routers for this DVR port df2c6198-fd61-410f-9337-a3c339bdd5cd on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:52.938218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0a052f11-6d9b-427c-a9c3-e7878f714995 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:52.938566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0a052f11-6d9b-427c-a9c3-e7878f714995 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:52.944412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:52.945930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-695c88a2-14e3-4341-818a-b78c649131fb tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3580394 Mar 18 10:39:52.951036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44414) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:53.025714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.029999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.053474 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/networks/30a9d008-cbe2-4322-afbc-e20ca4c1b4ea HTTP/1.1" status: 204 len: 168 time: 1.6910002 Mar 18 10:39:53.056773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44418) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:53.089374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff1124-c251-44c8-8adb-cc861b9795ca tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Network': ['ID=30a9d008-cbe2-4322-afbc-e20ca4c1b4ea,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:53.100120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Allocated IP 172.20.0.2 (a7490a08-174b-485b-b21a-24760ad47f43/46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a/ff799255-1965-4258-9a28-64654543560d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:53.188095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.325975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.326705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.341626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Transition to ACTIVE for port object ff799255-1965-4258-9a28-64654543560d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:53.360917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a2c485-8e5b-4482-8898-64ad7c8f3f19']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:53.363809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Transition to ACTIVE for port object ff799255-1965-4258-9a28-64654543560d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:53.375204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32396350-c4dc-49e8-91e4-6395da2521e5') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:53.375204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32396350-c4dc-49e8-91e4-6395da2521e5') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:53.387689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.413811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.420047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:53.420433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.433963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:53.436294 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:53.502737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Network a7490a08-174b-485b-b21a-24760ad47f43 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:53.505983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:53.514066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:53.552264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.555129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Pushing event updated for resources: {'Port': ['ID=ff799255-1965-4258-9a28-64654543560d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:53.624593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.628926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Attempting to bind port ff799255-1965-4258-9a28-64654543560d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:39:53.629374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Attempting to bind port ff799255-1965-4258-9a28-64654543560d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:39:53.630078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Attempting to bind port ff799255-1965-4258-9a28-64654543560d on network a7490a08-174b-485b-b21a-24760ad47f43 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:39:53.636324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:39:53.636847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Checking segment: {'id': 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:39:53.637353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.637858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Bound using segment: {'id': 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:39:53.638425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Bound port: ff799255-1965-4258-9a28-64654543560d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a7490a08-174b-485b-b21a-24760ad47f43'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:39:53.638894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.649742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.703688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.710563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.728106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] For port ff799255-1965-4258-9a28-64654543560d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:39:53.730766 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/networks/55a2c485-8e5b-4482-8898-64ad7c8f3f19 HTTP/1.1" status: 204 len: 168 time: 0.6731470 Mar 18 10:39:53.734094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] For port ff799255-1965-4258-9a28-64654543560d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff799255-1965-4258-9a28-64654543560d,segment=NetworkSegment(fd0ffcbd-4dc8-47b8-8f61-9e694478a09f),segment_id=fd0ffcbd-4dc8-47b8-8f61-9e694478a09f)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:39:53.735270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44422) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:53.750763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b6df4-02ef-4415-94a5-1218d683242d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:53.772389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65b4d-e235-4ace-a882-cab1e0e07afd tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Network': ['ID=55a2c485-8e5b-4482-8898-64ad7c8f3f19,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:53.808684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting subnet fba210af-c55a-4fa1-84e6-38427d64f644 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:39:53.812055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.835282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.858851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.869644 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-23b3683c-84bd-4e72-8326-ec0ed1e14025 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1945293 Mar 18 10:39:53.869797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44426) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:53.870903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:53.877363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:53.881237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:53.884269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:53.890047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:53.910701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:53.934121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af614cc1-dc73-4ee9-8644-c1a58fb0a73c None None] Pushing event updated for resources: {'Port': ['ID=ff799255-1965-4258-9a28-64654543560d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:53.982292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.056915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.20.0.1 (a7490a08-174b-485b-b21a-24760ad47f43/46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a/da8230ab-8136-41f3-b1a0-387106806081) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:54.070549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.107393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.183523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.223419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63a4955-6b96-4d0d-90df-1cd98110e341,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:54.240373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.269064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.280126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Subnet': ['ID=fba210af-c55a-4fa1-84e6-38427d64f644,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:54.290464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object da8230ab-8136-41f3-b1a0-387106806081 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:39:54.291775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.293592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0a0a17c6-2746-4c38-ad0d-91cf66ee2750 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/subnets/fba210af-c55a-4fa1-84e6-38427d64f644 HTTP/1.1" status: 204 len: 168 time: 0.5573115 Mar 18 10:39:54.296143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44430) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:54.303293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0109b7b-4609-4a29-97b2-ff369228146f None None] Network e1bbf3b7-b058-404b-b204-1efd1d7d8477 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:54.320453 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.324391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44434) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:54.324556 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea78836e-cf61-460f-9b74-a780eab9a00c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599617 Mar 18 10:39:54.330982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:54.340524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:54.344529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:54.348319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:54.354495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:54.395512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.426201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.436851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Deleting port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:54.437478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.466816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network a7490a08-174b-485b-b21a-24760ad47f43 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:54.469722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:54.478511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:39:54.515840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b73da360-38ad-4d40-825f-215c6089cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.530094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=da8230ab-8136-41f3-b1a0-387106806081,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:54.548704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.592237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.636110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] DHCP port deletion for e1bbf3b7-b058-404b-b204-1efd1d7d8477 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:39:54.642855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Deleting port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:54.644003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.646468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.687566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] For port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,segment=NetworkSegment(02cbe85a-e65a-406a-94a9-09c33eca62b4),segment_id=02cbe85a-e65a-406a-94a9-09c33eca62b4)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:54.687945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.724866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.803467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052b811e-df3a-4f74-aea1-443f312fa8de,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:54.831207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Calling delete_port for 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:54.850001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.932277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.935189 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-597aacb6-2d0c-4ce1-bbc0-f2c8bebbe5c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6077733 Mar 18 10:39:54.936619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44438) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:54.945749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:54.958463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:54.974925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:54.976026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] For port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,segment=NetworkSegment(02cbe85a-e65a-406a-94a9-09c33eca62b4),segment_id=02cbe85a-e65a-406a-94a9-09c33eca62b4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:54.976805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:54.978209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:54.984268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:55.032951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.089976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Port': ['ID=7ed5c06f-f1d3-4072-9ba4-e26cd17233a2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:55.095337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] No DVR routers for this DVR port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:39:55.118070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f199823-60c8-4ad8-ac7a-ccb797fbb125 None None] Network a7490a08-174b-485b-b21a-24760ad47f43 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:39:55.169271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.239223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Calling delete_port for 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:55.253071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.297217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bbf3b7-b058-404b-b204-1efd1d7d8477']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:55.313330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cbe85a-e65a-406a-94a9-09c33eca62b4') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:55.313628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cbe85a-e65a-406a-94a9-09c33eca62b4') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:55.317753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.333914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.345569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.352960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.358951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:39:55.359337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:39:55.374051 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:39:55.422378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:39:55.422967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:39:55.430088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.473203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.473370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.473969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.477026 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d5a40965-616c-4577-b748-68a123e07908 None None] Provisioning for port ff799255-1965-4258-9a28-64654543560d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:55.498711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e496bb-5ec2-4c15-bad1-1fde12735cdf,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:55.623955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.644482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.652496 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/networks/e1bbf3b7-b058-404b-b204-1efd1d7d8477 HTTP/1.1" status: 204 len: 168 time: 1.3493814 Mar 18 10:39:55.652496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44442) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:55.669946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.697630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e97b-781f-447a-9785-bf6eda8b5059 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Pushing event deleted for resources: {'Network': ['ID=e1bbf3b7-b058-404b-b204-1efd1d7d8477,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:55.699331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.700482 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9812425d-0b43-4e68-9d1c-f1ff9c6ef7f2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7628155 Mar 18 10:39:55.706246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44446) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:55.708254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-644d301d-6338-40ff-b62c-d77c8444ef92 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Synchronizing usage tracker for tenant:dfbc7017f4f14683b28dd222dd1b269e on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:55.712768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:55.719471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=da8230ab-8136-41f3-b1a0-387106806081,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:55.723559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.735354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:55.735354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:55.739041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:55.758591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:55.832314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-644d301d-6338-40ff-b62c-d77c8444ef92 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Unset dirty status for tenant:dfbc7017f4f14683b28dd222dd1b269e on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:55.832314 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-644d301d-6338-40ff-b62c-d77c8444ef92 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "GET /v2.0/ports?device_id=65f52cfc-203b-4658-8035-eaeb2c65971a HTTP/1.1" status: 200 len: 205 time: 0.1803575 Mar 18 10:39:55.833996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44450) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:55.883857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network a7490a08-174b-485b-b21a-24760ad47f43 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:55.885016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:55.920973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6d30d4c9-df60-474a-ae1f-945b2a52f763 None None] Provisioning for port da8230ab-8136-41f3-b1a0-387106806081 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:55.930107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Deleting port 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:55.930107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.958283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6d30d4c9-df60-474a-ae1f-945b2a52f763 None None] Provisioning complete for port da8230ab-8136-41f3-b1a0-387106806081 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:55.959010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6d30d4c9-df60-474a-ae1f-945b2a52f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:55.980228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.041446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7219852-17b8-45ca-ab73-ab4fda422552 None None] The port '7ed5c06f-f1d3-4072-9ba4-e26cd17233a2' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:39:56.073241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6d30d4c9-df60-474a-ae1f-945b2a52f763 None None] Port da8230ab-8136-41f3-b1a0-387106806081 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:56.151991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.186113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.193324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7d2005e9-3e5b-43e6-8043-61a438923fd1 None None] Provisioning complete for port da8230ab-8136-41f3-b1a0-387106806081 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:56.193703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7d2005e9-3e5b-43e6-8043-61a438923fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.232879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff799255-1965-4258-9a28-64654543560d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:56.247175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.275928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bc1e6a-a5bc-4972-ad0e-d58b0eb8d32c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:56.278575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router cc787d18-2b4b-476e-98dc-e62757b06123 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:39:56.299157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7d2005e9-3e5b-43e6-8043-61a438923fd1 None None] Port da8230ab-8136-41f3-b1a0-387106806081 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:39:56.408492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.409748 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9b2cb078-441f-4d0a-8bb7-85288deb0651 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7023735 Mar 18 10:39:56.416914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44454) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:56.423645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:56.432761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:56.441129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ff799255-1965-4258-9a28-64654543560d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:39:56.441129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ff799255-1965-4258-9a28-64654543560d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:56.441608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.448429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:56.453323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:56.464045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:56.466505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:39:56.473454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.475348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d3567c20-c285-4dfb-806a-c840486479a1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/cc787d18-2b4b-476e-98dc-e62757b06123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227621 Mar 18 10:39:56.475454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44458) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:56.484461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.487816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] Sync routers for ids ['cc787d18-2b4b-476e-98dc-e62757b06123'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:56.511148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] Routers {'cc787d18-2b4b-476e-98dc-e62757b06123'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:56.511770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc787d18-2b4b-476e-98dc-e62757b06123'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:56.554875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:39:56.561882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3eb0f-a1df-4366-9604-537d655cb406 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:56.562313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.562474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26b3eb0f-a1df-4366-9604-537d655cb406 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:39:56.573934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:56.610828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.611204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Fanout notify agent at l3_agent the message router_deleted on router 65f52cfc-203b-4658-8035-eaeb2c65971a {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:39:56.620072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] Routers {'cc787d18-2b4b-476e-98dc-e62757b06123'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:39:56.620072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc787d18-2b4b-476e-98dc-e62757b06123'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:56.628204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.632246 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b0e44dd2-cc9b-4d23-b886-82c8be5d16d5 tempest-RoutersNegativeIpV6Test-142419021 tempest-RoutersNegativeIpV6Test-142419021-project] 10.222.0.18 "DELETE /v2.0/routers/65f52cfc-203b-4658-8035-eaeb2c65971a HTTP/1.1" status: 204 len: 168 time: 0.7946234 Mar 18 10:39:56.635951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.639192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-26b3eb0f-a1df-4366-9604-537d655cb406 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:39:56.642851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-26b3eb0f-a1df-4366-9604-537d655cb406 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports/da8230ab-8136-41f3-b1a0-387106806081 HTTP/1.1" status: 200 len: 910 time: 0.1643324 Mar 18 10:39:56.643194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44464) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:56.649348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:56.691420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:56.692013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78033674-2dfb-4b3d-98a5-8bf7554fbf44 None None] The sync data for ids ['cc787d18-2b4b-476e-98dc-e62757b06123'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:56.697212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.714273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.737372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4258727-54e7-4937-9b74-75a9e7e54c28,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:56.755650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ff799255-1965-4258-9a28-64654543560d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff799255-1965-4258-9a28-64654543560d,segment=NetworkSegment(fd0ffcbd-4dc8-47b8-8f61-9e694478a09f),segment_id=fd0ffcbd-4dc8-47b8-8f61-9e694478a09f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:39:56.823538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.824694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-619fe580-5f13-4424-9071-90a7db7f2477 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4068925 Mar 18 10:39:56.827583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44470) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:56.833402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'a24b6df4-02ef-4415-94a5-1218d683242d', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:56.835864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.840244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:39:56.843631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:39:56.848865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:39:56.855962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:39:56.910069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:39:56.952528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:39:56.953415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7ed5c06f-f1d3-4072-9ba4-e26cd17233a2 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:39:56.970134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.977784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ff799255-1965-4258-9a28-64654543560d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:56.978668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:39:56.984168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.984521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.994804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.994804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.994804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995159 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:56.995282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:57.061309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.076898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.145454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.159515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44476) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:57.178409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afccece3-9c40-40e7-b526-1304b1da86c6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:57.287294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.297923 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cffb791a-9de8-460c-9fd1-65b3f9744a8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4599209 Mar 18 10:39:57.324019 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fde879ee-6bde-433d-8643-2a4b02538cb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfbc7017f4f14683b28dd222dd1b269e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617153 Mar 18 10:39:57.326474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44484) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:57.386582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.419058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.551292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.570155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a823d3-c0dc-4308-ad8c-09b7eaa10b8e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:57.575006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.576278 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e7082d9-1995-4a7a-b89b-aca5d68ee283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2a823d3-c0dc-4308-ad8c-09b7eaa10b8e HTTP/1.1" status: 204 len: 168 time: 0.2488115 Mar 18 10:39:57.643901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.741036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.759793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-6914adec-407f-4a8b-880c-66fbaaf51c02 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525898270&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.0398688 Mar 18 10:39:57.855158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=da8230ab-8136-41f3-b1a0-387106806081,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:57.862400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:57.863000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:57.865791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fd5783fb-bdd2-43f1-ae17-2dff600c1ee7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/ports/da8230ab-8136-41f3-b1a0-387106806081 HTTP/1.1" status: 200 len: 910 time: 1.2200718 Mar 18 10:39:57.867214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44502) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:39:57.923782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-b0089bea-e846-4bb8-a623-89c76afffdd6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:57.925416 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-b0089bea-e846-4bb8-a623-89c76afffdd6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 797 time: 0.1581933 Mar 18 10:39:57.963310 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-7ff5ac5f-75d8-4d36-8fbf-41daa19e8b93 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0242882 Mar 18 10:39:58.062902 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-13e3a56a-67fb-417c-88c6-7b0153260842 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0983539 Mar 18 10:39:58.088463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-9089e664-5144-40df-b146-f4216236e61b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:39:58.100544 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-9089e664-5144-40df-b146-f4216236e61b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066819 Mar 18 10:39:58.183047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff799255-1965-4258-9a28-64654543560d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:39:58.231612 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-7882d1e6-4f7c-463a-ae4e-bbf27d5fedbc service neutron] 10.222.0.18 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354942 Mar 18 10:39:58.275472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ff799255-1965-4258-9a28-64654543560d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:39:58.275873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:58.374438 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-8b6f3811-94d5-4a67-aa88-b3763142f289 service neutron] 10.222.0.18 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353836 Mar 18 10:39:58.442328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:58.789092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port da8230ab-8136-41f3-b1a0-387106806081 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:39:58.789714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:58.994702 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5c7dcf3-1554-4042-b6fd-1d51c2868f3a req-e4028ccc-6cca-4b89-ba18-6758b5c2590f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 210 time: 0.2897649 Mar 18 10:39:59.024052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:59.261364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for da8230ab-8136-41f3-b1a0-387106806081 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:39:59.529840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:39:59.584265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=da8230ab-8136-41f3-b1a0-387106806081,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:59.817776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:00.095329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router cc787d18-2b4b-476e-98dc-e62757b06123 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:00.158825 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-42c86254-cf89-4c13-ad30-fd20e55aa9f3 req-c104d567-095a-424c-9472-0fa5094d8462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0422456 Mar 18 10:40:00.229277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:00.242385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] Sync routers for ids ['cc787d18-2b4b-476e-98dc-e62757b06123'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:00.252211 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] Routers {'cc787d18-2b4b-476e-98dc-e62757b06123'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:00.253969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc787d18-2b4b-476e-98dc-e62757b06123'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:00.307142 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f724ec91-4f88-45e5-9fcb-c6f3a1b86d11 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/cc787d18-2b4b-476e-98dc-e62757b06123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353864 Mar 18 10:40:00.307295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44522) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:00.320277 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:00.328798 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] Routers {'cc787d18-2b4b-476e-98dc-e62757b06123'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:00.329381 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['cc787d18-2b4b-476e-98dc-e62757b06123'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:00.349325 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-04e3533a-5b7a-4e5b-86a0-48c6f5ceb37f tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc787d18-2b4b-476e-98dc-e62757b06123 HTTP/1.1" status: 200 len: 205 time: 0.0418155 Mar 18 10:40:00.358438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44526) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:00.391187 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:00.391588 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889d989-7ecb-49d9-9c1c-25a301e410f6 None None] The sync data for ids ['cc787d18-2b4b-476e-98dc-e62757b06123'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:00.482315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:00.901905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:00.904385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.020876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.024676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router cc787d18-2b4b-476e-98dc-e62757b06123 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:40:01.036328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.037346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e9e30ff9-b228-49a9-8e6b-0a2c9ef3e821 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/cc787d18-2b4b-476e-98dc-e62757b06123 HTTP/1.1" status: 204 len: 168 time: 0.6845932 Mar 18 10:40:01.039945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:01.095025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-2c8a74ec-d9b8-425c-ab95-63a2202d0145 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:01.096617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-2c8a74ec-d9b8-425c-ab95-63a2202d0145 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 797 time: 0.2601542 Mar 18 10:40:01.109734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:01.113307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.157548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-552eec42-9398-4aac-8c4e-58a21c3ca585 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 471 time: 0.0526299 Mar 18 10:40:01.166555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['a24b6df4-02ef-4415-94a5-1218d683242d']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:01.172516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.264453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.306179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:01.317187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:01.370171 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b49abd1-36eb-419e-a729-0936ffbae1b2 req-1d65072c-b99a-4d22-85ad-a99a3d778724 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0693505 Mar 18 10:40:01.403569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:01.409039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.486379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.529382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:01.531577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.538589 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-244ac837-6e94-4ad7-b33f-7c18e573ad5e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a HTTP/1.1" status: 204 len: 168 time: 0.4976411 Mar 18 10:40:01.540460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdeb08-f4d5-48e4-923e-751bf9c08fea None None] Network a7490a08-174b-485b-b21a-24760ad47f43 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:01.541102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44540) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:01.574983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.13 (b33c7724-814d-4882-8590-c670e1ea9c63/6678cc79-3a8d-4e4f-9331-0b9ce3211134/631e49d7-533a-4b9b-87a8-79fb8a412a4d) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:01.653794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.668017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port ff799255-1965-4258-9a28-64654543560d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:01.668017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.787697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.806689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 631e49d7-533a-4b9b-87a8-79fb8a412a4d will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:01.806851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] DHCP port deletion for a7490a08-174b-485b-b21a-24760ad47f43 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:40:01.810606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Deleting port ff799255-1965-4258-9a28-64654543560d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:01.811229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.890905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port ff799255-1965-4258-9a28-64654543560d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff799255-1965-4258-9a28-64654543560d,segment=NetworkSegment(fd0ffcbd-4dc8-47b8-8f61-9e694478a09f),segment_id=fd0ffcbd-4dc8-47b8-8f61-9e694478a09f)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:01.891277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.928532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:01.995307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b33c7724-814d-4882-8590-c670e1ea9c63 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:01.998356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:02.000768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:02.015300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for ff799255-1965-4258-9a28-64654543560d owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:02.018753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] For port ff799255-1965-4258-9a28-64654543560d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff799255-1965-4258-9a28-64654543560d,segment=NetworkSegment(fd0ffcbd-4dc8-47b8-8f61-9e694478a09f),segment_id=fd0ffcbd-4dc8-47b8-8f61-9e694478a09f)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:02.018753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.060909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:02.093257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:02.094221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.144346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Calling delete_port for ff799255-1965-4258-9a28-64654543560d owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:02.185036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff799255-1965-4258-9a28-64654543560d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:02.211910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.222964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ff799255-1965-4258-9a28-64654543560d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:02.223587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff799255-1965-4258-9a28-64654543560d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:02.247532 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-772046ed-72bd-4ce7-a500-b0b5f43d3f2c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0819173 Mar 18 10:40:02.258677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:02.259045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:02.261386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Request body: {'port': {'device_id': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:02.263704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=ff799255-1965-4258-9a28-64654543560d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:02.269467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port ff799255-1965-4258-9a28-64654543560d on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:02.366794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9cebc0a2-50af-407b-bd93-16fb592a6a9d None None] Provisioning for port 631e49d7-533a-4b9b-87a8-79fb8a412a4d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:02.371750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9cebc0a2-50af-407b-bd93-16fb592a6a9d None None] Provisioning complete for port 631e49d7-533a-4b9b-87a8-79fb8a412a4d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:02.372175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9cebc0a2-50af-407b-bd93-16fb592a6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.381264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.390492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.422712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7490a08-174b-485b-b21a-24760ad47f43']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:02.432716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc0a2-50af-407b-bd93-16fb592a6a9d None None] Port 631e49d7-533a-4b9b-87a8-79fb8a412a4d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:02.438412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:02.438712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0ffcbd-4dc8-47b8-8f61-9e694478a09f') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:02.451272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.474833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.483246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:40:02.483968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:40:02.501256 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:40:02.634559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.651991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.667483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=a7490a08-174b-485b-b21a-24760ad47f43,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:02.671104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c5ec68e4-8038-4fe4-95b8-31238939187a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/a7490a08-174b-485b-b21a-24760ad47f43 HTTP/1.1" status: 204 len: 168 time: 1.1287618 Mar 18 10:40:02.674407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44546) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:02.679666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-497035782', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:02.686095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:02.692658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:02.693532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:02.703776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:02.704468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459bc5e-e1ea-4f0e-8ece-b5be30d634d2 req-ebda0901-9cff-4d2e-9ef9-cf1e2a2f54e9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:02.705707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1459bc5e-e1ea-4f0e-8ece-b5be30d634d2 req-ebda0901-9cff-4d2e-9ef9-cf1e2a2f54e9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:02.762339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Deleting port ff799255-1965-4258-9a28-64654543560d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:02.762853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.804660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.805874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.812134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1459bc5e-e1ea-4f0e-8ece-b5be30d634d2 req-ebda0901-9cff-4d2e-9ef9-cf1e2a2f54e9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:02.813266 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1459bc5e-e1ea-4f0e-8ece-b5be30d634d2 req-ebda0901-9cff-4d2e-9ef9-cf1e2a2f54e9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 932 time: 0.3053305 Mar 18 10:40:02.817221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631e49d7-533a-4b9b-87a8-79fb8a412a4d {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:40:02.824543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.826238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.827426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b19cc81f-3791-4438-b0e8-45001db0669b None None] The port 'ff799255-1965-4258-9a28-64654543560d' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:40:02.864950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Transition to ACTIVE for port object 631e49d7-533a-4b9b-87a8-79fb8a412a4d will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:02.877538 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1459bc5e-e1ea-4f0e-8ece-b5be30d634d2 req-5783fa07-7984-4125-89e0-f004db92c6a6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538313 Mar 18 10:40:02.907115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:02.929624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.046591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.048036 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-90a966e0-2902-466e-bdac-22d2a6138855 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3725102 Mar 18 10:40:03.051165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44550) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:03.057017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1365392597'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:03.062928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:03.068373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:03.072359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:03.083022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:03.089268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Pushing event updated for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:03.171790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:03.175562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Attempting to bind port 631e49d7-533a-4b9b-87a8-79fb8a412a4d on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:03.175562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Attempting to bind port 631e49d7-533a-4b9b-87a8-79fb8a412a4d by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:03.175562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Attempting to bind port 631e49d7-533a-4b9b-87a8-79fb8a412a4d on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:03.176252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.182224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Port 631e49d7-533a-4b9b-87a8-79fb8a412a4d on network b33c7724-814d-4882-8590-c670e1ea9c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:40:03.182546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Attempting to bind port 631e49d7-533a-4b9b-87a8-79fb8a412a4d on network b33c7724-814d-4882-8590-c670e1ea9c63 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:03.187828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:03.188173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Checking segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:03.188557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Bound using segment: {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:03.188983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Bound port: 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be1de29-b006-4164-b918-d9ac58a4aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:03.189334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.205439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:40:03.214312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.214647 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment 6e93900d-fcae-430a-8f0b-f46e80287b85 of type vlan for network 3b9d245c-7aad-4452-90d3-0125388e2529 Mar 18 10:40:03.245174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.338620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.343515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:03.344103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.386086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:03.389074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:03.450463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=3b9d245c-7aad-4452-90d3-0125388e2529,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:03.463506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3b9d245c-7aad-4452-90d3-0125388e2529 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:40:03.498716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.523578 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f9c83c3-c747-4246-ac8a-6468722469ef tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4674177 Mar 18 10:40:03.523578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44554) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:03.530689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:03.551769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:03.552393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.553929 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] 10.222.0.24 "PUT /v2.0/ports/631e49d7-533a-4b9b-87a8-79fb8a412a4d HTTP/1.1" status: 200 len: 1094 time: 1.3012300 Mar 18 10:40:03.556882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:03.594981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dfd4c-25bd-4325-8ed3-ad278c91f625 service neutron] Pushing event updated for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:03.613079 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'status': 'completed', 'code': 200} Mar 18 10:40:03.723277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-c74178fe-63ea-416c-bec3-ca1e82b9b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:03.724769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-c74178fe-63ea-416c-bec3-ca1e82b9b83c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0915501 Mar 18 10:40:03.777365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:03.782007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:03.785462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:03.791387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:03.870854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:03.874440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:03.878186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-9a4dadc0-ef63-4f4e-9e12-b84b804d879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:03.879603 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-9a4dadc0-ef63-4f4e-9e12-b84b804d879b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1478477 Mar 18 10:40:04.087810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-5900de1e-ac42-461d-9765-1e736e2850bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.089258 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d5b1483-9947-4e62-8074-a78c160f8f50 req-5900de1e-ac42-461d-9765-1e736e2850bc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038772 Mar 18 10:40:04.113716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7830-18b3-4633-8bea-e104fc017877 req-ea24ff8a-810d-46d8-b681-37f90fecdcf5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.115209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-372c7830-18b3-4633-8bea-e104fc017877 req-ea24ff8a-810d-46d8-b681-37f90fecdcf5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 944 time: 0.1183507 Mar 18 10:40:04.204426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:04.205063 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-372c7830-18b3-4633-8bea-e104fc017877 req-e36840f6-e863-4208-b5dc-66138ed60098 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814478 Mar 18 10:40:04.231355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-8025c2c2-1d5f-424c-b664-ee7d0396e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.232903 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-8025c2c2-1d5f-424c-b664-ee7d0396e38c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0962780 Mar 18 10:40:04.289963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=6bbfa730-9df5-4aee-aa13-a65c1ed6367d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:04.292034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:04.292393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 3b9d245c-7aad-4452-90d3-0125388e2529, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:40:04.303751 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-688e9de5-3663-4997-9195-54017f1fc640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d HTTP/1.1" status: 200 len: 217 time: 0.0646741 Mar 18 10:40:04.364358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-5e462d7c-276c-4c66-afc4-ec0084e11beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.365897 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-5e462d7c-276c-4c66-afc4-ec0084e11beb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.0571089 Mar 18 10:40:04.410198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 3b9d245c-7aad-4452-90d3-0125388e2529 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:40:04.443093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-f538fa11-d344-44a8-9503-2d158af151cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.444509 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-f538fa11-d344-44a8-9503-2d158af151cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727825 Mar 18 10:40:04.511165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 3b9d245c-7aad-4452-90d3-0125388e2529) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:04.515397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:04.522005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:04.525224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93842f76-d671-43d7-bd90-1b8fb89eee5f None None] Network 3b9d245c-7aad-4452-90d3-0125388e2529 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:04.575548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-50c30380-68e8-4da7-aa86-487804c22f7c service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248856 Mar 18 10:40:04.613418 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c5675560-a3f2-4fe3-ad78-fcc7dbe00a69 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884020 Mar 18 10:40:04.620167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44562) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:04.716006 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ccef0a9-62fd-4513-b889-e194bda3e484 req-c7eed4ff-8940-4290-a4a8-fb917e054abe service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345983 Mar 18 10:40:04.748104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-3b9d245c-7aad-4452-90d3-0125388e2529', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:40:04.749006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:04.906903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Allocated IP 172.20.0.2 (3b9d245c-7aad-4452-90d3-0125388e2529/6bbfa730-9df5-4aee-aa13-a65c1ed6367d/640ae684-a1b1-434d-a8f4-d83be88e713c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:05.102136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.142831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.161904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Transition to ACTIVE for port object 640ae684-a1b1-434d-a8f4-d83be88e713c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:05.173496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Transition to ACTIVE for port object 640ae684-a1b1-434d-a8f4-d83be88e713c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:05.284649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.347921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Network 3b9d245c-7aad-4452-90d3-0125388e2529 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:05.350668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:05.354262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:05.396573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Pushing event updated for resources: {'Port': ['ID=640ae684-a1b1-434d-a8f4-d83be88e713c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:05.452897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Attempting to bind port 640ae684-a1b1-434d-a8f4-d83be88e713c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:05.453363 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Attempting to bind port 640ae684-a1b1-434d-a8f4-d83be88e713c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:05.453550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Attempting to bind port 640ae684-a1b1-434d-a8f4-d83be88e713c on network 3b9d245c-7aad-4452-90d3-0125388e2529 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:05.459116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:05.459490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Checking segment: {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:05.461291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.461291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Bound using segment: {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:05.461291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Bound port: 640ae684-a1b1-434d-a8f4-d83be88e713c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:05.461291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.503985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2e163-6fa0-4b48-9dc7-7c5268897ac6 req-c79c845a-4019-48fc-b678-e7bea2bdf5b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:05.505421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4bc2e163-6fa0-4b48-9dc7-7c5268897ac6 req-c79c845a-4019-48fc-b678-e7bea2bdf5b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 944 time: 0.1874003 Mar 18 10:40:05.545415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.20.0.1 (3b9d245c-7aad-4452-90d3-0125388e2529/6bbfa730-9df5-4aee-aa13-a65c1ed6367d/38cf9714-9711-4816-be5e-9ca94071d4ec) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:05.555630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] For port 640ae684-a1b1-434d-a8f4-d83be88e713c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:05.558671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] For port 640ae684-a1b1-434d-a8f4-d83be88e713c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=640ae684-a1b1-434d-a8f4-d83be88e713c,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:05.569682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4bc2e163-6fa0-4b48-9dc7-7c5268897ac6 req-b38de254-39fa-4b2d-89c7-5c2974e86d44 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:05.661650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.747058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba957-7a30-4815-83bc-ee13eff10c44 None None] Pushing event updated for resources: {'Port': ['ID=640ae684-a1b1-434d-a8f4-d83be88e713c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:05.778480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4bc2e163-6fa0-4b48-9dc7-7c5268897ac6 req-b38de254-39fa-4b2d-89c7-5c2974e86d44 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:05.779602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4bc2e163-6fa0-4b48-9dc7-7c5268897ac6 req-b38de254-39fa-4b2d-89c7-5c2974e86d44 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675021 Mar 18 10:40:05.843967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:05.860674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 38cf9714-9711-4816-be5e-9ca94071d4ec will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:05.961235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.038465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 3b9d245c-7aad-4452-90d3-0125388e2529 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:06.045960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:06.050850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:06.081083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:06.113779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.212213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 640ae684-a1b1-434d-a8f4-d83be88e713c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:06.239474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 631e49d7-533a-4b9b-87a8-79fb8a412a4d details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:40:06.292685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.402038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:06.415450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'port_id': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'mac_address': 'fa:16:3e:c8:76:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:40:06.457854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 640ae684-a1b1-434d-a8f4-d83be88e713c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:06.474936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.494003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631e49d7-533a-4b9b-87a8-79fb8a412a4d {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:40:06.512758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:06.619186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.698464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:06.704053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.787600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.791053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c65ee-2f3f-4d95-8370-3e09f97da619 None None] Network 3b9d245c-7aad-4452-90d3-0125388e2529 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:06.870324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['631e49d7-533a-4b9b-87a8-79fb8a412a4d'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:40:06.899285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:06.902697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:07.030869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35df6bb-5b35-4042-a33b-8cedf05ac1b1 req-cb43b708-0aef-43bb-bc29-bffc4d01c501 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:07.032811 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b35df6bb-5b35-4042-a33b-8cedf05ac1b1 req-cb43b708-0aef-43bb-bc29-bffc4d01c501 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 945 time: 0.1197691 Mar 18 10:40:07.053400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 3b9d245c-7aad-4452-90d3-0125388e2529 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:07.054240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Provisioning for port 640ae684-a1b1-434d-a8f4-d83be88e713c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:07.054769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:07.075775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Provisioning complete for port 640ae684-a1b1-434d-a8f4-d83be88e713c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:07.076147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.084203 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b35df6bb-5b35-4042-a33b-8cedf05ac1b1 req-8e61f8c8-10a9-4176-8558-d6adaf9c751c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Mar 18 10:40:07.335686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.345383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:40:07.406435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] For port 640ae684-a1b1-434d-a8f4-d83be88e713c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=640ae684-a1b1-434d-a8f4-d83be88e713c,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:07.500939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.522192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:07.537810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-12a5b808-cc1f-4c15-8a3f-b8a94440e380 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9179509 Mar 18 10:40:07.538018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44570) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:07.543818 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-915468257'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:07.544215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:07.549417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:07.554070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:07.557427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:07.563510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:07.567348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:07.567962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:07.646046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:07.651105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.680108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:40:07.689108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.690178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment 495dd7f3-f3dc-45da-a091-a9d8c2f190dd of type vlan for network 203f6b41-d884-44de-9768-1673de7a689f Mar 18 10:40:07.721675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.746429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efaa2f-9efc-4b8e-a21f-eb33161e67d6 None None] Pushing event updated for resources: {'Port': ['ID=640ae684-a1b1-434d-a8f4-d83be88e713c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:07.767272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Provisioning complete for port 640ae684-a1b1-434d-a8f4-d83be88e713c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:07.768190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.828477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:07.838063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:07.844395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:07.847541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.074259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=203f6b41-d884-44de-9768-1673de7a689f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:08.086334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 203f6b41-d884-44de-9768-1673de7a689f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:40:08.111904 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2a583f01-378c-4872-bb40-ab3e1ac706af tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5720503 Mar 18 10:40:08.114276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44576) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:08.120401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:08.217336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 640ae684-a1b1-434d-a8f4-d83be88e713c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:08.241388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 631e49d7-533a-4b9b-87a8-79fb8a412a4d up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:08.290937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:08.297441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:08.301550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:08.313470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:08.339968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdacfb6-a953-4671-8c12-2910e71cc77c req-45ad9f1a-f30f-4840-aaf7-825089938cf7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:08.341410 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6bdacfb6-a953-4671-8c12-2910e71cc77c req-45ad9f1a-f30f-4840-aaf7-825089938cf7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 945 time: 0.1256850 Mar 18 10:40:08.387232 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6bdacfb6-a953-4671-8c12-2910e71cc77c req-080f9775-8896-4483-bd4a-6d43dc594f06 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Mar 18 10:40:08.388356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Provisioning for port 38cf9714-9711-4816-be5e-9ca94071d4ec completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:08.401129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Provisioning complete for port 38cf9714-9711-4816-be5e-9ca94071d4ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:08.401489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.409518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:08.413481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.458073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 640ae684-a1b1-434d-a8f4-d83be88e713c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:08.458444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.506126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ffdd5-6703-4913-9380-008d0048031d None None] Port 38cf9714-9711-4816-be5e-9ca94071d4ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:08.530180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:06Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:06Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:08.538419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:08.546642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Updating router af0db630-a6d2-4bee-b721-fc09b4aa3931 port 38cf9714-9711-4816-be5e-9ca94071d4ec binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:40:08.609615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 631e49d7-533a-4b9b-87a8-79fb8a412a4d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:08.638834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 631e49d7-533a-4b9b-87a8-79fb8a412a4d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:08.639108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.664245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.695236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.757176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-437226c9-9a0e-460b-aadc-3696ac7c6e20 None None] Provisioning complete for port 38cf9714-9711-4816-be5e-9ca94071d4ec triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:08.757797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-437226c9-9a0e-460b-aadc-3696ac7c6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:08.780466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=5ae83d71-f0cd-4d48-817e-181125204967,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:08.785062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:08.785660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 203f6b41-d884-44de-9768-1673de7a689f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:40:08.911934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-437226c9-9a0e-460b-aadc-3696ac7c6e20 None None] Port 38cf9714-9711-4816-be5e-9ca94071d4ec cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:08.920277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 203f6b41-d884-44de-9768-1673de7a689f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:40:08.945482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.028568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 203f6b41-d884-44de-9768-1673de7a689f) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:09.033719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:09.034352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.038664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ac4b7-014a-4f9d-ab18-eb7f436b42b9 None None] Network 203f6b41-d884-44de-9768-1673de7a689f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:09.060334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:09.094092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:09.124617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a362379-1e78-40f4-90ea-a3ad81e3629e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0063097 Mar 18 10:40:09.124746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44584) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:09.192316 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'code': 200} Mar 18 10:40:09.199357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.369236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:09.477087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.482418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-203f6b41-d884-44de-9768-1673de7a689f', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:40:09.483228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.510708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Transition to ACTIVE for port object 38cf9714-9711-4816-be5e-9ca94071d4ec will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:09.617928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52666e-44cd-4efc-99a4-41480b03e22f req-471fe3a2-0815-416e-81f1-94a073e66704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:09.620789 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1a52666e-44cd-4efc-99a4-41480b03e22f req-471fe3a2-0815-416e-81f1-94a073e66704 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.0778737 Mar 18 10:40:09.662103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1a52666e-44cd-4efc-99a4-41480b03e22f req-4cb00106-f50f-4ef5-849e-c6887fe5552a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361645 Mar 18 10:40:09.666296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.719660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Allocated IP 172.21.0.2 (203f6b41-d884-44de-9768-1673de7a689f/5ae83d71-f0cd-4d48-817e-181125204967/ad1463a3-7d08-4032-a0bc-d51d405296a4) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:09.729583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a38a-ca2f-48b6-937c-3d1d0dc16dda req-0347b823-a183-4c61-be78-e54b6f4ab0cc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:09.731091 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a38a38a-ca2f-48b6-937c-3d1d0dc16dda req-0347b823-a183-4c61-be78-e54b6f4ab0cc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.2074332 Mar 18 10:40:09.820998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:09.836825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a38a38a-ca2f-48b6-937c-3d1d0dc16dda req-239ce836-c385-4dd2-83b3-cc79688bbb98 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769012 Mar 18 10:40:09.866045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013fe52-e885-4895-9750-e2d803ef22e3 None None] Pushing event updated for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:10.008454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Attempting to bind port 38cf9714-9711-4816-be5e-9ca94071d4ec on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:10.008827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Attempting to bind port 38cf9714-9711-4816-be5e-9ca94071d4ec by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:10.009988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Attempting to bind port 38cf9714-9711-4816-be5e-9ca94071d4ec on network 3b9d245c-7aad-4452-90d3-0125388e2529 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:10.017722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:10.018136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Checking segment: {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:10.018547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.018946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Bound using segment: {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:10.019429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Bound port: 38cf9714-9711-4816-be5e-9ca94071d4ec, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93900d-fcae-430a-8f0b-f46e80287b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:10.019808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.200360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] For port 38cf9714-9711-4816-be5e-9ca94071d4ec, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:10.204811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] For port 38cf9714-9711-4816-be5e-9ca94071d4ec, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=38cf9714-9711-4816-be5e-9ca94071d4ec,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:10.208731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.218563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Transition to ACTIVE for port object ad1463a3-7d08-4032-a0bc-d51d405296a4 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:10.243930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Transition to ACTIVE for port object ad1463a3-7d08-4032-a0bc-d51d405296a4 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:10.308972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.363724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.403293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Network 203f6b41-d884-44de-9768-1673de7a689f is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:10.406893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013fe52-e885-4895-9750-e2d803ef22e3 None None] Pushing event updated for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:10.410588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:10.440312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.21.0.1 (203f6b41-d884-44de-9768-1673de7a689f/5ae83d71-f0cd-4d48-817e-181125204967/ecc74ffc-2afc-41b0-b381-e5e6d96dd79d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:10.446126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:10.448141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:10.448778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:10.615700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.632297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object ecc74ffc-2afc-41b0-b381-e5e6d96dd79d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:10.669268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Pushing event updated for resources: {'Port': ['ID=ad1463a3-7d08-4032-a0bc-d51d405296a4,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:10.702952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Attempting to bind port ad1463a3-7d08-4032-a0bc-d51d405296a4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:10.704440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Attempting to bind port ad1463a3-7d08-4032-a0bc-d51d405296a4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:10.704440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Attempting to bind port ad1463a3-7d08-4032-a0bc-d51d405296a4 on network 203f6b41-d884-44de-9768-1673de7a689f {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:10.721128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:10.722751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Checking segment: {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:10.722751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.722751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Bound using segment: {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:10.722751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Bound port: ad1463a3-7d08-4032-a0bc-d51d405296a4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:10.723212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.731971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:10.791522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.861011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 203f6b41-d884-44de-9768-1673de7a689f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:10.864242 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:10.877032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:10.927483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:10.952209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:11.068863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] For port ad1463a3-7d08-4032-a0bc-d51d405296a4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:11.079075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164d2b4-0212-4015-9a68-fa55648b8bc6 req-0224ef20-3be5-40c8-8679-380fbc96225e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:11.080777 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1164d2b4-0212-4015-9a68-fa55648b8bc6 req-0224ef20-3be5-40c8-8679-380fbc96225e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.0845830 Mar 18 10:40:11.082963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] For port ad1463a3-7d08-4032-a0bc-d51d405296a4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad1463a3-7d08-4032-a0bc-d51d405296a4,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:11.126540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1164d2b4-0212-4015-9a68-fa55648b8bc6 req-ce487186-c107-4ad2-9e7d-e0c6b4d30af2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 Mar 18 10:40:11.144746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.186021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.214648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:06Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:11.223579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06038a8-3ab0-4a72-ba71-c58e5b12ee49 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:06Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:11.279390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0eba4-b50f-4361-af36-73ad749ca8aa None None] Pushing event updated for resources: {'Port': ['ID=ad1463a3-7d08-4032-a0bc-d51d405296a4,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:11.541188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562e47c-3538-43f9-83cd-b909896e4dd7 req-e1232354-223d-4e64-83ae-a769212e69ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:11.547830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e562e47c-3538-43f9-83cd-b909896e4dd7 req-e1232354-223d-4e64-83ae-a769212e69ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.2560401 Mar 18 10:40:11.678091 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e562e47c-3538-43f9-83cd-b909896e4dd7 req-540fead2-6328-4db6-b40b-463210edbcf0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800858 Mar 18 10:40:11.700451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44594) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:11.713369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.769523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.777053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9223c-a966-49c3-89fb-e861343561e5 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:11.778576 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cbb9223c-a966-49c3-89fb-e861343561e5 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 1094 time: 0.0770586 Mar 18 10:40:11.781497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44598) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:11.795716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'port_id': '631e49d7-533a-4b9b-87a8-79fb8a412a4d'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:11.885677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.887351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:11.890825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:12.174627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 203f6b41-d884-44de-9768-1673de7a689f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:12.176035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:12.281235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad1463a3-7d08-4032-a0bc-d51d405296a4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:12.379510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:12.463234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ad1463a3-7d08-4032-a0bc-d51d405296a4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:12.468306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 38cf9714-9711-4816-be5e-9ca94071d4ec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:12.494088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42d70c-a34c-4353-a688-8c3b007326d5 None None] Network 203f6b41-d884-44de-9768-1673de7a689f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:12.567285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:12.584131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-df418cb6-a0d8-4bf8-8cf2-cf075dc728b7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581277 Mar 18 10:40:12.586856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44602) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:12.595081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-80008738'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:12.600607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:12.607078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:12.614208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:12.618788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Provisioning for port ad1463a3-7d08-4032-a0bc-d51d405296a4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:12.621668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:12.629537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Provisioning complete for port ad1463a3-7d08-4032-a0bc-d51d405296a4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:12.631024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.715733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:12.719159 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.758066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.765142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:40:12.774947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.775369 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment bb6351d9-46b7-4d05-82ea-c0bf8b73fae6 of type vlan for network 7121c03f-85d9-4f1b-8808-50de519eea34 Mar 18 10:40:12.776577 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:12.789167 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:12.790052 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:12.797330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 38cf9714-9711-4816-be5e-9ca94071d4ec completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:12.802718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.832172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 38cf9714-9711-4816-be5e-9ca94071d4ec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:12.832553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.840283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.916630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:12.955038 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:12.971497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] For port ad1463a3-7d08-4032-a0bc-d51d405296a4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad1463a3-7d08-4032-a0bc-d51d405296a4,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:13.046222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.072066 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 49f44be0-129f-4444-af9b-1a029e43c419 associated. External IP: 172.26.2.175, port: 631e49d7-533a-4b9b-87a8-79fb8a412a4d. Mar 18 10:40:13.081996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.137270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.146689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:13.147652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.147816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 38cf9714-9711-4816-be5e-9ca94071d4ec, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=38cf9714-9711-4816-be5e-9ca94071d4ec,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:13.149170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a81b6-0f44-4feb-b9eb-d231a943dd74 None None] Pushing event updated for resources: {'Port': ['ID=ad1463a3-7d08-4032-a0bc-d51d405296a4,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:13.206595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.318267 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=7121c03f-85d9-4f1b-8808-50de519eea34,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:13.339673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 7121c03f-85d9-4f1b-8808-50de519eea34 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:40:13.342421 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 3, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:11Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:13.348917 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:13.349387 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Updating router af0db630-a6d2-4bee-b721-fc09b4aa3931 port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:40:13.356835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:13.376263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Provisioning for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:13.385285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Provisioning complete for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:13.385433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.424873 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3dfd87b1-17f8-4753-98dd-c3ee70280df2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8364365 Mar 18 10:40:13.425341 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.426642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44606) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:13.432328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:13.534183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:13.578910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Provisioning complete for port ad1463a3-7d08-4032-a0bc-d51d405296a4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:13.581568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d676cc06-608d-4c82-b1fc-3e5ca5c33821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.597447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:13.605727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:13.605727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:13.612057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:13.723415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:13.727713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.844704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:13.848357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1431c976-b09d-420f-a47d-c8e4001dad6b None None] Provisioning complete for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:13.849028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1431c976-b09d-420f-a47d-c8e4001dad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.921421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1431c976-b09d-420f-a47d-c8e4001dad6b None None] Port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:13.973045 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:13.985449 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Transition to ACTIVE for port object ecc74ffc-2afc-41b0-b381-e5e6d96dd79d will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:14.037721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.045668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:14.050523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.055399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:14.062949 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.065723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:14.078934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:14.112906 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffd2464b-fcad-44cf-8794-dbc54928fe92 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 992 time: 2.3278506 Mar 18 10:40:14.112906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:14.120742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44610) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:14.194294 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'status': 'completed', 'code': 200} Mar 18 10:40:14.247062 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Pushing event updated for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:14.290559 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.290897 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.291229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.291555 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.292091 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.294787 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.298446 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.299503 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.299838 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.300173 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.300498 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.300816 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:14.323907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:14.324561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 7121c03f-85d9-4f1b-8808-50de519eea34, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:40:14.336714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad1463a3-7d08-4032-a0bc-d51d405296a4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:14.368503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:14.371446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:14.388922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2adf14f7-c10a-4878-a60c-05513fe4ddb3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 992 time: 0.2639427 Mar 18 10:40:14.390020 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Attempting to bind port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:14.390850 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Attempting to bind port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:14.390996 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Attempting to bind port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d on network 203f6b41-d884-44de-9768-1673de7a689f {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:14.405694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:14.406200 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Checking segment: {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:14.408635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.408635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Bound using segment: {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:14.408635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Bound port: ecc74ffc-2afc-41b0-b381-e5e6d96dd79d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495dd7f3-f3dc-45da-a091-a9d8c2f190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '203f6b41-d884-44de-9768-1673de7a689f'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:14.408635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.448999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-3b4837c2-3bd7-4385-b440-48c130fed73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:14.450890 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-3b4837c2-3bd7-4385-b440-48c130fed73a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.2249134 Mar 18 10:40:14.474537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 7121c03f-85d9-4f1b-8808-50de519eea34 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:40:14.518010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] For port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:14.520985 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] For port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:14.574761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 7121c03f-85d9-4f1b-8808-50de519eea34) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:14.582465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:14.583041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.591676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e29c94-60af-48a1-9224-992b4cb26154 None None] Network 7121c03f-85d9-4f1b-8808-50de519eea34 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:14.600441 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.604037 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-338d75e5-1365-4456-9d94-519daa2d0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:14.605476 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-338d75e5-1365-4456-9d94-519daa2d0002 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 898 time: 0.1485865 Mar 18 10:40:14.678434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ad1463a3-7d08-4032-a0bc-d51d405296a4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:14.679123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:14.681904 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:14.682326 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:14.699720 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-164ad5a0-1576-4148-89ee-5b8a50769d03 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2713525 Mar 18 10:40:14.701901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44618) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:14.734325 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-f2725d37-81db-4ad8-98b4-e038f57b111f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d HTTP/1.1" status: 200 len: 1000 time: 0.1220348 Mar 18 10:40:14.750862 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b82d9c-efc2-4a84-8136-402493646d9f None None] Pushing event updated for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:14.832327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-0188c3f0-a393-4396-b532-448c829d60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:14.834597 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-0188c3f0-a393-4396-b532-448c829d60d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.0942268 Mar 18 10:40:14.939913 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:14.968831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-49aaa2b0-ad9e-405f-8028-01b4c1e691c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:14.970333 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-49aaa2b0-ad9e-405f-8028-01b4c1e691c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294701 Mar 18 10:40:14.985133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-5721b9df-9b1b-43d8-89c3-c7a51726e3fd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:40:14.987377 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-5721b9df-9b1b-43d8-89c3-c7a51726e3fd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052061 Mar 18 10:40:15.138917 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-cb48a833-4bec-4007-be9a-3ef4f5bf7c05 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454597 Mar 18 10:40:15.222753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 38cf9714-9711-4816-be5e-9ca94071d4ec up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:15.305931 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2e0c7db3-63e1-404b-8eee-944726cf58c3 req-d4bd8390-81c6-4c13-8040-60044d612c63 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598513 Mar 18 10:40:15.322816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:c8:76:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:40:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:15.328281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-7121c03f-85d9-4f1b-8808-50de519eea34', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:40:15.329179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:15.347624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:15.360213 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 3, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:14Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:15.365370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 38cf9714-9711-4816-be5e-9ca94071d4ec triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:15.365777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:15.367692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3a56a-caab-4792-aa62-dc3b95c1e494 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:10Z', 'revision_number': 3, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:14Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:15.391636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44622) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:15.449389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:15.450051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:15.556133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b331b260-8363-4715-b243-81e907608662 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 992 time: 0.1616037 Mar 18 10:40:15.557453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:15.869776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:15.931076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Allocated IP 172.22.0.2 (7121c03f-85d9-4f1b-8808-50de519eea34/413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d/1f40466c-714b-4a05-8198-f7f0dded9160) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:16.245772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ecc74ffc-2afc-41b0-b381-e5e6d96dd79d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:16.395751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.439006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Transition to ACTIVE for port object 1f40466c-714b-4a05-8198-f7f0dded9160 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:16.470347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Transition to ACTIVE for port object 1f40466c-714b-4a05-8198-f7f0dded9160 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:16.491697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:c8:76:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:40:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:16.495691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f1901-803c-4d04-81e3-695977a78f31 None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '49f44be0-129f-4444-af9b-1a029e43c419', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'port_id': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'mac_address': 'fa:16:3e:c8:76:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:11Z', 'updated_at': '2022-03-18T10:40:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:16.558421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44626) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:16.565886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:16.571909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:16.572292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.601727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.688850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Network 7121c03f-85d9-4f1b-8808-50de519eea34 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:16.698826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:16.704510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:16.709329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Pushing event updated for resources: {'Port': ['ID=1f40466c-714b-4a05-8198-f7f0dded9160,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:16.727498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a527c824-d699-4cdf-814a-3676de7f8a41 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 992 time: 0.1679380 Mar 18 10:40:16.728632 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a22ed-defc-493f-ac70-c5c6ed78761b None None] New status for floating IP 49f44be0-129f-4444-af9b-1a029e43c419: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:40:16.731628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.22.0.1 (7121c03f-85d9-4f1b-8808-50de519eea34/413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d/554472f3-241d-41bc-85cd-36487afd7c5c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:16.839941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Attempting to bind port 1f40466c-714b-4a05-8198-f7f0dded9160 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:16.840316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Attempting to bind port 1f40466c-714b-4a05-8198-f7f0dded9160 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:16.840682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Attempting to bind port 1f40466c-714b-4a05-8198-f7f0dded9160 on network 7121c03f-85d9-4f1b-8808-50de519eea34 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:16.855041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:16.855643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Checking segment: {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:16.855849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.856209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Bound using segment: {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:16.857321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Bound port: 1f40466c-714b-4a05-8198-f7f0dded9160, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:16.857321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.868557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.924379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:16.950793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 554472f3-241d-41bc-85cd-36487afd7c5c will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:16.959808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:16.974622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] For port 1f40466c-714b-4a05-8198-f7f0dded9160, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:16.977804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] For port 1f40466c-714b-4a05-8198-f7f0dded9160, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f40466c-714b-4a05-8198-f7f0dded9160,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:17.081094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.081280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.083350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.143963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 7121c03f-85d9-4f1b-8808-50de519eea34 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:17.146965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:17.159696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:17.171157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:17.200074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:17.229388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.251211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7f968-4491-4c7b-a4f9-14df499855b7 None None] Pushing event updated for resources: {'Port': ['ID=1f40466c-714b-4a05-8198-f7f0dded9160,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:17.434065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.729303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44630) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:17.838254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:17.840205 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e944232c-ad6d-4b2b-b2a0-9188c38a078e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 200 len: 994 time: 0.1094465 Mar 18 10:40:17.926120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.084703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857deb45-37f0-4e7e-8dcd-f3752a48d3e3 None None] Network 7121c03f-85d9-4f1b-8808-50de519eea34 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:18.156006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:18.158353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.300949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ecc74ffc-2afc-41b0-b381-e5e6d96dd79d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:18.313470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 7121c03f-85d9-4f1b-8808-50de519eea34 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:18.314556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:18.333601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-dfc3d73f-39b8-4346-a290-a5939f59d439 None None] Provisioning for port 1f40466c-714b-4a05-8198-f7f0dded9160 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:18.400729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:18.401107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.494070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:18.602140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f40466c-714b-4a05-8198-f7f0dded9160 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:18.656130 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:40:18.666834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:18.680206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:18.682142 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-94d33284-a111-4f2e-8763-c7221e8dd339 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9787538 Mar 18 10:40:18.684681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44634) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:18.694906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1892818773'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:18.695040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:18.695040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:18.697302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:18.701354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:network and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:18.704476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:18.715678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:18.810092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Provisioning for port 554472f3-241d-41bc-85cd-36487afd7c5c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:18.826207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Provisioning complete for port 554472f3-241d-41bc-85cd-36487afd7c5c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:18.826581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.879915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:18.883550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.885169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1f40466c-714b-4a05-8198-f7f0dded9160 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:18.907405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:18.925578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:40:18.935334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.935733 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added segment c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819 of type vlan for network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 Mar 18 10:40:18.956964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f40466c-714b-4a05-8198-f7f0dded9160 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:18.957385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.963679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:18.999876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Port 554472f3-241d-41bc-85cd-36487afd7c5c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:19.051756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.058055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:19.058631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.101766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Provisioning complete for port 1f40466c-714b-4a05-8198-f7f0dded9160 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:19.102536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.164907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Network': ['ID=725dd3b0-ebc1-43cd-bc46-c69078fee3b3,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:19.179294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:40:19.229781 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c2942388-d0c2-450f-89f7-0d5e7b2ec2e8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5414033 Mar 18 10:40:19.229999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44638) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:19.235399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'subnet': {'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:19.424470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.476065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:19.479867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:subnet and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:19.484374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:19.489201 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:19.568224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1f40466c-714b-4a05-8198-f7f0dded9160, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f40466c-714b-4a05-8198-f7f0dded9160,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:19.569314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.607525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Made reservation on behalf of ae40377aa3a24ea08a0813396c45a1b4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:19.607525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.614918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:17Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:17Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:19.618785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:19.619137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Updating router af0db630-a6d2-4bee-b721-fc09b4aa3931 port 554472f3-241d-41bc-85cd-36487afd7c5c binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:40:19.673688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.690007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.841742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:19.842119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-e99a3663-87c8-40a6-8b51-e45f6857415d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:19.873651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:19.887411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1f40466c-714b-4a05-8198-f7f0dded9160,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:19.961510 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Subnet': ['ID=41cfd268-e8c7-40cf-b42c-61ebeea809d8,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:19.970863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Checking segment: {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:19.971063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network hostable DHCP agents. Network: 725dd3b0-ebc1-43cd-bc46-c69078fee3b3, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:40:20.089633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:40:20.187333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 725dd3b0-ebc1-43cd-bc46-c69078fee3b3) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:20.192856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:20.193632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:20.207318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f40466c-714b-4a05-8198-f7f0dded9160 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:20.230686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06c4a3-cbce-47e1-b2d3-4ff6937d431a None None] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:20.332902 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6bb3ffed-ce60-4635-ab05-d239422e3f89 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1018903 Mar 18 10:40:20.335648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44644) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:20.507219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:20.553682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Transition to ACTIVE for port object 554472f3-241d-41bc-85cd-36487afd7c5c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:20.623241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f40466c-714b-4a05-8198-f7f0dded9160 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:20.623612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:20.664286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:20.876906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:40:20.877477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:20.930858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57831803-1f15-4b38-bec0-b34d12548414 None None] Pushing event updated for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:20.961424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.100303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Attempting to bind port 554472f3-241d-41bc-85cd-36487afd7c5c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:21.100678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Attempting to bind port 554472f3-241d-41bc-85cd-36487afd7c5c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:21.101037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Attempting to bind port 554472f3-241d-41bc-85cd-36487afd7c5c on network 7121c03f-85d9-4f1b-8808-50de519eea34 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:21.132034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:21.132402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Checking segment: {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:21.132996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.133580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Bound using segment: {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:21.134063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Bound port: 554472f3-241d-41bc-85cd-36487afd7c5c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:21.134436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.261741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Allocated IP 172.23.0.2 (725dd3b0-ebc1-43cd-bc46-c69078fee3b3/41cfd268-e8c7-40cf-b42c-61ebeea809d8/dfd1e335-884b-441d-b0b5-2df5c811b851) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:21.324852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] For port 554472f3-241d-41bc-85cd-36487afd7c5c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:21.425733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] For port 554472f3-241d-41bc-85cd-36487afd7c5c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=554472f3-241d-41bc-85cd-36487afd7c5c,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:21.503002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.607113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.620713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:21.621352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:21.674218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Transition to ACTIVE for port object dfd1e335-884b-441d-b0b5-2df5c811b851 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:21.681588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57831803-1f15-4b38-bec0-b34d12548414 None None] Pushing event updated for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:21.770170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Transition to ACTIVE for port object dfd1e335-884b-441d-b0b5-2df5c811b851 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:21.797213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:21.839256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:21.912441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Allocated IP 172.23.0.1 (725dd3b0-ebc1-43cd-bc46-c69078fee3b3/41cfd268-e8c7-40cf-b42c-61ebeea809d8/7e5e0535-9fdc-46fe-9884-59bc92619422) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:21.938269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:21.952340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:22.017391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:22.032710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Pushing event updated for resources: {'Port': ['ID=dfd1e335-884b-441d-b0b5-2df5c811b851,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:22.133554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59964043-7b53-488f-8575-3af257f77c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.214630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Attempting to bind port dfd1e335-884b-441d-b0b5-2df5c811b851 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:22.214630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Attempting to bind port dfd1e335-884b-441d-b0b5-2df5c811b851 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:22.214630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Attempting to bind port dfd1e335-884b-441d-b0b5-2df5c811b851 on network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:22.234113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:22.236765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.239510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Checking segment: {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:22.239510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.239510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Bound using segment: {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:22.239510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Bound port: dfd1e335-884b-441d-b0b5-2df5c811b851, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:22.239510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.242122 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Transition to ACTIVE for port object 7e5e0535-9fdc-46fe-9884-59bc92619422 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:22.342232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.376276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] For port dfd1e335-884b-441d-b0b5-2df5c811b851, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:22.382129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] For port dfd1e335-884b-441d-b0b5-2df5c811b851, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dfd1e335-884b-441d-b0b5-2df5c811b851,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:22.407912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:22.413471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:17Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:21Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:22.417885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:22.417885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:40:22.425493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7ecb2-a2f9-4828-89e3-99d4b75794ed None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:17Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:21Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:22.452298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.517885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:22.536136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:22.602700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f4273-4702-4d27-b372-de71fe36e916 None None] Pushing event updated for resources: {'Port': ['ID=dfd1e335-884b-441d-b0b5-2df5c811b851,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:22.771354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:23.294374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:23.380801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:23.496271 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event updated for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:23.500995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:23.647028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:23.648287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:23.759982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfcc84-636e-4a28-aab3-5756f7fa41da None None] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:23.812696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:23.922201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-639215d4-daeb-40f9-8ed1-352ced7fe89c None None] Provisioning for port dfd1e335-884b-441d-b0b5-2df5c811b851 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:23.972884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:23.984031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:23.987905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0ca91ac1-cac6-4858-a1b6-b46695282a21 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6486993 Mar 18 10:40:23.988689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44650) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:23.993608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:23.995581 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:23.996195 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:39:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:24.169364 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:24.303274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 554472f3-241d-41bc-85cd-36487afd7c5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:24.485772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-be7bc0f8-1c9c-428b-ad84-03152e29b171 None None] Provisioning for port 7e5e0535-9fdc-46fe-9884-59bc92619422 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:24.492183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-be7bc0f8-1c9c-428b-ad84-03152e29b171 None None] Provisioning complete for port 7e5e0535-9fdc-46fe-9884-59bc92619422 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:24.492637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-be7bc0f8-1c9c-428b-ad84-03152e29b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.529184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 554472f3-241d-41bc-85cd-36487afd7c5c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:24.535057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5abfa5b-07e0-4ec9-bbc8-2482a8b84e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.535211 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:22Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:21Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:23Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:24.539932 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:24.540496 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Updating router af0db630-a6d2-4bee-b721-fc09b4aa3931 port 7e5e0535-9fdc-46fe-9884-59bc92619422 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:40:24.545318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 554472f3-241d-41bc-85cd-36487afd7c5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:24.550094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.597112 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.697922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-be7bc0f8-1c9c-428b-ad84-03152e29b171 None None] Port 7e5e0535-9fdc-46fe-9884-59bc92619422 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:24.774370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.774974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.extraroute_db [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:40:24.788877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.extraroute_db [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Removed routes are [] {{(pid=88541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:40:24.789270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.814394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 554472f3-241d-41bc-85cd-36487afd7c5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=554472f3-241d-41bc-85cd-36487afd7c5c,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:24.888286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-148594aa-4cb4-4e85-870a-e082c7a31e84 None None] Provisioning complete for port 7e5e0535-9fdc-46fe-9884-59bc92619422 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:24.888660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-148594aa-4cb4-4e85-870a-e082c7a31e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.948216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-148594aa-4cb4-4e85-870a-e082c7a31e84 None None] Port 7e5e0535-9fdc-46fe-9884-59bc92619422 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:40:24.984368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:24.984368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dfd1e335-884b-441d-b0b5-2df5c811b851 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:24.998854 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.011590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Transition to ACTIVE for port object 7e5e0535-9fdc-46fe-9884-59bc92619422 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:40:25.071921 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.115907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:25.210508 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278056a-a573-4462-a435-5d762a1be0ab None None] Pushing event updated for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:25.223947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.234208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port dfd1e335-884b-441d-b0b5-2df5c811b851 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:25.244703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port dfd1e335-884b-441d-b0b5-2df5c811b851 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:25.245109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.266083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.270616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.321929 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Attempting to bind port 7e5e0535-9fdc-46fe-9884-59bc92619422 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:40:25.322732 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Attempting to bind port 7e5e0535-9fdc-46fe-9884-59bc92619422 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:40:25.323193 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Attempting to bind port 7e5e0535-9fdc-46fe-9884-59bc92619422 on network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:40:25.332310 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:40:25.332706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Checking segment: {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:40:25.334158 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.334751 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Bound using segment: {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:40:25.335439 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Bound port: 7e5e0535-9fdc-46fe-9884-59bc92619422, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:40:25.335974 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.397179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.412375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.459037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port dfd1e335-884b-441d-b0b5-2df5c811b851, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dfd1e335-884b-441d-b0b5-2df5c811b851,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:25.477347 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] For port 7e5e0535-9fdc-46fe-9884-59bc92619422, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:40:25.482804 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] For port 7e5e0535-9fdc-46fe-9884-59bc92619422, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7e5e0535-9fdc-46fe-9884-59bc92619422,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:40:25.488062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:25.537121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.552773 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.583143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.595795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=dfd1e335-884b-441d-b0b5-2df5c811b851,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:25.635423 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:25.636066 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:25.658268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:25.666224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:25.670110 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c0f784c0-f1e6-4f64-9b82-a8a250dd3cc1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 933 time: 1.6785910 Mar 18 10:40:25.670331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44654) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:25.729875 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278056a-a573-4462-a435-5d762a1be0ab None None] Pushing event updated for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:25.826191 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:25.983131 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c1bda26a-c32f-47db-a288-780e1df3df0d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 933 time: 0.3108814 Mar 18 10:40:25.985570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44658) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:25.991501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'routes': None}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:26.154933 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 6, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:26.159783 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9fd08-6e7e-47d8-ad36-b53d4fbc6599 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 6, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:26.199379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 554472f3-241d-41bc-85cd-36487afd7c5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:26.301403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 554472f3-241d-41bc-85cd-36487afd7c5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:26.301776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:26.427992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dfd1e335-884b-441d-b0b5-2df5c811b851 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:26.499041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port dfd1e335-884b-441d-b0b5-2df5c811b851 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:26.499413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:26.609565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.extraroute_db [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added routes are [] {{(pid=88541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:40:26.610197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.extraroute_db [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:40:26.640610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:26.917950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:26.945353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:26.958690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:26.965555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:27.032456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:27.036031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:27.121029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:27.190618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:27.456406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:27.461304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:27.470075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:27.470672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:27.477634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:27.484126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:27.485212 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-058f6604-c1e1-4554-9921-9147dee9b23a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 699 time: 1.4987164 Mar 18 10:40:27.488302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44662) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:27.649905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a7b4fac2-a8e1-49f9-b8d4-72959545d12e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 699 time: 0.1605384 Mar 18 10:40:27.652550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44666) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:27.656199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:28.000428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:28.004631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54609442-5253-49e7-a676-0fd24f1d17be None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:28.228132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7e5e0535-9fdc-46fe-9884-59bc92619422 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:28.254776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.277776 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:28.295735 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:28.296369 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:28.405997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7e5e0535-9fdc-46fe-9884-59bc92619422 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:40:28.412042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7e5e0535-9fdc-46fe-9884-59bc92619422 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:28.412716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.453858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:28.538581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.571781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 7e5e0535-9fdc-46fe-9884-59bc92619422, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7e5e0535-9fdc-46fe-9884-59bc92619422,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:28.605322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 7e5e0535-9fdc-46fe-9884-59bc92619422 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:28.605667 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.672912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.743027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:28.786630 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:25Z', 'revision_number': 4, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:28.790473 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:28.798641 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:28.799234 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:28.814003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 7e5e0535-9fdc-46fe-9884-59bc92619422, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7e5e0535-9fdc-46fe-9884-59bc92619422,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:28.816314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:28.952275 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:29.063521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 7e5e0535-9fdc-46fe-9884-59bc92619422 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:29.340530 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:28Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:29.344316 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c59ae-a01a-44eb-a599-bdde7930df99 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:26Z', 'revision_number': 7, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5e0535-9fdc-46fe-9884-59bc92619422', 'name': '', 'network_id': '725dd3b0-ebc1-43cd-bc46-c69078fee3b3', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:b1:94:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:21Z', 'updated_at': '2022-03-18T10:40:28Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '41cfd268-e8c7-40cf-b42c-61ebeea809d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:29.806274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:29.806858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:30.188450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7e5e0535-9fdc-46fe-9884-59bc92619422 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:40:30.254185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7e5e0535-9fdc-46fe-9884-59bc92619422 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:40:30.255674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:30.307592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 7e5e0535-9fdc-46fe-9884-59bc92619422 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:30.307858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:30.497946 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 7e5e0535-9fdc-46fe-9884-59bc92619422, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7e5e0535-9fdc-46fe-9884-59bc92619422,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:30.499181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:30.623999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 7e5e0535-9fdc-46fe-9884-59bc92619422 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:30.879638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:30.927856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=7e5e0535-9fdc-46fe-9884-59bc92619422,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:31.185189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:31.619796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:31.780621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:31.790591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:31.793045 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-53cdcccf-70d4-4387-b11b-90a45044ebce tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1393614 Mar 18 10:40:31.795846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44670) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:31.800250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:31.800859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:31.860691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 41cfd268-e8c7-40cf-b42c-61ebeea809d8 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:31.864167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:31.930341 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:31.957394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:32.016206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.187199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.223273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=41cfd268-e8c7-40cf-b42c-61ebeea809d8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:32.226652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.232723 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-983e025a-a06b-41b8-8b76-5ed288cea177 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfd268-e8c7-40cf-b42c-61ebeea809d8 HTTP/1.1" status: 204 len: 168 time: 0.4359255 Mar 18 10:40:32.235221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44674) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:32.243317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533ea74-a776-453b-8833-efff39d0ecd0 None None] Network 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:32.352722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.364109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port dfd1e335-884b-441d-b0b5-2df5c811b851 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:32.364438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.477762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:30Z', 'revision_number': 8, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:32.484951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:32.503602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:32.504218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:32.563392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port dfd1e335-884b-441d-b0b5-2df5c811b851, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dfd1e335-884b-441d-b0b5-2df5c811b851,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:32.563749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.624192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] DHCP port deletion for 725dd3b0-ebc1-43cd-bc46-c69078fee3b3 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:40:32.639032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Deleting port dfd1e335-884b-441d-b0b5-2df5c811b851 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:32.639407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.693081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for dfd1e335-884b-441d-b0b5-2df5c811b851 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:32.702422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:32.868897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:32.925457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=dfd1e335-884b-441d-b0b5-2df5c811b851,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:32.929489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port dfd1e335-884b-441d-b0b5-2df5c811b851 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:33.055945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.072229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] For port dfd1e335-884b-441d-b0b5-2df5c811b851, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dfd1e335-884b-441d-b0b5-2df5c811b851,segment=NetworkSegment(c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819),segment_id=c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:33.072744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.085501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725dd3b0-ebc1-43cd-bc46-c69078fee3b3']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:33.097643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:33.098810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a33f2e-b8de-42ce-9fcb-8b5eb1d71819') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:33.108848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.124165 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.130507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:40:33.133211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:40:33.145237 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:40:33.211490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Calling delete_port for dfd1e335-884b-441d-b0b5-2df5c811b851 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:33.327919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:33.328398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:33.330694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.334894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.341713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:30Z', 'revision_number': 8, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:33.345670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9293b08-42bb-4a6e-b88f-215433500db9 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:30Z', 'revision_number': 8, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554472f3-241d-41bc-85cd-36487afd7c5c', 'name': '', 'network_id': '7121c03f-85d9-4f1b-8808-50de519eea34', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:ae:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:15Z', 'updated_at': '2022-03-18T10:40:24Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:33.366582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=725dd3b0-ebc1-43cd-bc46-c69078fee3b3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:33.373806 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99bb720a-0e4e-4c17-a5f1-3accd4b948c1 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/725dd3b0-ebc1-43cd-bc46-c69078fee3b3 HTTP/1.1" status: 204 len: 168 time: 1.1370878 Mar 18 10:40:33.373806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44678) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:33.834496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Deleting port dfd1e335-884b-441d-b0b5-2df5c811b851 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:33.834496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:33.897903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a4f12526-73d4-4b0a-8056-19891d97e09e None None] The port 'dfd1e335-884b-441d-b0b5-2df5c811b851' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:40:34.018968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:34.189185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7e5e0535-9fdc-46fe-9884-59bc92619422 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:34.225982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7e5e0535-9fdc-46fe-9884-59bc92619422 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:34.226332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7e5e0535-9fdc-46fe-9884-59bc92619422 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:34.226747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dfd1e335-884b-441d-b0b5-2df5c811b851 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:34.258142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: dfd1e335-884b-441d-b0b5-2df5c811b851 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:34.258494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dfd1e335-884b-441d-b0b5-2df5c811b851 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:34.352641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 554472f3-241d-41bc-85cd-36487afd7c5c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:34.357905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:34.536327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 554472f3-241d-41bc-85cd-36487afd7c5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=554472f3-241d-41bc-85cd-36487afd7c5c,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:34.536677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:34.661114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 554472f3-241d-41bc-85cd-36487afd7c5c owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:34.908574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:34.957898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=554472f3-241d-41bc-85cd-36487afd7c5c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:35.329350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:35.661397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:35.817568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:35.826843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:35.829885 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4cbf67fb-74ba-4397-a17a-729a735519e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4550209 Mar 18 10:40:35.834521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:35.837093 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:35.837304 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:35.900758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:35.903784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:35.968393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.034362 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:36.062913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.094338 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-e019a07c-4c76-4c5e-b037-87fc751f7793 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980198 Mar 18 10:40:36.194155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-d656a295-336d-494f-9387-2b39b89c6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:36.201930 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-d656a295-336d-494f-9387-2b39b89c6332 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 1098 time: 0.0791714 Mar 18 10:40:36.220484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.260761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:36.266654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.274436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ed6cc00e-4085-4207-ba70-ceb6e2f62ddd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d HTTP/1.1" status: 204 len: 168 time: 0.4395294 Mar 18 10:40:36.276990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44690) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:36.278216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14faa94e-38ad-472b-b226-b3abc828bd79 None None] Network 7121c03f-85d9-4f1b-8808-50de519eea34 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:36.345687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-a32cf8f9-3719-45c3-94cb-51c3ed96ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:36.347191 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-a32cf8f9-3719-45c3-94cb-51c3ed96ed02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 200 len: 898 time: 0.1304834 Mar 18 10:40:36.399904 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:34Z', 'revision_number': 9, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:36.405532 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:36.413692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.416008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:36.416632 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:36.431032 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-f2f84684-7d34-4da1-a847-a2e6921c44c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 200 len: 217 time: 0.0764961 Mar 18 10:40:36.435847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 1f40466c-714b-4a05-8198-f7f0dded9160 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:36.436431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.502981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-9ad6bc0b-23bf-4c5e-8bbf-25a0c3379863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:36.504826 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-9ad6bc0b-23bf-4c5e-8bbf-25a0c3379863 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 200 len: 834 time: 0.0652149 Mar 18 10:40:36.595231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-880966a8-d21c-4ad0-b15c-da91beb7fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:36.596259 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-880966a8-d21c-4ad0-b15c-da91beb7fcf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b33c7724-814d-4882-8590-c670e1ea9c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839343 Mar 18 10:40:36.597605 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:36.645139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] DHCP port deletion for 7121c03f-85d9-4f1b-8808-50de519eea34 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:40:36.650790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Deleting port 1f40466c-714b-4a05-8198-f7f0dded9160 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:36.651398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.684152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 1f40466c-714b-4a05-8198-f7f0dded9160, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f40466c-714b-4a05-8198-f7f0dded9160,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:36.684771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:36.758441 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-c7645494-d6f2-4c61-9ae1-4989f247bc42 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499262 Mar 18 10:40:36.825464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 1f40466c-714b-4a05-8198-f7f0dded9160 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:36.882690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] For port 1f40466c-714b-4a05-8198-f7f0dded9160, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f40466c-714b-4a05-8198-f7f0dded9160,segment=NetworkSegment(bb6351d9-46b7-4d05-82ea-c0bf8b73fae6),segment_id=bb6351d9-46b7-4d05-82ea-c0bf8b73fae6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:36.883329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.010590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:34Z', 'revision_number': 9, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:37.015019 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a549fa-5bb4-4c5a-b9ca-2e773a9664e3 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:34Z', 'revision_number': 9, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc74ffc-2afc-41b0-b381-e5e6d96dd79d', 'name': '', 'network_id': '203f6b41-d884-44de-9768-1673de7a689f', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:e1:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '5ae83d71-f0cd-4d48-817e-181125204967', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:10Z', 'updated_at': '2022-03-18T10:40:16Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '5ae83d71-f0cd-4d48-817e-181125204967', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:37.047590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Calling delete_port for 1f40466c-714b-4a05-8198-f7f0dded9160 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:37.100078 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2ce38a11-33c5-41b7-aad9-98646009a489 req-82d92289-6c08-4799-b150-a7be58435711 service neutron] 10.222.0.24 "GET /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334658 Mar 18 10:40:37.111758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.123414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:37.124296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:37.158113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=1f40466c-714b-4a05-8198-f7f0dded9160,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:37.160789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port 1f40466c-714b-4a05-8198-f7f0dded9160 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:37.279185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.303340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7121c03f-85d9-4f1b-8808-50de519eea34']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:37.314785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:37.315016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6351d9-46b7-4d05-82ea-c0bf8b73fae6') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:37.325663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.341417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.347706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:40:37.348073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:40:37.362074 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:40:37.508072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.525955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.537333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=7121c03f-85d9-4f1b-8808-50de519eea34,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:37.545775 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-44155e6b-9be2-4a1a-b1f6-f2477ec43d2b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/7121c03f-85d9-4f1b-8808-50de519eea34 HTTP/1.1" status: 204 len: 168 time: 1.2676268 Mar 18 10:40:37.548515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:37.625153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Deleting port 1f40466c-714b-4a05-8198-f7f0dded9160 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:37.625734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:37.693220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-56edebd6-8b62-415e-9173-26520da7f984 None None] The port '1f40466c-714b-4a05-8198-f7f0dded9160' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:40:38.047521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:38.190721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 554472f3-241d-41bc-85cd-36487afd7c5c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:38.223324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 554472f3-241d-41bc-85cd-36487afd7c5c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:38.223668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 554472f3-241d-41bc-85cd-36487afd7c5c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:38.224084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f40466c-714b-4a05-8198-f7f0dded9160 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:38.255654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1f40466c-714b-4a05-8198-f7f0dded9160 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:38.256015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f40466c-714b-4a05-8198-f7f0dded9160 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:38.374199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:38.374813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:38.660082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port ecc74ffc-2afc-41b0-b381-e5e6d96dd79d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:38.660681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:38.778340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for ecc74ffc-2afc-41b0-b381-e5e6d96dd79d owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:39.051046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:39.097412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=ecc74ffc-2afc-41b0-b381-e5e6d96dd79d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:39.138508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.138861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.139199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.139533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.139867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.140193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.140516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.140842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.141164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.141490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.141854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.142184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:39.357849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:39.668515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:39.817459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:39.826724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:39.831930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9efaad01-8779-4e3a-bb3d-f7620ddd8685 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801363 Mar 18 10:40:39.832919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44700) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:39.836297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:39.836908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:39.990253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:40.009128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 5ae83d71-f0cd-4d48-817e-181125204967 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:40.012034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.065331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.148609 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.291469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.294315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:38Z', 'revision_number': 10, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:40.298111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:40.306885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:40.307478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:40.331680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae83d71-f0cd-4d48-817e-181125204967,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:40.333617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.342248 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7e4de695-2b88-4f96-a453-75039ac00f37 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/5ae83d71-f0cd-4d48-817e-181125204967 HTTP/1.1" status: 204 len: 168 time: 0.5060284 Mar 18 10:40:40.343504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44704) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:40.358678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70705954-fb65-4a2a-b858-4ed1aa10adaf None None] Network 203f6b41-d884-44de-9768-1673de7a689f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:40.456927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.467260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port ad1463a3-7d08-4032-a0bc-d51d405296a4 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:40.467587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.614211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:40.669973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port ad1463a3-7d08-4032-a0bc-d51d405296a4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad1463a3-7d08-4032-a0bc-d51d405296a4,segment=NetworkSegment(495dd7f3-f3dc-45da-a091-a9d8c2f190dd),segment_id=495dd7f3-f3dc-45da-a091-a9d8c2f190dd)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:40.670608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.792004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for ad1463a3-7d08-4032-a0bc-d51d405296a4 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:40.925486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:40.955905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a854c-5efa-4a0f-83ab-c5a05bf8d0e4 None None] DHCP port deletion for 203f6b41-d884-44de-9768-1673de7a689f request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:40:40.979417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=ad1463a3-7d08-4032-a0bc-d51d405296a4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:40.982602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:38Z', 'revision_number': 10, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:40.983089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port ad1463a3-7d08-4032-a0bc-d51d405296a4 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:40.984387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a28-2d88-424d-8dab-4492b401d839 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:38Z', 'revision_number': 10, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None, '_interfaces': [{'id': '38cf9714-9711-4816-be5e-9ca94071d4ec', 'name': '', 'network_id': '3b9d245c-7aad-4452-90d3-0125388e2529', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'mac_address': 'fa:16:3e:3a:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:40:05Z', 'updated_at': '2022-03-18T10:40:13Z', 'revision_number': 5, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'subnets': [{'id': '6bbfa730-9df5-4aee-aa13-a65c1ed6367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:41.104607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.129584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203f6b41-d884-44de-9768-1673de7a689f']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:41.141059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495dd7f3-f3dc-45da-a091-a9d8c2f190dd') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:41.141358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495dd7f3-f3dc-45da-a091-a9d8c2f190dd') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:41.152327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.168279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.174562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:40:41.174951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:40:41.188792 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:40:41.322885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.340319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:41.352296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=203f6b41-d884-44de-9768-1673de7a689f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:41.360032 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2094a1b7-36d0-489f-b468-a9fc8a27688d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/203f6b41-d884-44de-9768-1673de7a689f HTTP/1.1" status: 204 len: 168 time: 1.0166402 Mar 18 10:40:41.363408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44708) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:41.959543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:42.191189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad1463a3-7d08-4032-a0bc-d51d405296a4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:42.227735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ad1463a3-7d08-4032-a0bc-d51d405296a4 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:42.228085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad1463a3-7d08-4032-a0bc-d51d405296a4 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:42.228507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ecc74ffc-2afc-41b0-b381-e5e6d96dd79d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:42.260490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ecc74ffc-2afc-41b0-b381-e5e6d96dd79d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:42.260835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ecc74ffc-2afc-41b0-b381-e5e6d96dd79d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:42.282556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 38cf9714-9711-4816-be5e-9ca94071d4ec {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:42.282899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:42.466950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 38cf9714-9711-4816-be5e-9ca94071d4ec, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=38cf9714-9711-4816-be5e-9ca94071d4ec,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:42.467220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:42.586943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 38cf9714-9711-4816-be5e-9ca94071d4ec owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:42.860217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:42.911757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=38cf9714-9711-4816-be5e-9ca94071d4ec,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:43.288245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:43.508388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb41c-30e6-4f1f-90e4-194ace4746ea req-aa4e5c86-2367-4a4b-beaf-5d6284918fcd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:43.509843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-120eb41c-30e6-4f1f-90e4-194ace4746ea req-aa4e5c86-2367-4a4b-beaf-5d6284918fcd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.4422793 Mar 18 10:40:43.614120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:43.623120 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-120eb41c-30e6-4f1f-90e4-194ace4746ea req-16703f21-f580-46e0-8edd-124cc96ceae8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058886 Mar 18 10:40:43.754417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:43.763417 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:43.766661 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-78ae9857-0773-4933-9ae1-e4e4ca07b822 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4020023 Mar 18 10:40:43.769628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44718) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:43.773350 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:43.773984 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:43.833051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting subnet 6bbfa730-9df5-4aee-aa13-a65c1ed6367d {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:43.835985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:43.889319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:43.927049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:43.976419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.029381 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:44.033379 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:44.041786 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:44.042413 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:44.125210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.164461 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:44.165429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbfa730-9df5-4aee-aa13-a65c1ed6367d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:44.169035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.178470 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9570979c-a5db-457e-b021-8598e2031b6c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/6bbfa730-9df5-4aee-aa13-a65c1ed6367d HTTP/1.1" status: 204 len: 168 time: 0.4055281 Mar 18 10:40:44.179808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44722) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:44.184374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ec5fe-0a8a-456f-bb9e-fcd5a7d6519f None None] Network 3b9d245c-7aad-4452-90d3-0125388e2529 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:44.268553 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:44.272378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e77e6-dfe1-4a75-a314-2024bc4b0532 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:44.302892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.313477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Deleting port 640ae684-a1b1-434d-a8f4-d83be88e713c {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:44.313980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.573425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] For port 640ae684-a1b1-434d-a8f4-d83be88e713c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=640ae684-a1b1-434d-a8f4-d83be88e713c,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:44.573908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.594572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-11d1dd71-8a9a-4202-b4f6-01b5a7e7120f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:44.599035 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-11d1dd71-8a9a-4202-b4f6-01b5a7e7120f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.2004540 Mar 18 10:40:44.614809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] DHCP port deletion for 3b9d245c-7aad-4452-90d3-0125388e2529 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:40:44.619314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Deleting port 640ae684-a1b1-434d-a8f4-d83be88e713c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:44.619694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.735472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Calling delete_port for 640ae684-a1b1-434d-a8f4-d83be88e713c owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:44.824315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] For port 640ae684-a1b1-434d-a8f4-d83be88e713c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=640ae684-a1b1-434d-a8f4-d83be88e713c,segment=NetworkSegment(6e93900d-fcae-430a-8f0b-f46e80287b85),segment_id=6e93900d-fcae-430a-8f0b-f46e80287b85)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:44.824702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.863958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 631e49d7-533a-4b9b-87a8-79fb8a412a4d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:44.864304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:44.945568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Calling delete_port for 640ae684-a1b1-434d-a8f4-d83be88e713c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:44.999422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b6286-06b3-493c-ae01-75d8cb76a428 req-fc19be7a-eda8-4346-b70e-497b7c70a1fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:45.001735 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-449b6286-06b3-493c-ae01-75d8cb76a428 req-fc19be7a-eda8-4346-b70e-497b7c70a1fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 946 time: 0.2258995 Mar 18 10:40:45.018479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:40:45.018831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:40:45.040813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.108850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Port': ['ID=640ae684-a1b1-434d-a8f4-d83be88e713c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:45.123447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No DVR routers for this DVR port 640ae684-a1b1-434d-a8f4-d83be88e713c on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:45.199864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.200582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.200582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.200796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.201092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.201419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.201740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.202084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.202407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.202731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.203069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.203391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:45.224595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-449b6286-06b3-493c-ae01-75d8cb76a428 req-44c66951-3e02-4b68-a83c-20bc80240482 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a24b6df4-02ef-4415-94a5-1218d683242d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159920 Mar 18 10:40:45.343024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.358990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 631e49d7-533a-4b9b-87a8-79fb8a412a4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=631e49d7-533a-4b9b-87a8-79fb8a412a4d,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:45.359337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.438236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9d245c-7aad-4452-90d3-0125388e2529']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:45.520335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Deleting port 640ae684-a1b1-434d-a8f4-d83be88e713c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:45.520920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.571390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e93900d-fcae-430a-8f0b-f46e80287b85') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:45.571683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e93900d-fcae-430a-8f0b-f46e80287b85') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:45.587630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.589074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4d73d8d7-abac-4128-a1c3-accda77aac12 None None] The port '640ae684-a1b1-434d-a8f4-d83be88e713c' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:40:45.671665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.687091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:40:45.687603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:40:45.701300 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:40:45.883808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.884110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:45.884418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 49f44be0-129f-4444-af9b-1a029e43c419 disassociated. External IP: 172.26.2.175, port: 631e49d7-533a-4b9b-87a8-79fb8a412a4d. Mar 18 10:40:45.884781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 631e49d7-533a-4b9b-87a8-79fb8a412a4d owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:45.991366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.010988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.034772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Pushing event deleted for resources: {'Network': ['ID=3b9d245c-7aad-4452-90d3-0125388e2529,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:46.051678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8aaa25c1-b921-4d54-90cf-3aa42d2290de tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/networks/3b9d245c-7aad-4452-90d3-0125388e2529 HTTP/1.1" status: 204 len: 168 time: 1.8686526 Mar 18 10:40:46.054546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44728) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:46.059924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'routes': None}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:46.130485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.181972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=631e49d7-533a-4b9b-87a8-79fb8a412a4d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:46.206079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 640ae684-a1b1-434d-a8f4-d83be88e713c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:46.288138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 640ae684-a1b1-434d-a8f4-d83be88e713c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:46.288487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 640ae684-a1b1-434d-a8f4-d83be88e713c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:46.288916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 38cf9714-9711-4816-be5e-9ca94071d4ec no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:46.320850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 38cf9714-9711-4816-be5e-9ca94071d4ec {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:46.321534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 38cf9714-9711-4816-be5e-9ca94071d4ec not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:46.370498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Added routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 18 10:40:46.370795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.extraroute_db [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Removed routes are [] {{(pid=88542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 18 10:40:46.371148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.388739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:46.463503 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0db50e4-c4a6-4c6f-b6b3-e27de9372201 req-6918aebc-2c9d-4822-bea0-b5654180a8b6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 210 time: 0.1037593 Mar 18 10:40:46.569559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:46.580973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:46.590665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:46.591560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:46.659046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 631e49d7-533a-4b9b-87a8-79fb8a412a4d on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:46.661886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.663856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-60e71893-300d-4855-ba82-2b5e61cd9592 req-6964093b-a797-4263-b584-5022f9c6eaa0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/631e49d7-533a-4b9b-87a8-79fb8a412a4d HTTP/1.1" status: 204 len: 173 time: 2.0187941 Mar 18 10:40:46.664426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'name': 'network-vif-deleted', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:46.775247 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e8f7d5-01ef-4650-8157-bb8854ab0bc9', 'name': 'network-vif-deleted', 'tag': '631e49d7-533a-4b9b-87a8-79fb8a412a4d', 'status': 'completed', 'code': 200} Mar 18 10:40:46.801642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:46.830443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.833756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:46.975052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router af0db630-a6d2-4bee-b721-fc09b4aa3931 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:47.104289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:47.112176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.113301 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dd4e5417-8f12-4ec9-85eb-7a94b32e22e5 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 700 time: 1.0577762 Mar 18 10:40:47.115006 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Sync routers for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:47.116161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44738) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:47.126288 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:47.126895 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.130538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.134610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:47.142987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:47.143579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.161259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a2af04ce-e950-436f-be44-943ab888ea6d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:47.231793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a2af04ce-e950-436f-be44-943ab888ea6d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:47.232880 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a2af04ce-e950-436f-be44-943ab888ea6d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 205 time: 0.1158144 Mar 18 10:40:47.235809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44742) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:47.265435 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:47.319244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:47.373270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.378091 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Checking router: af0db630-a6d2-4bee-b721-fc09b4aa3931 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:47.386485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.387665 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Routers {'af0db630-a6d2-4bee-b721-fc09b4aa3931'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:47.388437 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['af0db630-a6d2-4bee-b721-fc09b4aa3931'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.543744 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] Set router af0db630-a6d2-4bee-b721-fc09b4aa3931 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:47.678763 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.682978 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3936-eb68-4e7d-95c7-627a5f5cd896 None None] The sync data for ids ['af0db630-a6d2-4bee-b721-fc09b4aa3931'] in dv-neutron-834265-1-hyperv is: [{'id': 'af0db630-a6d2-4bee-b721-fc09b4aa3931', 'name': 'tempest-RoutersTest-router-497035782', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:02Z', 'updated_at': '2022-03-18T10:40:42Z', 'revision_number': 11, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:47.686714 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4771ed59-9edd-449a-b2ad-a711c562af44 req-00b3fbf2-b6a1-4878-97e9-5e8a2ece379b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=06e8f7d5-01ef-4650-8157-bb8854ab0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0534625 Mar 18 10:40:47.690760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:47.695282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52af201-e788-4bdd-a0e6-7d3a4e858b3b None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:38:39Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '345d3c55-d578-40ef-bc58-2fca27cbe0c3', 'name': '', 'network_id': 'b33c7724-814d-4882-8590-c670e1ea9c63', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:58:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:37Z', 'updated_at': '2022-03-18T10:38:47Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '6678cc79-3a8d-4e4f-9331-0b9ce3211134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:47.749920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.752659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.848571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.849046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router af0db630-a6d2-4bee-b721-fc09b4aa3931 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:40:47.865141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.867063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d54c0eff-ce40-40c8-b75c-ab5d19729109 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 204 len: 168 time: 0.6294203 Mar 18 10:40:47.872204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44748) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:47.877877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-386018456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:47.885259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:40:47.890657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Usage tracker for resource:router and tenant:ae40377aa3a24ea08a0813396c45a1b4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:40:47.902198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:40:47.907862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:40:47.988444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:47.989895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.011003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508079d-47eb-4e7c-b527-c4127255bf8d None None] New status for floating IP 49f44be0-129f-4444-af9b-1a029e43c419: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:40:48.022638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.142539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.239649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.240839 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ba8b852e-a51f-4325-afb7-693f76d5a7db tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3674815 Mar 18 10:40:48.243708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44752) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:48.248699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:48.358128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 631e49d7-533a-4b9b-87a8-79fb8a412a4d no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:48.395884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 631e49d7-533a-4b9b-87a8-79fb8a412a4d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:48.396243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 631e49d7-533a-4b9b-87a8-79fb8a412a4d not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:48.755726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.781528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44758) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:48.844769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:48.899915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.000333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.134202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Router f37ee5f2-67e9-4271-b7be-f270a998ca34 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:40:49.197532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.274985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b6df4-02ef-4415-94a5-1218d683242d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:49.289340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:49.299360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.300468 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5fdeac40-3390-4505-bb83-dbdca2ac9683 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/a24b6df4-02ef-4415-94a5-1218d683242d HTTP/1.1" status: 204 len: 168 time: 0.5178840 Mar 18 10:40:49.304511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.305565 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9258b72d-8af9-4727-8a06-29a9439ce521 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "PUT /v2.0/routers/f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 200 len: 693 time: 1.0609548 Mar 18 10:40:49.306473 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Sync routers for ids ['f37ee5f2-67e9-4271-b7be-f270a998ca34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:49.308088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44764) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:49.323587 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Routers {'f37ee5f2-67e9-4271-b7be-f270a998ca34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:49.324186 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['f37ee5f2-67e9-4271-b7be-f270a998ca34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:49.400502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44768) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:49.445480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3ddb37fa-6cb9-4b4a-97b5-3510d362dbbe tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/routers/f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 200 len: 699 time: 0.1363201 Mar 18 10:40:49.448186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44772) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:49.451652 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Set router f37ee5f2-67e9-4271-b7be-f270a998ca34 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:49.498572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-60898a04-d5c9-45be-b420-a4635f6e71d7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Synchronizing usage tracker for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:49.510213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-60898a04-d5c9-45be-b420-a4635f6e71d7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Unset dirty status for tenant:ae40377aa3a24ea08a0813396c45a1b4 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:49.514125 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-60898a04-d5c9-45be-b420-a4635f6e71d7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 200 len: 205 time: 0.0622940 Mar 18 10:40:49.514420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44776) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:49.622821 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37ee5f2-67e9-4271-b7be-f270a998ca34', 'name': 'tempest-RoutersTest-router-386018456', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:47Z', 'updated_at': '2022-03-18T10:40:48Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:49.626899 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Checking router: f37ee5f2-67e9-4271-b7be-f270a998ca34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:49.635532 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Routers {'f37ee5f2-67e9-4271-b7be-f270a998ca34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:49.636110 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['f37ee5f2-67e9-4271-b7be-f270a998ca34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:49.654448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.689831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 712ac264-bc1b-4574-b0a2-230b800b0e99 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:49.690178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.758052 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] Set router f37ee5f2-67e9-4271-b7be-f270a998ca34 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:49.861413 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37ee5f2-67e9-4271-b7be-f270a998ca34', 'name': 'tempest-RoutersTest-router-386018456', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:47Z', 'updated_at': '2022-03-18T10:40:48Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:49.865508 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b613c00-e0a2-4a41-9776-75161f4244be None None] The sync data for ids ['f37ee5f2-67e9-4271-b7be-f270a998ca34'] in dv-neutron-834265-1-hyperv is: [{'id': 'f37ee5f2-67e9-4271-b7be-f270a998ca34', 'name': 'tempest-RoutersTest-router-386018456', 'tenant_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:40:47Z', 'updated_at': '2022-03-18T10:40:48Z', 'revision_number': 2, 'project_id': 'ae40377aa3a24ea08a0813396c45a1b4', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:40:49.870478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:49.870966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.004830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 712ac264-bc1b-4574-b0a2-230b800b0e99 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:50.075397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.077674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.186148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.187000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Fanout notify agent at l3_agent the message router_deleted on router f37ee5f2-67e9-4271-b7be-f270a998ca34 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:40:50.202483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.203532 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3b411d43-9648-4bfb-ac7c-c6b46df5fc2e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 204 len: 168 time: 0.6882877 Mar 18 10:40:50.210482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44780) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.250432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.254783 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f82df90-0b20-43dc-8809-09495785d8f9 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 200 len: 205 time: 0.0432203 Mar 18 10:40:50.257091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44784) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.300470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=712ac264-bc1b-4574-b0a2-230b800b0e99,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:50.323596 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-66ea6b6b-0a7a-48f6-be72-be3cb84e5ebd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:50.324895 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-66ea6b6b-0a7a-48f6-be72-be3cb84e5ebd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/f37ee5f2-67e9-4271-b7be-f270a998ca34 HTTP/1.1" status: 404 len: 336 time: 0.0666733 Mar 18 10:40:50.327407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44788) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.404930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6114d6fe-6a9a-43d6-85e9-0f1c20d9034c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:50.405615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6114d6fe-6a9a-43d6-85e9-0f1c20d9034c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:50.423160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6114d6fe-6a9a-43d6-85e9-0f1c20d9034c tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfd268-e8c7-40cf-b42c-61ebeea809d8 HTTP/1.1" status: 404 len: 337 time: 0.0896001 Mar 18 10:40:50.425603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44792) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.466846 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b7129e-8a28-4bc3-bf50-f500de263cfd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:50.467270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b7129e-8a28-4bc3-bf50-f500de263cfd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:50.468833 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b6b7129e-8a28-4bc3-bf50-f500de263cfd tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/413cdc8c-8be3-4b5c-a960-ef87a9ab0e6d HTTP/1.1" status: 404 len: 337 time: 0.0423443 Mar 18 10:40:50.469623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.471389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44796) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.471870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:50.472862 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f974d195-35c8-451a-baa2-efaa7dd5813b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/49f44be0-129f-4444-af9b-1a029e43c419 HTTP/1.1" status: 204 len: 168 time: 1.0709062 Mar 18 10:40:50.511757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-21177a0d-330a-4798-a7e6-5f75041aeaad tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:50.512208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21177a0d-330a-4798-a7e6-5f75041aeaad tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:50.514361 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21177a0d-330a-4798-a7e6-5f75041aeaad tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/5ae83d71-f0cd-4d48-817e-181125204967 HTTP/1.1" status: 404 len: 337 time: 0.0416310 Mar 18 10:40:50.516434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44802) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.554595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-35586a14-df4c-4aaf-8748-6788b9e07f25 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:50.555062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35586a14-df4c-4aaf-8748-6788b9e07f25 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:50.556748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-35586a14-df4c-4aaf-8748-6788b9e07f25 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/6bbfa730-9df5-4aee-aa13-a65c1ed6367d HTTP/1.1" status: 404 len: 337 time: 0.0393519 Mar 18 10:40:50.559780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44806) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.621149 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-71243e8d-b098-4585-9b0c-160625bae874 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 200 len: 205 time: 0.0589013 Mar 18 10:40:50.623992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44810) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.695117 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-b93c7f1a-8f9f-49e1-be64-dd1bf9abe19d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:50.696049 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b93c7f1a-8f9f-49e1-be64-dd1bf9abe19d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/af0db630-a6d2-4bee-b721-fc09b4aa3931 HTTP/1.1" status: 404 len: 336 time: 0.0708499 Mar 18 10:40:50.698785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44814) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.745337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9afb2a66-3883-49ac-b47a-95c0268f2a4a tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc787d18-2b4b-476e-98dc-e62757b06123 HTTP/1.1" status: 200 len: 205 time: 0.0428534 Mar 18 10:40:50.745337 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44818) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.815426 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-d4b456c6-85bb-47b8-a695-cac3ca767483 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:50.816473 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4b456c6-85bb-47b8-a695-cac3ca767483 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/cc787d18-2b4b-476e-98dc-e62757b06123 HTTP/1.1" status: 404 len: 336 time: 0.0704103 Mar 18 10:40:50.819286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44822) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.856420 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-225a5103-6a47-4cb2-b6ea-caef6515640b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:50.856874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225a5103-6a47-4cb2-b6ea-caef6515640b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:50.858518 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-225a5103-6a47-4cb2-b6ea-caef6515640b tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/46d4e259-7cb4-42d5-a50f-7bdf8ec0fc6a HTTP/1.1" status: 404 len: 337 time: 0.0383525 Mar 18 10:40:50.861147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44826) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.909522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44832) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:50.909764 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4c6f8fd7-ce92-475b-9cf8-8a8e94769f0e tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 200 len: 205 time: 0.0468483 Mar 18 10:40:50.988989 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-60092598-df61-42f5-b512-7bf79b6d00e2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:50.992299 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-60092598-df61-42f5-b512-7bf79b6d00e2 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/a7556f6d-670a-4480-8fcd-909ae2c06f5a HTTP/1.1" status: 404 len: 336 time: 0.0721538 Mar 18 10:40:50.992682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44836) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.038334 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-67b3ef01-c779-422b-bda8-bf1485a8d795 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7fb2ec-39d3-4f8c-bc27-0d17acfc744c HTTP/1.1" status: 200 len: 205 time: 0.0445080 Mar 18 10:40:51.040771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44840) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.067424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261eb1a-d2cc-4f43-b2da-88f3fbf27f88 req-c5e93022-3ade-4a06-bac8-62f3e75ca1cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:51.068117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a261eb1a-d2cc-4f43-b2da-88f3fbf27f88 req-c5e93022-3ade-4a06-bac8-62f3e75ca1cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:51.104521 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-09781227-dc6d-47a2-9f8e-cce92b7f39bf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:51.105505 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-09781227-dc6d-47a2-9f8e-cce92b7f39bf tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/af7fb2ec-39d3-4f8c-bc27-0d17acfc744c HTTP/1.1" status: 404 len: 336 time: 0.0638754 Mar 18 10:40:51.108120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44844) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.134105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a261eb1a-d2cc-4f43-b2da-88f3fbf27f88 req-c5e93022-3ade-4a06-bac8-62f3e75ca1cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:51.135270 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a261eb1a-d2cc-4f43-b2da-88f3fbf27f88 req-c5e93022-3ade-4a06-bac8-62f3e75ca1cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.1493094 Mar 18 10:40:51.148340 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e1d832-5764-4f24-a019-b127542b444d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:51.148799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e1d832-5764-4f24-a019-b127542b444d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:51.150424 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63e1d832-5764-4f24-a019-b127542b444d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/61267ed6-2008-435b-864c-764c928f5ea8 HTTP/1.1" status: 404 len: 337 time: 0.0414515 Mar 18 10:40:51.153104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44848) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.180239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a261eb1a-d2cc-4f43-b2da-88f3fbf27f88 req-e61b81b2-bea7-4690-b102-d39fd4d1276e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392442 Mar 18 10:40:51.197008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b2ef9b4a-1976-4c4a-8fa5-6a366c034024 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eac3bb6-aa00-43ab-8af1-7d2641ee7987 HTTP/1.1" status: 200 len: 205 time: 0.0425708 Mar 18 10:40:51.199283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44852) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.267012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-a14704d6-eeb7-474a-946f-c146a3ba73f7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:51.268536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a14704d6-eeb7-474a-946f-c146a3ba73f7 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/2eac3bb6-aa00-43ab-8af1-7d2641ee7987 HTTP/1.1" status: 404 len: 336 time: 0.0683384 Mar 18 10:40:51.271144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44856) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.308245 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a3b54e-e0b8-4aac-a5c8-feb97127f235 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:51.308688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a3b54e-e0b8-4aac-a5c8-feb97127f235 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:51.310270 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-85a3b54e-e0b8-4aac-a5c8-feb97127f235 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/dbb78840-6add-43a4-a815-d5c24d744e35 HTTP/1.1" status: 404 len: 337 time: 0.0382717 Mar 18 10:40:51.312573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44860) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.354010 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29b60616-04be-4eb8-9f1c-17785a5fd6da tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "GET /v2.0/ports?device_id=45fce117-6d51-4ec3-a68b-21ca456272e1 HTTP/1.1" status: 200 len: 205 time: 0.0404003 Mar 18 10:40:51.356306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44864) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.422769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.api.v2.resource [None req-a2b2bc1e-1c1c-440e-bf28-c4b20ee1abb8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] delete failed (client error): The resource could not be found. Mar 18 10:40:51.424261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a2b2bc1e-1c1c-440e-bf28-c4b20ee1abb8 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/routers/45fce117-6d51-4ec3-a68b-21ca456272e1 HTTP/1.1" status: 404 len: 336 time: 0.0665674 Mar 18 10:40:51.426794 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.463195 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c06803-560f-4de9-b059-26ce6f006e20 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:51.463560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c06803-560f-4de9-b059-26ce6f006e20 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:51.465174 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c3c06803-560f-4de9-b059-26ce6f006e20 tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/9518f2ce-0cdd-4fa1-9671-be6a37a3c1e2 HTTP/1.1" status: 404 len: 337 time: 0.0375352 Mar 18 10:40:51.467636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44872) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.507585 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-343951a5-ca91-4668-864a-7c244780db7d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] DELETE failed (client error): The resource could not be found. Mar 18 10:40:51.508032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343951a5-ca91-4668-864a-7c244780db7d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:40:51.509642 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-343951a5-ca91-4668-864a-7c244780db7d tempest-RoutersTest-1793093444 tempest-RoutersTest-1793093444-project] 10.222.0.18 "DELETE /v2.0/subnets/d4d0966d-55c3-4452-afa1-3d03d2b1fce4 HTTP/1.1" status: 404 len: 337 time: 0.0411425 Mar 18 10:40:51.949979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44880) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:51.981657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-612a8934-7bd6-4826-a307-a2edc02e89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.098387 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2bc1781c-d683-4334-97ac-46f14064fef2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae40377aa3a24ea08a0813396c45a1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472549 Mar 18 10:40:52.100901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44886) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:52.156550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.181599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.294042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-86e7c749-21bf-44e4-803e-b76fdc36d133 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:52.294674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-86e7c749-21bf-44e4-803e-b76fdc36d133 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:52.346728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-86e7c749-21bf-44e4-803e-b76fdc36d133 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:52.347774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-86e7c749-21bf-44e4-803e-b76fdc36d133 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.1505864 Mar 18 10:40:52.389868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.419632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9f1be-36c0-4397-969a-25d97f90b2f3,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:52.451449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 94deb534-dc3b-4faa-8c0f-6dd75281f902 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:52.451783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.475711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.476762 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3f821053-6095-4e8c-b35d-dafcde8e67df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ab9f1be-36c0-4397-969a-25d97f90b2f3 HTTP/1.1" status: 204 len: 168 time: 0.3750076 Mar 18 10:40:52.503188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33da6-6c09-40f2-9ae8-56e3d8b71809 req-6143b4a1-22c7-412b-8aa3-595eeb714871 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:52.504617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f9b33da6-6c09-40f2-9ae8-56e3d8b71809 req-6143b4a1-22c7-412b-8aa3-595eeb714871 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 945 time: 0.2064722 Mar 18 10:40:52.621295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f9b33da6-6c09-40f2-9ae8-56e3d8b71809 req-c6d11242-82e6-4920-90c9-0b90e0f031d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:52.754091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 94deb534-dc3b-4faa-8c0f-6dd75281f902, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=94deb534-dc3b-4faa-8c0f-6dd75281f902,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:52.754439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:52.765869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f9b33da6-6c09-40f2-9ae8-56e3d8b71809 req-c6d11242-82e6-4920-90c9-0b90e0f031d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:52.767041 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f9b33da6-6c09-40f2-9ae8-56e3d8b71809 req-c6d11242-82e6-4920-90c9-0b90e0f031d4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=7542f1be-b705-4b27-9842-7619a9b0436b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568517 Mar 18 10:40:53.001649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 94deb534-dc3b-4faa-8c0f-6dd75281f902 owned by compute:nova {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:53.191394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:53.239470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=94deb534-dc3b-4faa-8c0f-6dd75281f902,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:53.312982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 94deb534-dc3b-4faa-8c0f-6dd75281f902 on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:40:53.315913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:53.318297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'name': 'network-vif-deleted', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:53.362483 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ca0737-28cc-4a30-b40f-97a3dc7eb28c', 'name': 'network-vif-deleted', 'tag': '94deb534-dc3b-4faa-8c0f-6dd75281f902', 'status': 'completed', 'code': 200} Mar 18 10:40:53.415027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22df1f06-1857-443e-864e-e17ca3aa33d0 req-7cbeb5b2-a45b-4ffe-ba5c-3a4fff6b9d79 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/94deb534-dc3b-4faa-8c0f-6dd75281f902 HTTP/1.1" status: 204 len: 173 time: 1.0611951 Mar 18 10:40:53.928773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-e7222469-51a0-4027-beb3-775a2a89f257 req-7255797d-7ef9-40a7-9e50-37fbc6ccaa95 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:40:54.008352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-e7222469-51a0-4027-beb3-775a2a89f257 req-7255797d-7ef9-40a7-9e50-37fbc6ccaa95 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:40:54.009492 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e7222469-51a0-4027-beb3-775a2a89f257 req-7255797d-7ef9-40a7-9e50-37fbc6ccaa95 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=55ca0737-28cc-4a30-b40f-97a3dc7eb28c HTTP/1.1" status: 200 len: 210 time: 0.1221671 Mar 18 10:40:54.483097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4bd88eaf-c6b2-4ee9-be9c-16bbe0f786c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.103429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44900) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:55.172202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.185480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.200699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.316836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.339793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.358737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542f1be-b705-4b27-9842-7619a9b0436b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:55.421034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.424874 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5896cb92-b303-4f8d-bd6e-cc6a52b168ee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/7542f1be-b705-4b27-9842-7619a9b0436b HTTP/1.1" status: 204 len: 168 time: 0.3204331 Mar 18 10:40:55.575651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:55.656176 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:40:56.403728 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 94deb534-dc3b-4faa-8c0f-6dd75281f902 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:40:56.436525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 94deb534-dc3b-4faa-8c0f-6dd75281f902 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:40:56.436871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 94deb534-dc3b-4faa-8c0f-6dd75281f902 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:40:56.520325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:56.931231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:57.172587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:57.526219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 345d3c55-d578-40ef-bc58-2fca27cbe0c3 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:57.526891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:57.708569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 345d3c55-d578-40ef-bc58-2fca27cbe0c3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=345d3c55-d578-40ef-bc58-2fca27cbe0c3,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:40:57.708918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:57.829600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 345d3c55-d578-40ef-bc58-2fca27cbe0c3 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:40:58.090394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:58.139123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=345d3c55-d578-40ef-bc58-2fca27cbe0c3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:58.412184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:58.855107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router a7ba7590-23bb-44a4-a53d-f3ee67722491 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:40:59.026053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:40:59.037066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Sync routers for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:40:59.045801 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:59.051247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:59.098341 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cefbf182-8ecf-4153-b4c2-26c7acad5444 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/a7ba7590-23bb-44a4-a53d-f3ee67722491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764709 Mar 18 10:40:59.100978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44914) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:59.171233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet 6678cc79-3a8d-4e4f-9331-0b9ce3211134 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:40:59.174102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.221409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:59.227066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.309710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.477145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.502689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:40:57Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:59.506457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Checking router: a7ba7590-23bb-44a4-a53d-f3ee67722491 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:40:59.514582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Routers {'a7ba7590-23bb-44a4-a53d-f3ee67722491'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:40:59.515188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['a7ba7590-23bb-44a4-a53d-f3ee67722491'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:40:59.517119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=6678cc79-3a8d-4e4f-9331-0b9ce3211134,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:59.519702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.528393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c7fa9228-6942-459c-9bb0-f92ef0e299ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/6678cc79-3a8d-4e4f-9331-0b9ce3211134 HTTP/1.1" status: 204 len: 168 time: 0.4240925 Mar 18 10:40:59.528604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44918) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:40:59.563499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43378e-e9d4-44cf-a45b-dca4b6eca554 None None] Network b33c7724-814d-4882-8590-c670e1ea9c63 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:40:59.704960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.843320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] Set router a7ba7590-23bb-44a4-a53d-f3ee67722491 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:40:59.882727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:40:59.956799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port f57135b5-d627-4d8d-895e-07324831ac37 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:40:59.957157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.212493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] DHCP port deletion for b33c7724-814d-4882-8590-c670e1ea9c63 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:41:00.224822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Deleting port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:41:00.225266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.255391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:40:57Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:00.268573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942e6e2-40a0-4d7b-9fa0-71185ffc481e None None] The sync data for ids ['a7ba7590-23bb-44a4-a53d-f3ee67722491'] in dv-neutron-834265-1-hyperv is: [{'id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'name': 'tempest-TestNetworkBasicOps-router-623642940', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:38:27Z', 'updated_at': '2022-03-18T10:40:57Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'f57135b5-d627-4d8d-895e-07324831ac37', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba7590-23bb-44a4-a53d-f3ee67722491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:38:29Z', 'updated_at': '2022-03-18T10:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:00.289155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port f57135b5-d627-4d8d-895e-07324831ac37, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f57135b5-d627-4d8d-895e-07324831ac37,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:00.289506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.415799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for f57135b5-d627-4d8d-895e-07324831ac37 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:41:00.445489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] For port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,segment=NetworkSegment(0be1de29-b006-4164-b918-d9ac58a4aab6),segment_id=0be1de29-b006-4164-b918-d9ac58a4aab6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:00.445939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.565153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Calling delete_port for 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:41:00.684917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.735757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=f57135b5-d627-4d8d-895e-07324831ac37,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:00.736027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.781563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Pushing event deleted for resources: {'Port': ['ID=31f4dda6-b339-4cb5-b1e5-9fd96cb38828,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:00.787010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] No DVR routers for this DVR port 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.798567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ee1d4-93e3-4b53-97d2-979ee4484903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:00.828740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:00.999194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.001335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.084285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.084711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router a7ba7590-23bb-44a4-a53d-f3ee67722491 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:41:01.099753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.100914 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-387c8b1b-8319-42e2-8569-ad1fdf4560c6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/a7ba7590-23bb-44a4-a53d-f3ee67722491 HTTP/1.1" status: 204 len: 168 time: 1.5714259 Mar 18 10:41:01.103861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44922) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:01.220637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.347153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.374887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33c7724-814d-4882-8590-c670e1ea9c63']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:01.387020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be1de29-b006-4164-b918-d9ac58a4aab6') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:01.387312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be1de29-b006-4164-b918-d9ac58a4aab6') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:01.398288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.414576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.420364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:41:01.420734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:41:01.435373 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:41:01.563041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.584118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.595009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=b33c7724-814d-4882-8590-c670e1ea9c63,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:01.685050 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ce269987-98a9-4f30-9301-9e385d5ae878 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/b33c7724-814d-4882-8590-c670e1ea9c63 HTTP/1.1" status: 204 len: 168 time: 0.5801752 Mar 18 10:41:01.708010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44926) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:01.713789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1959579939', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:01.718851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:01.723369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:01.726432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:01.732767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:01.796656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:41:01.800467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.828553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:41:01.836990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.837321 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 94b84a88-b0c6-430b-884b-e40c2048328e of type vlan for network 54e700b7-8b14-4d6f-924e-9276688bb624 Mar 18 10:41:01.862263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.940566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:01.945902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:01.946548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.049891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=54e700b7-8b14-4d6f-924e-9276688bb624,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:02.059733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 54e700b7-8b14-4d6f-924e-9276688bb624 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:41:02.102525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-898b2db4-d9b6-467b-85d2-3a867aa88fc4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3933983 Mar 18 10:41:02.105156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44932) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:02.110411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:02.117943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:02.121677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:02.124493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:02.131321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:02.202645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:41:02.210490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.211527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.226900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.235203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:41:02.235556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 31f4dda6-b339-4cb5-b1e5-9fd96cb38828 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:41:02.235975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f57135b5-d627-4d8d-895e-07324831ac37 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:41:02.271599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f57135b5-d627-4d8d-895e-07324831ac37 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:41:02.271939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f57135b5-d627-4d8d-895e-07324831ac37 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:41:02.272334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 345d3c55-d578-40ef-bc58-2fca27cbe0c3 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:41:02.303263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 345d3c55-d578-40ef-bc58-2fca27cbe0c3 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:41:02.303553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 345d3c55-d578-40ef-bc58-2fca27cbe0c3 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:41:02.544874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.897874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:02.927206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:03.165588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.252 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/5b512901-3451-4c1f-800a-5101593e7196) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:03.305170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:03.376230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:03.436481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:03.439020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:03.446474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:03.485365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=5b512901-3451-4c1f-800a-5101593e7196,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:03.886460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:04.213097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:04.467036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:41:04.753177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:41:04.762199 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Sync routers for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:41:04.772328 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:04.772927 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:04.844440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:04.845663 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-baed817e-715c-4780-ba13-0ade91c674e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7395818 Mar 18 10:41:04.848821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44938) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:04.890605 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7344a232-a177-4e20-94aa-20e41ba2cd5b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381572 Mar 18 10:41:04.890848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44942) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:04.943818 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:05.018212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160c988-09c3-4d13-a0c1-c37b96f0346d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:05.019585 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2160c988-09c3-4d13-a0c1-c37b96f0346d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279075 Mar 18 10:41:05.022440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44946) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:05.060660 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffbc2f69-71f0-42eb-8fa0-3a460aa8d25a tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371349 Mar 18 10:41:05.063114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 44950) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:05.068885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623610594', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:05.175921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:05.179819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:05.182753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:05.188631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:05.226649 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:03Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:05.230359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Checking router: e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:41:05.230703 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Updating router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf port 5b512901-3451-4c1f-800a-5101593e7196 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:41:05.255920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:41:05.259489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.281971 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.516922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.599008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:05.604984 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.605306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:05.605666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: 54e700b7-8b14-4d6f-924e-9276688bb624, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:41:05.617417 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Transition to ACTIVE for port object 5b512901-3451-4c1f-800a-5101593e7196 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:05.693698 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.705584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54e700b7-8b14-4d6f-924e-9276688bb624 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:41:05.773573 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580dca0-2076-431b-8950-6711601b2ff8 None None] Pushing event updated for resources: {'Port': ['ID=5b512901-3451-4c1f-800a-5101593e7196,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:05.775931 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Attempting to bind port 5b512901-3451-4c1f-800a-5101593e7196 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:05.776295 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Attempting to bind port 5b512901-3451-4c1f-800a-5101593e7196 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:05.776655 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Attempting to bind port 5b512901-3451-4c1f-800a-5101593e7196 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:05.782267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:05.782637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:05.783030 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.783441 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:05.783894 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Bound port: 5b512901-3451-4c1f-800a-5101593e7196, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:05.784261 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.787400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 54e700b7-8b14-4d6f-924e-9276688bb624) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:05.791983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:05.792561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:05.796264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fe1e1-d2bd-4a7b-b3c9-b2f99439e04a None None] Network 54e700b7-8b14-4d6f-924e-9276688bb624 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:41:05.855346 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] For port 5b512901-3451-4c1f-800a-5101593e7196, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:05.858160 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] For port 5b512901-3451-4c1f-800a-5101593e7196, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b512901-3451-4c1f-800a-5101593e7196,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:05.917734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-787f9e64-0d45-44d2-adfb-b3374bbe081f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8535945 Mar 18 10:41:05.922635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44954) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:05.947714 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.018511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-54e700b7-8b14-4d6f-924e-9276688bb624', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:41:06.018647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.048443 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:06.049633 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:06.120004 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580dca0-2076-431b-8950-6711601b2ff8 None None] Pushing event updated for resources: {'Port': ['ID=5b512901-3451-4c1f-800a-5101593e7196,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:06.182297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Allocated IP 172.20.0.2 (54e700b7-8b14-4d6f-924e-9276688bb624/a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77/5b8a2ef0-b21a-44d0-aefd-d1706a52312e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:06.232657 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:06.400684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.411687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Transition to ACTIVE for port object 5b8a2ef0-b21a-44d0-aefd-d1706a52312e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:06.430719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Transition to ACTIVE for port object 5b8a2ef0-b21a-44d0-aefd-d1706a52312e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:06.479077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.526973 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:03Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:06.531421 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c637a0b-5da1-4a92-b181-4c0c3d16125a None None] The sync data for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:03Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:06.541921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Network 54e700b7-8b14-4d6f-924e-9276688bb624 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:06.549082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:06.551645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:06.635359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Pushing event updated for resources: {'Port': ['ID=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:06.688364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Attempting to bind port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:06.688737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Attempting to bind port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:06.689102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Attempting to bind port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:06.695194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:06.695568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Checking segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:06.695980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.696394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Bound using segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:06.696866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Bound port: 5b8a2ef0-b21a-44d0-aefd-d1706a52312e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:06.697247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.739810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:06.823035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] For port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:06.827253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] For port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:06.901876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:07.029988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b78a-aa27-45bc-89b5-caf0b223b5d9 None None] Pushing event updated for resources: {'Port': ['ID=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:07.160274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (54e700b7-8b14-4d6f-924e-9276688bb624/a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77/9abf759a-29df-49a5-a97b-ee06e62147a7) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:07.337310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:07.352417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 9abf759a-29df-49a5-a97b-ee06e62147a7 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:07.436602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:07.500444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54e700b7-8b14-4d6f-924e-9276688bb624 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:07.503460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:07.511549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:07.551234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:07.577049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.041072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf91a2-1427-4504-be7a-cadc92ccd462 None None] Network 54e700b7-8b14-4d6f-924e-9276688bb624 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:41:08.074508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.246740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-08dc1cbc-3285-484e-82b0-c540ba889a1e None None] Provisioning for port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:08.272383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b512901-3451-4c1f-800a-5101593e7196 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:08.456548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5b512901-3451-4c1f-800a-5101593e7196 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:08.462965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5b512901-3451-4c1f-800a-5101593e7196 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:08.463467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.521493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.593535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.603395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.620721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5b512901-3451-4c1f-800a-5101593e7196, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b512901-3451-4c1f-800a-5101593e7196,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:08.677019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-365324f7-0d31-462a-b08f-be9c4801600d None None] Provisioning for port 9abf759a-29df-49a5-a97b-ee06e62147a7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:08.682225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-365324f7-0d31-462a-b08f-be9c4801600d None None] Provisioning complete for port 9abf759a-29df-49a5-a97b-ee06e62147a7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:08.683104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-365324f7-0d31-462a-b08f-be9c4801600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.708466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.712110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:08.712325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:08.713007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b8a2ef0-b21a-44d0-aefd-d1706a52312e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:08.840565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-365324f7-0d31-462a-b08f-be9c4801600d None None] Port 9abf759a-29df-49a5-a97b-ee06e62147a7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:08.845363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54e700b7-8b14-4d6f-924e-9276688bb624 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:08.846535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:08.862436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5b512901-3451-4c1f-800a-5101593e7196,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:08.962497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:08.968293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:08.968827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.035878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cbc11ab7-e416-4354-9c6f-df7547cfce9d None None] Provisioning complete for port 9abf759a-29df-49a5-a97b-ee06e62147a7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:09.036366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbc11ab7-e416-4354-9c6f-df7547cfce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.041498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:41:09.096504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cbc11ab7-e416-4354-9c6f-df7547cfce9d None None] Port 9abf759a-29df-49a5-a97b-ee06e62147a7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:09.148453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.180181 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:09.214997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7a86c1b8-81ae-4fb7-8ba4-c8c12a0be9c1 None None] Provisioning complete for port 9abf759a-29df-49a5-a97b-ee06e62147a7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:09.215364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7a86c1b8-81ae-4fb7-8ba4-c8c12a0be9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.220489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:41:09.233359 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ea13334c-f080-4622-9aae-430beb058dae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3085511 Mar 18 10:41:09.235874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44958) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:09.244957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Sync routers for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:41:09.275213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:09.275843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:09.329054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.372715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7a86c1b8-81ae-4fb7-8ba4-c8c12a0be9c1 None None] Port 9abf759a-29df-49a5-a97b-ee06e62147a7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:09.377904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.378391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.378851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.379304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.379755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.380209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.381984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-be054122-29e4-4fd2-96ea-3546dcffafd1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1445696 Mar 18 10:41:09.389519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44962) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:09.458718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.459184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.459633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.460079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.460520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.460967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.465168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-20780909-aa26-4c2f-830b-c9a54e011237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0722628 Mar 18 10:41:09.465388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44966) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:09.478409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:09.511189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:09.784355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0705311c-8b0c-4490-8a81-a2c00d0c07c9 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3150187 Mar 18 10:41:09.784921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44970) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:09.789963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-937066960', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:09.860489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:09.864214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Checking router: e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:41:09.864568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Updating router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf port 9abf759a-29df-49a5-a97b-ee06e62147a7 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:41:09.920276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:09.922821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:09.930480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:port and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:09.933661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:09.940450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:10.015464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:41:10.019645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.040511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] device_id is not set on port ebe32a84-308c-4ce8-9859-468bcc8ec806 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:41:10.235584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b512901-3451-4c1f-800a-5101593e7196 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:10.306880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.322304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Transition to ACTIVE for port object 9abf759a-29df-49a5-a97b-ee06e62147a7 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:10.334082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5b512901-3451-4c1f-800a-5101593e7196 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:10.334452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.422014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.461253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.12 (54e700b7-8b14-4d6f-924e-9276688bb624/a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77/ebe32a84-308c-4ce8-9859-468bcc8ec806) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:10.555788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b8a2ef0-b21a-44d0-aefd-d1706a52312e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:10.631774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d80d5-d499-4ce7-ab88-a037ae2a27bb None None] Pushing event updated for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:10.681396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.698476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object ebe32a84-308c-4ce8-9859-468bcc8ec806 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:10.715760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Attempting to bind port 9abf759a-29df-49a5-a97b-ee06e62147a7 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:10.716129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Attempting to bind port 9abf759a-29df-49a5-a97b-ee06e62147a7 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:10.716491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Attempting to bind port 9abf759a-29df-49a5-a97b-ee06e62147a7 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:10.728222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:10.728592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Checking segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:10.731140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.731140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Bound using segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:10.731140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Bound port: 9abf759a-29df-49a5-a97b-ee06e62147a7, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:10.731140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.777957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:10.778271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.787737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.856861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 54e700b7-8b14-4d6f-924e-9276688bb624 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:10.864363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:10.866816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:10.872820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] For port 9abf759a-29df-49a5-a97b-ee06e62147a7, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:10.877531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] For port 9abf759a-29df-49a5-a97b-ee06e62147a7, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9abf759a-29df-49a5-a97b-ee06e62147a7,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:10.911711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:10.950122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:10.950788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:10.963680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:11.041019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:11.041644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:40:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:11.045076 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8d1fb980-2acf-4ec6-9eae-898023ccdc30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2596552 Mar 18 10:41:11.106404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d80d5-d499-4ce7-ab88-a037ae2a27bb None None] Pushing event updated for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:11.278701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:11.327983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c9771363-8d2b-4a61-9a94-9aa172d73cca None None] Provisioning for port ebe32a84-308c-4ce8-9859-468bcc8ec806 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:11.338254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c9771363-8d2b-4a61-9a94-9aa172d73cca None None] Provisioning complete for port ebe32a84-308c-4ce8-9859-468bcc8ec806 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:11.338629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9771363-8d2b-4a61-9a94-9aa172d73cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:11.483207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c9771363-8d2b-4a61-9a94-9aa172d73cca None None] Port ebe32a84-308c-4ce8-9859-468bcc8ec806 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:11.650669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:10Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:11.654077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:11.654737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622769f-2541-4fe0-b2bd-d4e7ccef49c5 None None] The sync data for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:10Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:11.659387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636605366', 'description': 'tempest-secgroup-smoke-1636605366 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:11.666798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:11.671094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:11.674593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:11.680287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:11.753379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:11.774436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:11.778681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:11.781806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:11.788152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:11.862164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:11.918422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:11.973387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a4ce0d-29e6-4271-99a6-4ffb346a919a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:12.032906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.034816 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f4641e58-cc61-4193-96cd-ef7b32574927 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3796933 Mar 18 10:41:12.037967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44980) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:12.043108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:12.049954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:12.053980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:12.056973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:12.063226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:12.165485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.234510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9abf759a-29df-49a5-a97b-ee06e62147a7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:12.244214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.322309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.349501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99fca12-a4ab-4f93-bb3d-a1aeb803a6d9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:12.396596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 9abf759a-29df-49a5-a97b-ee06e62147a7 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:12.401891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9abf759a-29df-49a5-a97b-ee06e62147a7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:12.406337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.425555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.426818 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-21bbf1fd-6780-452f-9f4e-3658c9104e4d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3878322 Mar 18 10:41:12.431032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44984) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:12.438766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:12.444274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:12.448207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:12.451307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:12.457782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:12.525625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.530208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.560380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 9abf759a-29df-49a5-a97b-ee06e62147a7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9abf759a-29df-49a5-a97b-ee06e62147a7,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:12.592052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.625278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.653720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.681758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6292fe-98a5-4b29-b127-c09267c08974,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:12.705795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:12.741416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.742704 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-515c9764-3069-47df-9109-4d59c4a93417 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104007 Mar 18 10:41:12.745422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44988) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:12.750338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:12.756799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:12.760631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:12.763545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:12.769651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:12.838959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.898996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.952757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:12.976112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ab4fa-3ac3-4dc2-a83a-6d959574dd75,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:13.042955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.044070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-24aaf9ed-ef07-4d5d-a768-eec6ac47e701 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2977164 Mar 18 10:41:13.046960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44992) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:13.053374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:13.059427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:13.063122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:13.066647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:13.072320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:13.163834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.223629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.288211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.309888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6a1879-0fd3-4873-8e63-c0f1eadad4cf,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:13.379797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.380981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-177136aa-1a49-434e-8179-a2d7108badff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330963 Mar 18 10:41:13.383781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 44996) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:13.388790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:13.394572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:13.398310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:13.401148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:13.406650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:13.499049 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:41:13.505754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.571395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.636414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.660049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e0cfb0-6118-49bc-9681-a9f848df0234,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:13.716593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.717761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0c229e27-072e-4ff8-bca1-f6d8b5352917 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330579 Mar 18 10:41:13.723200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45000) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:13.728003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '92a4ce0d-29e6-4271-99a6-4ffb346a919a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:13.733793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:13.738074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:13.740913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:13.746522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:13.844054 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:41:13.851578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.914845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:13.979267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:14.002191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcd9946-b662-42d0-be22-de46b0b952f8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:14.076632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:14.077843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3dc9814f-8584-4098-b157-b53cb55dd135 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3537343 Mar 18 10:41:14.211074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9abf759a-29df-49a5-a97b-ee06e62147a7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:14.277046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9abf759a-29df-49a5-a97b-ee06e62147a7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:14.277414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:14.290160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-0bdc7b57-974a-45ec-8506-50c03f2b64e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:14.358478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-0bdc7b57-974a-45ec-8506-50c03f2b64e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:14.359671 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-0bdc7b57-974a-45ec-8506-50c03f2b64e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636605366&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.1078825 Mar 18 10:41:14.440166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-171d6100-54a4-4444-b6fa-b8e792245bee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:14.441484 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-171d6100-54a4-4444-b6fa-b8e792245bee tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 930 time: 0.0749664 Mar 18 10:41:14.609672 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-9784542c-ed79-42f4-9cd6-84f63330b4d9 service neutron] 10.222.0.18 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1564603 Mar 18 10:41:14.738204 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-6113d811-109c-4e4b-b368-86642198933b service neutron] 10.222.0.18 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221688 Mar 18 10:41:14.865668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-9ea01fab-b5e0-4573-bcb5-79a445e818e8 service neutron] 10.222.0.18 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217716 Mar 18 10:41:15.103667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dbe67357-02eb-4dbf-bdcb-8aa3f786b22e req-80efd6df-2fc7-4ad4-90a2-d7bc7e09efea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:15.181217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dbe67357-02eb-4dbf-bdcb-8aa3f786b22e req-80efd6df-2fc7-4ad4-90a2-d7bc7e09efea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:15.182459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dbe67357-02eb-4dbf-bdcb-8aa3f786b22e req-80efd6df-2fc7-4ad4-90a2-d7bc7e09efea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.1248121 Mar 18 10:41:16.279946 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15816cf9-3be5-4856-9477-fad208904442 req-e684d882-d602-4d73-8500-df7c1ceaf51b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.0462065 Mar 18 10:41:17.377641 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32796042-be21-4f41-9d27-499357381086 req-3eff4e2f-70a6-4cdc-900a-d4a9ccc1a04a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.0436664 Mar 18 10:41:18.526542 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1bc64a8-491b-4cd8-b47f-66f16dde4ef6 req-b5e1b31d-4798-4a40-a45d-82eac7c236b3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.0417495 Mar 18 10:41:19.194518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-3019904d-df02-4a90-8dd6-001311dfcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:19.195699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-3019904d-df02-4a90-8dd6-001311dfcd00 service neutron] 10.222.0.24 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1026 time: 0.0597060 Mar 18 10:41:19.340590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-e7f576dd-4fe0-4a11-8a68-3984ba85fd75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:19.341251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-e7f576dd-4fe0-4a11-8a68-3984ba85fd75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:19.449459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-e7f576dd-4fe0-4a11-8a68-3984ba85fd75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:19.450551 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-e7f576dd-4fe0-4a11-8a68-3984ba85fd75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 200 len: 797 time: 0.2498882 Mar 18 10:41:19.501344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-d471ff46-8ddf-48a1-9aab-7a36a720d2d8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 380 time: 0.0424263 Mar 18 10:41:19.511417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Request body: {'port': {'device_id': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:19.620188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:19.672513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1418b604-2c8c-4961-aea3-e13cb4d93a8a req-51d4cc04-8d8d-470b-bf2f-4c6d5695c648 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.0418129 Mar 18 10:41:19.967489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe32a84-308c-4ce8-9859-468bcc8ec806 {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:19.974753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:19.988640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Transition to ACTIVE for port object ebe32a84-308c-4ce8-9859-468bcc8ec806 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:20.082474 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:20.347783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:20.432106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:20.432434 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:20.432754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:20.437913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:41:20.438245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:20.444086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:20.444432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Checking segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:20.444822 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Bound using segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:20.445282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Bound port: ebe32a84-308c-4ce8-9859-468bcc8ec806, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:20.445631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:20.536947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:20.539776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:20.598576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:20.649866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:20.650579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:20.652162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1131 time: 1.1445293 Mar 18 10:41:20.654873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:20.683819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df4d3-0d1c-4e51-9ced-a034e77e32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=3']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:20.708089 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'status': 'completed', 'code': 200} Mar 18 10:41:20.805419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-af361c8f-256f-4255-a255-80417e857f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:20.806927 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-af361c8f-256f-4255-a255-80417e857f5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 1134 time: 0.0805979 Mar 18 10:41:20.874551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5b29d-697d-4a58-bac8-2f99dd00b2ec req-c3ddbe09-db54-485a-b576-4157654601ff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:20.876007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1b5b29d-697d-4a58-bac8-2f99dd00b2ec req-c3ddbe09-db54-485a-b576-4157654601ff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 981 time: 0.0868332 Mar 18 10:41:20.928689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e1b5b29d-697d-4a58-bac8-2f99dd00b2ec req-81b1dd90-c645-4f19-aae5-b878da5c0c88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:20.941901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e1b5b29d-697d-4a58-bac8-2f99dd00b2ec req-81b1dd90-c645-4f19-aae5-b878da5c0c88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:20.943027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1b5b29d-697d-4a58-bac8-2f99dd00b2ec req-81b1dd90-c645-4f19-aae5-b878da5c0c88 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Mar 18 10:41:20.956176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-a1b3eddf-d920-45fb-8609-3a74018eb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:20.957623 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-a1b3eddf-d920-45fb-8609-3a74018eb91a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1435440 Mar 18 10:41:21.088303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-c6ac100d-e268-4238-a56a-a7dd455ee349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:21.089675 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f70e44c-3113-4a02-9c77-fa03dab02af5 req-c6ac100d-e268-4238-a56a-a7dd455ee349 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259587 Mar 18 10:41:21.193806 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-566723cf-4cbb-4fca-903f-dcf7f96cb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:21.195250 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-566723cf-4cbb-4fca-903f-dcf7f96cb705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 1134 time: 0.0684924 Mar 18 10:41:21.264551 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-14e17e26-7d7d-4ee2-bd93-eea195fb50dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 217 time: 0.0621359 Mar 18 10:41:21.326962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-b36f16f6-3a91-4a89-b9e8-883386f5e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:21.338612 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-b36f16f6-3a91-4a89-b9e8-883386f5e3b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77 HTTP/1.1" status: 200 len: 835 time: 0.0584764 Mar 18 10:41:21.404005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-ffb197d6-5670-4bc6-8472-c9221c520df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:21.405418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-ffb197d6-5670-4bc6-8472-c9221c520df2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54e700b7-8b14-4d6f-924e-9276688bb624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715263 Mar 18 10:41:21.532006 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-cc62de0b-2df7-4482-9e41-d0c825b1168e service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200571 Mar 18 10:41:21.657633 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-39016b32-6dd5-4fac-954e-066f4c4ead1a req-4bb43162-facb-4b1f-9a3a-e64272ab9740 service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197865 Mar 18 10:41:21.979923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-98eb6d50-abf4-4526-ae71-5fad7f57f47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:22.124557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edc744-6e4f-4e36-a96c-d8f8a50dc837 req-82699911-5d38-4a60-a4b8-c24bc0b3fd3a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:22.125993 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d3edc744-6e4f-4e36-a96c-d8f8a50dc837 req-82699911-5d38-4a60-a4b8-c24bc0b3fd3a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 981 time: 0.0786178 Mar 18 10:41:22.169018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d3edc744-6e4f-4e36-a96c-d8f8a50dc837 req-2bbaf8fa-4d53-48dd-b17b-f9c9bdbc3a3f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Mar 18 10:41:23.352911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66605db-c499-4d80-8f92-f9b474af6c69 req-8f1c203b-2eea-4087-8758-e5525b36e281 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:23.354397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d66605db-c499-4d80-8f92-f9b474af6c69 req-8f1c203b-2eea-4087-8758-e5525b36e281 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 981 time: 0.0788209 Mar 18 10:41:23.397404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d66605db-c499-4d80-8f92-f9b474af6c69 req-3b8f2e89-5014-42a6-ab18-fdad8999c5cc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Mar 18 10:41:24.426607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-61773456-6cbf-42fa-a6de-6a9565370aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:24.543161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:41:24.580699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f7264-723a-4c94-9532-b3def5fbf28b req-f5d9d17b-6588-46fe-b286-718de22010b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:24.582727 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b8f7264-723a-4c94-9532-b3def5fbf28b req-f5d9d17b-6588-46fe-b286-718de22010b8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 981 time: 0.0821803 Mar 18 10:41:24.625931 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b8f7264-723a-4c94-9532-b3def5fbf28b req-ff015807-242a-49cc-9586-7ca553037302 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Mar 18 10:41:24.673856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:24.686397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'mac_address': 'fa:16:3e:d3:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:41:24.742255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:24.758608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe32a84-308c-4ce8-9859-468bcc8ec806 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:24.773846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:24.883291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:24.948771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:25.097376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['ebe32a84-308c-4ce8-9859-468bcc8ec806'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:41:25.229109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:25.323368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:25.609331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:25.808245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af281f2-7b55-4443-84a2-a7c92ee05436 req-28f57e3b-300b-4fad-a34b-04d10c7a18f6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:25.809657 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2af281f2-7b55-4443-84a2-a7c92ee05436 req-28f57e3b-300b-4fad-a34b-04d10c7a18f6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 982 time: 0.0819621 Mar 18 10:41:25.852323 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2af281f2-7b55-4443-84a2-a7c92ee05436 req-af2095ff-b5a3-4ae0-940e-4ce49b098e47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371897 Mar 18 10:41:26.542797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:26.670349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port ebe32a84-308c-4ce8-9859-468bcc8ec806 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:26.675556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port ebe32a84-308c-4ce8-9859-468bcc8ec806 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:26.675928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:26.785160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:26.811035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:26.821137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:26.877414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:26.966304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:26.998575 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'code': 200} Mar 18 10:41:26.999123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:27.058493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f7fd-e1a3-4885-a7f0-8f0f625ca4fa req-f0639f76-7b94-4e2a-aa02-a1ac7323b275 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:27.059924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9e97f7fd-e1a3-4885-a7f0-8f0f625ca4fa req-f0639f76-7b94-4e2a-aa02-a1ac7323b275 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.0863905 Mar 18 10:41:27.103624 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9e97f7fd-e1a3-4885-a7f0-8f0f625ca4fa req-f65209dc-d336-4fa2-a7c7-38f65dadad45 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Mar 18 10:41:27.369722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c48f2c-57b8-4e7a-bf3b-287a003e3f56 req-1ac7b5ef-c6ff-454d-8d81-a15921bbc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:27.371120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a6c48f2c-57b8-4e7a-bf3b-287a003e3f56 req-1ac7b5ef-c6ff-454d-8d81-a15921bbc1ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 1136 time: 0.0683982 Mar 18 10:41:27.413322 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a6c48f2c-57b8-4e7a-bf3b-287a003e3f56 req-ee883c84-118c-4172-bf47-e6d590345624 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Mar 18 10:41:28.292800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb6069-1250-465d-a42d-9ef0a84b8528 req-c3fcefa8-3f11-44dc-8c8b-73cc488dc019 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:28.294162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1acb6069-1250-465d-a42d-9ef0a84b8528 req-c3fcefa8-3f11-44dc-8c8b-73cc488dc019 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.0789378 Mar 18 10:41:28.339655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1acb6069-1250-465d-a42d-9ef0a84b8528 req-2b5abc5d-2e7b-41c7-ac4f-535fc29827a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Mar 18 10:41:29.524164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500227-4118-45f3-bee0-ee010a7f88a4 req-ba4e5906-cc37-4490-991d-d5974b38a165 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:29.525587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61500227-4118-45f3-bee0-ee010a7f88a4 req-ba4e5906-cc37-4490-991d-d5974b38a165 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.0798984 Mar 18 10:41:29.567862 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61500227-4118-45f3-bee0-ee010a7f88a4 req-115e944b-562f-45fe-81d9-899cb9fbb116 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368268 Mar 18 10:41:29.747855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e184d5-8317-4add-bff4-3d6d02ca3e66 req-a6c64645-9a3d-41ea-8f21-4af40d1a1750 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:29.749177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-26e184d5-8317-4add-bff4-3d6d02ca3e66 req-a6c64645-9a3d-41ea-8f21-4af40d1a1750 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.0798554 Mar 18 10:41:29.899533 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-26e184d5-8317-4add-bff4-3d6d02ca3e66 req-f39b3af5-4551-46f5-97f4-1922f1f852e5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447117 Mar 18 10:41:29.921901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45072) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:29.990173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a8d60-5547-464b-8bb5-07f0b5ba9112 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:29.991653 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-000a8d60-5547-464b-8bb5-07f0b5ba9112 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 1131 time: 0.0687604 Mar 18 10:41:29.994879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45076) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:29.999726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:30.006107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:30.009842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:30.012599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:30.018214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:30.094819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:30.224977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:30.500780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.253 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/287e1c30-ad85-41ad-b8d8-4652c05fcaa2) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:30.641138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:30.724122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:30.787708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:30.794236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:30.798193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:30.826571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=287e1c30-ad85-41ad-b8d8-4652c05fcaa2,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:31.204976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:31.370822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:31.568692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:31.624363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:31.732457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=287e1c30-ad85-41ad-b8d8-4652c05fcaa2,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:31.743438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:31.910558 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 7bdff4a1-a811-4783-893c-4cabc9511cdb associated. External IP: 172.26.2.253, port: ebe32a84-308c-4ce8-9859-468bcc8ec806. Mar 18 10:41:32.349256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:41:32.521731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:41:32.531402 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Sync routers for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:41:32.541275 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:32.541971 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:32.602219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:32.658464 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bacc7428-fc1a-4bbc-8667-8c24960a83bd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6625924 Mar 18 10:41:32.659987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:32.662234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45080) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:32.694758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:41:32.725649 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:32.734555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d60526-660a-4b73-977c-3e71523dd8a6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:32.736352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-18d60526-660a-4b73-977c-3e71523dd8a6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd&network_id=54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 200 len: 1131 time: 0.0730822 Mar 18 10:41:32.818484 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'status': 'completed', 'code': 200} Mar 18 10:41:32.914565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-67ce1d99-4f93-4408-b999-5ef2b3e85299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:32.916059 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-67ce1d99-4f93-4408-b999-5ef2b3e85299 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 1136 time: 0.0766947 Mar 18 10:41:33.049429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-6eba8634-3ea8-4e65-b09c-b3039b62b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:33.050871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-6eba8634-3ea8-4e65-b09c-b3039b62b1fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 200 len: 898 time: 0.1275651 Mar 18 10:41:33.087637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7bdff4a1-a811-4783-893c-4cabc9511cdb', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-937066960', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'mac_address': 'fa:16:3e:d3:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:31Z', 'updated_at': '2022-03-18T10:41:31Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:33.091454 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Checking router: e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:41:33.099677 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:33.100261 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:33.155802 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-a5f0941d-28a1-4e29-84d9-512e475f48c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1037 time: 0.0982053 Mar 18 10:41:33.217664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-a77ca3a7-9dd8-46a0-8dc5-f248f1493a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:33.219181 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-a77ca3a7-9dd8-46a0-8dc5-f248f1493a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77 HTTP/1.1" status: 200 len: 835 time: 0.0575242 Mar 18 10:41:33.275710 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:33.293297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1de3f-ef38-4658-ab09-023ffafd8757 req-160b9ccd-813c-44a6-bf0f-8ebbc994fac9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:33.294130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-e340d1fe-330e-4a1b-a8b1-cd8828578998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:33.294781 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7ee1de3f-ef38-4658-ab09-023ffafd8757 req-160b9ccd-813c-44a6-bf0f-8ebbc994fac9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.0824106 Mar 18 10:41:33.297751 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-e340d1fe-330e-4a1b-a8b1-cd8828578998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54e700b7-8b14-4d6f-924e-9276688bb624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710235 Mar 18 10:41:33.340950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7ee1de3f-ef38-4658-ab09-023ffafd8757 req-6bd901e4-5da0-4693-8319-c71dab8be862 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Mar 18 10:41:33.433996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-2a666e54-2ff1-4d6f-b717-c53f68eec7b7 service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288626 Mar 18 10:41:33.563779 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b3cd8626-dfc7-4b84-b751-8a6f502cd01f req-a4448a8f-ea7a-487a-8cd0-1371512495d4 service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235988 Mar 18 10:41:33.648297 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7bdff4a1-a811-4783-893c-4cabc9511cdb', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-937066960', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'mac_address': 'fa:16:3e:d3:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:31Z', 'updated_at': '2022-03-18T10:41:31Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:33.652278 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c3862-05ce-42e9-b3cb-580080d63963 None None] The sync data for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7bdff4a1-a811-4783-893c-4cabc9511cdb', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.253', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-937066960', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'mac_address': 'fa:16:3e:d3:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e91fc23-8893-474d-9b1a-47bda1a2cbcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:31Z', 'updated_at': '2022-03-18T10:41:31Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:33.832841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df56189-24b0-495b-93b7-117a7a69e687 None None] New status for floating IP 7bdff4a1-a811-4783-893c-4cabc9511cdb: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:41:34.585358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de63b-b698-4f18-aec2-bd45e15150b4 req-a3164d0b-4fc7-4fd7-9a54-dc3277b206de tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:34.586828 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a12de63b-b698-4f18-aec2-bd45e15150b4 req-a3164d0b-4fc7-4fd7-9a54-dc3277b206de tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.1399474 Mar 18 10:41:34.594696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-a4ef1e0e-ade0-40c2-980f-d5263eac2c41 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:34.595989 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-a4ef1e0e-ade0-40c2-980f-d5263eac2c41 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 983 time: 0.1144881 Mar 18 10:41:34.687947 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a12de63b-b698-4f18-aec2-bd45e15150b4 req-de80ed11-50ad-4e17-939d-12b1f84b7c17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903399 Mar 18 10:41:34.691013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-112ae47a-a505-465c-ab40-ec34a8136bef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:34.692317 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-112ae47a-a505-465c-ab40-ec34a8136bef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0826759 Mar 18 10:41:34.832489 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-020bde38-68bb-4025-a03e-9b9de51e9881 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1352768 Mar 18 10:41:34.842671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:34.952189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:35.145252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:35.270693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:35.320759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] device_id is not set on port ebe32a84-308c-4ce8-9859-468bcc8ec806 yet. {{(pid=88541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:41:35.329174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:35.409235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:35.550002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=6']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:35.605895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] No DVR routers for this DVR port ebe32a84-308c-4ce8-9859-468bcc8ec806 on host hv-neutron-8342 {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:41:35.631822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5004dd54-5c23-43cf-a2e4-a48c62c3eae5 None None] Provisioning complete for port ebe32a84-308c-4ce8-9859-468bcc8ec806 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:35.632362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5004dd54-5c23-43cf-a2e4-a48c62c3eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:35.690587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-5004dd54-5c23-43cf-a2e4-a48c62c3eae5 None None] Port ebe32a84-308c-4ce8-9859-468bcc8ec806 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:35.823766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] In _notify_port_updated(), no bound segment for port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:41:35.824526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:35.825124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:35.826391 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5d277b1a-e07d-4b28-83dd-3abe51d4951a req-1fa95d59-b64e-4dff-88e7-3a92aff82177 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1026 time: 0.9875538 Mar 18 10:41:35.836584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-58d5073b-4359-47c0-896e-101509af49b3 req-3b5712fc-8c33-4c9a-a05a-9b412954b35c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e91fc23-8893-474d-9b1a-47bda1a2cbcd HTTP/1.1" status: 200 len: 210 time: 0.0448892 Mar 18 10:41:36.930387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45098) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:37.045314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d0036-b554-42bb-8841-f878845ec3d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:37.046767 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-793d0036-b554-42bb-8841-f878845ec3d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 925 time: 0.1164744 Mar 18 10:41:37.068586 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-b083fcde-6220-4889-9781-92278f197fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058285 Mar 18 10:41:37.216761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-7d1ae74d-58f8-4d8d-87c1-3ca457725680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:37.218296 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-7d1ae74d-58f8-4d8d-87c1-3ca457725680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 1098 time: 0.0756514 Mar 18 10:41:37.343571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45104) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:37.349059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294556808', 'description': 'tempest-secgroup-smoke-1294556808 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:37.354934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:37.360869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-9c6be38f-f124-4e1b-82c9-2a5b67416bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:37.362807 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-9c6be38f-f124-4e1b-82c9-2a5b67416bf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1263554 Mar 18 10:41:37.365057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:37.438577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:37.458790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:37.464198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:37.467071 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-6686a9ec-4564-43c4-a83d-5c1d137c6013 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0985763 Mar 18 10:41:37.467288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:37.473469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:37.527687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-dfbac54a-0745-4cbe-82c3-6d0284720cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:37.529096 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-dfbac54a-0745-4cbe-82c3-6d0284720cdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0562129 Mar 18 10:41:37.544522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:37.606524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-13f90ff0-4a7e-4c78-9e4a-49e6de9c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:37.607974 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-13f90ff0-4a7e-4c78-9e4a-49e6de9c7934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728374 Mar 18 10:41:37.637699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:37.685969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779b77e8-ac04-4bf1-8fea-36d023eb1f1b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:37.751203 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-33ccb3e7-a25e-4f1f-92ff-1ab0f33774a2 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262577 Mar 18 10:41:37.769783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:37.773885 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-538ba1f2-4e68-43e4-9efb-5e845e8a5bea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4265351 Mar 18 10:41:37.773885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45108) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:37.778720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:37.784348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:37.793985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:37.793985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:37.797082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:37.873060 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b98a70f-9d71-4903-be5f-c90c5297919a req-6aabe56b-5f66-4d05-baea-833608a41ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259587 Mar 18 10:41:37.907400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:37.973339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.030405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.054595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8c6980-cf32-4666-97d5-67a921a70911,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:38.129118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.131639 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55c15bd5-213e-414c-bee4-616fbfd440ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558745 Mar 18 10:41:38.133267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45112) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:38.138713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:38.146321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:38.150125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:38.153164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:38.159487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:38.217194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.281316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.347472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.370901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8512de-7f6c-4667-ba3c-de74104755b5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:38.445117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.446169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bf067976-76da-41f2-a52e-f8296ee060c0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3113225 Mar 18 10:41:38.448333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45116) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:38.453315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:38.459808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:38.463538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:38.466474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:38.472826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:38.557863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.621189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:41:38.626895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.678106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:41:38.751884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.776851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c9a760-0ff9-4d85-872e-e4ea3bf6fef1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:38.847570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:38.849575 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fd9637db-5faa-47a5-b127-8095e6799136 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994212 Mar 18 10:41:38.851650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45120) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:38.856445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:38.862634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:38.866365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:38.869181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:38.874800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:38.953552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.017110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.082897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.104958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f72584e-006d-4722-988d-a154d2e82aa1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:39.191520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.192447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-99a110fc-0a4d-448f-a446-42d63bf273b9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398793 Mar 18 10:41:39.195122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45124) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:39.199998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:39.205711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:39.209439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:39.217921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:39.217921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:39.329362 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:41:39.336414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.399410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.485274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.503997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ca9be0-48ca-4c94-b63a-b203aff574fc,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:39.513022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.513368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.513702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.514050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.514377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.514702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.515023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.515340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.515658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.515970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.516284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.516596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:39.614676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.623306 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-971b2c15-6654-45f8-889c-a258c640a01d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4198244 Mar 18 10:41:39.623306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45128) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:39.623547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '779b77e8-ac04-4bf1-8fea-36d023eb1f1b', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:39.629176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:39.632917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:41:39.635763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:41:39.648608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:39.718808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:41:39.725180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.791872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.865640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.888238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f0efaf-eeb7-4971-bea6-2cc3f193487f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:39.980594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:39.982945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8eda9da2-3bdf-4b50-8336-8098d8fba7aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622973 Mar 18 10:41:40.152892 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-8689fec9-dbd1-428d-8e2a-44dd2af5437e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294556808&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.0394709 Mar 18 10:41:40.236084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-77a3a8a2-354c-448e-afa9-69bcf4f5dd5c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:40.236084 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-77a3a8a2-354c-448e-afa9-69bcf4f5dd5c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 930 time: 0.0726066 Mar 18 10:41:40.414653 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-69357eac-9bfe-41b0-ac02-c05af5e0fffd service neutron] 10.222.0.18 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1707430 Mar 18 10:41:40.543042 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-0c3ec8c3-ccc1-4144-ac88-41b865b40054 service neutron] 10.222.0.18 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224706 Mar 18 10:41:40.672332 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-f41e0142-017d-4465-86c0-3e54c78720dc service neutron] 10.222.0.18 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229041 Mar 18 10:41:40.895437 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e41b3f79-8cd0-4860-92f5-7a224892ba73 req-760b2065-110e-4171-89c4-3436e4b53ec1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 210 time: 0.0427783 Mar 18 10:41:42.042659 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cf93a1fb-d06c-4838-8681-4bb75dc21583 req-29e9f72d-f3bb-4217-a873-ebd17867b145 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 210 time: 0.0419664 Mar 18 10:41:43.191640 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-017bec27-36f4-414a-a977-86121f5c8afa req-ed49c4df-9cf1-49bb-9a00-710353f0888c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 210 time: 0.0439258 Mar 18 10:41:43.798860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bb79-1948-4a38-86cc-cb0600ba18fa req-4d3a6061-0a00-495b-95b4-8b5bd5b102c7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:43.800810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9936bb79-1948-4a38-86cc-cb0600ba18fa req-4d3a6061-0a00-495b-95b4-8b5bd5b102c7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.0843475 Mar 18 10:41:43.845346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9936bb79-1948-4a38-86cc-cb0600ba18fa req-1b25792c-aa03-4588-9d0b-3deef107f3ae tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Mar 18 10:41:43.944932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-4b7b746c-4f03-4d22-93b9-9751c976ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:43.946276 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-4b7b746c-4f03-4d22-93b9-9751c976ec73 service neutron] 10.222.0.24 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1026 time: 0.0651431 Mar 18 10:41:44.095977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-bf3971f3-d57a-486d-82e0-0750aee64956 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:44.098027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-bf3971f3-d57a-486d-82e0-0750aee64956 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 200 len: 797 time: 0.1460342 Mar 18 10:41:44.148564 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-ff33bac4-7665-4340-9d73-84ba813dc128 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 473 time: 0.0419078 Mar 18 10:41:44.159415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Request body: {'port': {'device_id': 'ee3bbee5-77a1-4f92-bef1-9f0d7818a096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:44.271188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:44.372956 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1ddab920-1bc8-4134-a515-088b92288d07 req-f3e160f6-0788-44b2-a456-e0f40f8aa258 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 210 time: 0.0569024 Mar 18 10:41:44.656621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe32a84-308c-4ce8-9859-468bcc8ec806 {{(pid=88541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:44.664574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:44.678090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Transition to ACTIVE for port object ebe32a84-308c-4ce8-9859-468bcc8ec806 will not be triggered until provisioned by entity L2. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:44.745642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:44.884812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=7']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:45.014189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:45.014877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:45.014877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:45.020730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:41:45.021053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Attempting to bind port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:45.026305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:45.026643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Checking segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:45.027613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Bound using segment: {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'} {{(pid=88541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:45.029364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.managers [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Bound port: ebe32a84-308c-4ce8-9859-468bcc8ec806, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b84a88-b0c6-430b-884b-e40c2048328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624'}}] {{(pid=88541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:45.029364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:45.041289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee29ec-88c2-46ca-87cd-2db6e0f463b6 req-abdc3d66-7465-4aed-b76b-122150087945 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.042792 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5eee29ec-88c2-46ca-87cd-2db6e0f463b6 req-abdc3d66-7465-4aed-b76b-122150087945 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.0789673 Mar 18 10:41:45.090033 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5eee29ec-88c2-46ca-87cd-2db6e0f463b6 req-c75e3fe7-71ec-4446-ad1e-1fe1b4cabdc8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Mar 18 10:41:45.118180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, cleared binding levels {{(pid=88541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:45.121027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:45.265232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:45.330432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-7eb96ef9-5acb-425b-959d-a678b089ca32 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.331879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-7eb96ef9-5acb-425b-959d-a678b089ca32 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.0804489 Mar 18 10:41:45.403307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 4ac5553c-116e-4393-80c0-9a20234e9aa0 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:41:45.411261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:45.431177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.431986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:45.433440 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1131 time: 1.2779272 Mar 18 10:41:45.437345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3bbee5-77a1-4f92-bef1-9f0d7818a096', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:45.486071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=8']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:45.533331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3bbee5-77a1-4f92-bef1-9f0d7818a096', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'status': 'completed', 'code': 200} Mar 18 10:41:45.579611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.579955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.580525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.580865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.581198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.581567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.581932 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.582250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.582575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.582900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.583225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.583547 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac7382-3129-4050-bf91-2a00a91b0248 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:45.638890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7343-a8d1-4bcd-ad12-eb09d8f1d191 req-1b773776-2e38-4e37-b1a1-4f62ee24958d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.640485 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3aa7343-a8d1-4bcd-ad12-eb09d8f1d191 req-1b773776-2e38-4e37-b1a1-4f62ee24958d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 981 time: 0.1610785 Mar 18 10:41:45.670414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-d084671b-a612-434d-a6f6-7881ec1f05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.671895 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-d084671b-a612-434d-a6f6-7881ec1f05d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 1134 time: 0.1378419 Mar 18 10:41:45.779665 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3aa7343-a8d1-4bcd-ad12-eb09d8f1d191 req-ae80aa88-231a-4ea5-9ef2-5dbfdb0fa29a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274848 Mar 18 10:41:45.780834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] For port 4ac5553c-116e-4393-80c0-9a20234e9aa0, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4ac5553c-116e-4393-80c0-9a20234e9aa0,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:45.781190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:45.828871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-b1fe253b-224f-4c94-a44e-c1e1b777307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.830333 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-b1fe253b-224f-4c94-a44e-c1e1b777307a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1517663 Mar 18 10:41:45.967664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-ca3eab1c-1d97-49e5-94b9-f31aef29cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:45.969101 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a7e6ee6-b180-418c-a78e-bb752192cbe9 req-ca3eab1c-1d97-49e5-94b9-f31aef29cbc9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315801 Mar 18 10:41:46.076022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-f8f774f4-4bec-48f6-a3d8-172eecb7e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:46.077468 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-f8f774f4-4bec-48f6-a3d8-172eecb7e3f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 1134 time: 0.0739801 Mar 18 10:41:46.079016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:46.079428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:46.079686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP 374dc60f-e4ba-47cd-a7c0-12049ce3f41e disassociated. External IP: 172.26.2.86, port: 4ac5553c-116e-4393-80c0-9a20234e9aa0. Mar 18 10:41:46.080022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 4ac5553c-116e-4393-80c0-9a20234e9aa0 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:41:46.183344 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-ddaa717e-cc1e-4376-a45c-bab16af3e08e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1037 time: 0.0987790 Mar 18 10:41:46.245811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-b59b8a8c-805d-4c2c-b156-7705282f668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:46.247256 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-b59b8a8c-805d-4c2c-b156-7705282f668d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77 HTTP/1.1" status: 200 len: 835 time: 0.0575323 Mar 18 10:41:46.303873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a552038-5a56-4d36-adff-f4f85509f2b1 req-bf93e171-021e-43d1-ab9c-72f17d7a8111 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:46.305351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a552038-5a56-4d36-adff-f4f85509f2b1 req-bf93e171-021e-43d1-ab9c-72f17d7a8111 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 945 time: 0.1046937 Mar 18 10:41:46.321384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-ce52755b-efb9-44ab-9db9-33ccea955ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:46.322891 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-ce52755b-efb9-44ab-9db9-33ccea955ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54e700b7-8b14-4d6f-924e-9276688bb624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702693 Mar 18 10:41:46.340539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:46.398112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=4ac5553c-116e-4393-80c0-9a20234e9aa0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:46.403848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a552038-5a56-4d36-adff-f4f85509f2b1 req-e8f56dc4-5a5e-4955-88ca-5b10da4edf3d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928106 Mar 18 10:41:46.466155 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-fa96d72b-0332-4e94-b37f-188dc57e06db service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365585 Mar 18 10:41:46.585364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:41:46.594757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-075938ad-b9fe-446f-89f5-fb8b2d32470c req-6783ee42-9020-48d0-a57a-d3daeff58098 service neutron] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Mar 18 10:41:46.772896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:41:46.782510 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:41:46.793021 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:46.793886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:46.855219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] No DVR routers for this DVR port 4ac5553c-116e-4393-80c0-9a20234e9aa0 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:41:46.858300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:46.862635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'name': 'network-vif-deleted', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:46.937198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e551f280-bfe8-48fd-a932-294d7c1a11c8', 'name': 'network-vif-deleted', 'tag': '4ac5553c-116e-4393-80c0-9a20234e9aa0', 'status': 'completed', 'code': 200} Mar 18 10:41:46.952862 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c6a5a9f-e845-4710-b2aa-1e10b9490460 req-0d8bb8d7-c535-4bd1-9e2c-78296ac854f0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "DELETE /v2.0/ports/4ac5553c-116e-4393-80c0-9a20234e9aa0 HTTP/1.1" status: 204 len: 173 time: 1.6155760 Mar 18 10:41:47.014595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e97cb5-df6c-4edb-8d86-2a6a3c99cf6c req-4a805e2d-1ff1-4eb6-a972-ff8e4f915fbb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:47.015976 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-91e97cb5-df6c-4edb-8d86-2a6a3c99cf6c req-4a805e2d-1ff1-4eb6-a972-ff8e4f915fbb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 981 time: 0.0969267 Mar 18 10:41:47.020597 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:47.063060 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-91e97cb5-df6c-4edb-8d86-2a6a3c99cf6c req-bbacb027-1280-4dd6-9df7-db8c7e140879 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Mar 18 10:41:47.334514 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:47.339913 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:41:47.348267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:41:47.348895 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:47.528460 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:41:47.559084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-89060218-1ee4-4ef5-8da9-eeb8664c23be req-837ffd2e-7cbe-4417-b8a9-c347628fbab6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:47.643292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-89060218-1ee4-4ef5-8da9-eeb8664c23be req-837ffd2e-7cbe-4417-b8a9-c347628fbab6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:47.645241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89060218-1ee4-4ef5-8da9-eeb8664c23be req-837ffd2e-7cbe-4417-b8a9-c347628fbab6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e551f280-bfe8-48fd-a932-294d7c1a11c8 HTTP/1.1" status: 200 len: 210 time: 0.1274214 Mar 18 10:41:47.877264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:47.881636 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b38e9-d712-411b-bb72-5845c3ee6d74 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:48.092806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8361bd-c9bc-41ad-a7ed-af9439f42586 None None] New status for floating IP 374dc60f-e4ba-47cd-a7c0-12049ce3f41e: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:41:48.248700 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afebdf-4432-4909-91e0-ecf91358e6b5 req-8938dabf-90b6-4e7e-91c6-70f1b6634ae8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:48.250308 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-82afebdf-4432-4909-91e0-ecf91358e6b5 req-8938dabf-90b6-4e7e-91c6-70f1b6634ae8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 981 time: 0.0816031 Mar 18 10:41:48.297881 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-82afebdf-4432-4909-91e0-ecf91358e6b5 req-80677551-5ffb-46e7-9088-8fb83f4aa08f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Mar 18 10:41:48.672853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4ac5553c-116e-4393-80c0-9a20234e9aa0 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:41:48.705933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 4ac5553c-116e-4393-80c0-9a20234e9aa0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:41:48.706285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4ac5553c-116e-4393-80c0-9a20234e9aa0 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:41:48.979918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-66c69219-cb28-48b2-91c1-946ef9fd6186 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915885645&fields=id&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 267 time: 0.0378575 Mar 18 10:41:49.122342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-87916fb6-50de-4db3-b1fb-bf022b4e0198 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:49.123717 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-87916fb6-50de-4db3-b1fb-bf022b4e0198 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.1374352 Mar 18 10:41:49.137452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-dca10fe9-794c-4902-b341-0fd6b20ba430 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/quotas/8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 375 time: 0.0083983 Mar 18 10:41:49.218267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-4f0c04f2-eb27-4151-a392-7c784ee51a1c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757928 Mar 18 10:41:49.457462 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b5e754bb-5d47-41a0-beda-dde8f853955f service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277157 Mar 18 10:41:49.481790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43902eb9-e753-4c7c-a9a6-4384e8d61dd2 req-54d19b90-12b5-4824-b9da-972ef015892f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:49.483173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-43902eb9-e753-4c7c-a9a6-4384e8d61dd2 req-54d19b90-12b5-4824-b9da-972ef015892f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 981 time: 0.0790653 Mar 18 10:41:49.527921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-43902eb9-e753-4c7c-a9a6-4384e8d61dd2 req-425b9145-c88a-498a-8990-bebe41002491 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:49.585074 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e3e8c397-e726-4ba6-8683-70da14a5eb33 service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218679 Mar 18 10:41:49.602925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-43902eb9-e753-4c7c-a9a6-4384e8d61dd2 req-425b9145-c88a-498a-8990-bebe41002491 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:49.604165 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-43902eb9-e753-4c7c-a9a6-4384e8d61dd2 req-425b9145-c88a-498a-8990-bebe41002491 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148376 Mar 18 10:41:50.185551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-30e99834-f24c-45d2-ba88-f10c4df33503 req-36215a04-8f78-4d6c-baad-bb89190ed0fc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 210 time: 0.0440121 Mar 18 10:41:50.682836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:41:50.789258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3c2ab-120c-4f65-abef-f04b6c123f49 req-d6a29fde-8cc5-4fa6-a036-deac537aca50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:50.790863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b7c3c2ab-120c-4f65-abef-f04b6c123f49 req-d6a29fde-8cc5-4fa6-a036-deac537aca50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 981 time: 0.0819986 Mar 18 10:41:50.814497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:50.828418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'port_id': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'mac_address': 'fa:16:3e:d3:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:41:50.835546 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b7c3c2ab-120c-4f65-abef-f04b6c123f49 req-9047802a-4fab-4719-ba4f-2137639824b5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Mar 18 10:41:50.882647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:50.899403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe32a84-308c-4ce8-9859-468bcc8ec806 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:50.914552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:51.008504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:51.077731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:51.198762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['ebe32a84-308c-4ce8-9859-468bcc8ec806'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:41:51.332449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a8e5f482-8702-4cc8-8578-160b11a74203 req-c279f61e-dc20-40c5-9ad8-f02ccf6d68ff tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 210 time: 0.0422182 Mar 18 10:41:52.008962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5117c75e-a164-43f3-8786-3ff20f3145c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:52.027745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb3ff7-5772-48d6-9fe6-3d05d2c940c3 req-d94edf4b-673d-46d6-92a7-55c2e34f6437 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:52.029161 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-33fb3ff7-5772-48d6-9fe6-3d05d2c940c3 req-d94edf4b-673d-46d6-92a7-55c2e34f6437 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 982 time: 0.0829370 Mar 18 10:41:52.075072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-33fb3ff7-5772-48d6-9fe6-3d05d2c940c3 req-5f847b6e-1333-4c86-805c-d77391cebbdc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Mar 18 10:41:52.357966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b4cc910d-0aaa-435a-8e48-b97dedc82a56 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:52.359404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b4cc910d-0aaa-435a-8e48-b97dedc82a56 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.2454660 Mar 18 10:41:52.411509 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-11a167d9-0324-4212-858a-a5950e58afee tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 380 time: 0.0447624 Mar 18 10:41:52.420230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'port': {'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'admin_state_up': True, 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'security_groups': ['c10ce3e0-c491-4408-82fd-2546d3193d04']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:52.540334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e0d1167f-0ff6-40fb-abbb-0d7c1c0659e7 req-14e53574-1f2e-42e1-af23-12c33a31d204 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 210 time: 0.0922904 Mar 18 10:41:52.595600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:41:52.605674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:41:52.653971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Made reservation on behalf of 8749e26c1ce64bdb93dfa4b18fadc19a for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:41:52.657432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:52.682429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:41:52.808757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port ebe32a84-308c-4ce8-9859-468bcc8ec806 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:52.814301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port ebe32a84-308c-4ce8-9859-468bcc8ec806 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:52.814669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:52.823114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.20.0.3 (75de1183-7a1c-4756-8004-fa86e6b593e7/e504184e-4a00-492c-955b-918c86c0cce5/907c00b3-ff0b-4f3c-a952-76661dcd9cd1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:52.947298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:52.975153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3bbee5-77a1-4f92-bef1-9f0d7818a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:52.984535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:53.025259 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3bbee5-77a1-4f92-bef1-9f0d7818a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe32a84-308c-4ce8-9859-468bcc8ec806', 'code': 200} Mar 18 10:41:53.038505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.055341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Transition to ACTIVE for port object 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:53.066246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.136341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=10']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:53.169309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.239383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:53.257112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:53.259838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:53.262480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:41:53.379471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:53.380306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.453733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236936-5e71-4759-8c97-1954df9fd249 req-b2099662-4a32-435d-8f97-761b9b204a42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:53.455466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44236936-5e71-4759-8c97-1954df9fd249 req-b2099662-4a32-435d-8f97-761b9b204a42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.1171768 Mar 18 10:41:53.501637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522adc-b17f-42bd-9c1c-842cc1a21312 req-0407a719-6912-4461-8f1c-a69a7350a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:53.503324 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51522adc-b17f-42bd-9c1c-842cc1a21312 req-0407a719-6912-4461-8f1c-a69a7350a9e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 1137 time: 0.0964260 Mar 18 10:41:53.508643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44236936-5e71-4759-8c97-1954df9fd249 req-200bdacf-dba0-4f68-b49d-9f981c9ef8ca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Mar 18 10:41:53.510187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-e46bebe7-2645-4877-a974-5455e3cb0418 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0936904 Mar 18 10:41:53.524334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Request body: {'port': {'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:53.557390 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51522adc-b17f-42bd-9c1c-842cc1a21312 req-a7e01e11-1875-416e-9da3-3867ab7fc0ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Mar 18 10:41:53.653275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.653517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fbadc8f5-8566-40e8-a650-31cf51ab897b None None] Provisioning for port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:41:53.658470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fbadc8f5-8566-40e8-a650-31cf51ab897b None None] Provisioning complete for port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:53.658893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fbadc8f5-8566-40e8-a650-31cf51ab897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:53.766861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fbadc8f5-8566-40e8-a650-31cf51ab897b None None] Port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:53.791751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ca63-a2c8-45e9-89c1-b146efba8517 req-31da863f-d0d9-4e4b-a321-2e458c059ffb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:53.793544 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-18c6ca63-a2c8-45e9-89c1-b146efba8517 req-31da863f-d0d9-4e4b-a321-2e458c059ffb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 931 time: 0.1158617 Mar 18 10:41:53.840337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-18c6ca63-a2c8-45e9-89c1-b146efba8517 req-447931ca-2d2c-4cbb-b8c7-a1e0cad08b24 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Mar 18 10:41:54.015747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:54.024248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.038650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Transition to ACTIVE for port object 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:41:54.110095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.264480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:54.439666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Attempting to bind port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:41:54.440315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Attempting to bind port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:41:54.440315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Attempting to bind port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:54.445135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:41:54.445445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Attempting to bind port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:41:54.450360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:41:54.450684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:41:54.451054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Bound using segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:41:54.451463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Bound port: 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:41:54.451795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.511857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-130e3c79-3700-485b-a683-44f1d129292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.551544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:54.554854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:41:54.664239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.727866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:54.728470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:54.729811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] 10.222.0.24 "PUT /v2.0/ports/907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 1093 time: 1.2117651 Mar 18 10:41:54.730269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:54.759098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4e313-4f79-41a1-8bd1-181810ba0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:54.788906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20214-7e58-4c2c-8ca8-37cb8090a125 req-bb44acee-515f-4392-a38e-4cf56511eb5d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:54.792798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5ef20214-7e58-4c2c-8ca8-37cb8090a125 req-bb44acee-515f-4392-a38e-4cf56511eb5d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.1728199 Mar 18 10:41:54.794590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'status': 'completed', 'code': 200} Mar 18 10:41:54.888743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5ef20214-7e58-4c2c-8ca8-37cb8090a125 req-a6431a18-6651-4a1a-8c48-c9ef7d417ac9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904982 Mar 18 10:41:54.909088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b406-60be-41bf-851f-7f7f38579883 req-3f243685-f1e3-42f7-8b31-fbe8254abe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:54.909088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1380b406-60be-41bf-851f-7f7f38579883 req-3f243685-f1e3-42f7-8b31-fbe8254abe75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1096 time: 0.0927842 Mar 18 10:41:55.068318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b406-60be-41bf-851f-7f7f38579883 req-21ed591a-e3b6-4837-b178-7ec041e79e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.069844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1380b406-60be-41bf-851f-7f7f38579883 req-21ed591a-e3b6-4837-b178-7ec041e79e70 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1506844 Mar 18 10:41:55.071711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac1fd1-6be2-441d-8af3-73dec2989566 req-8a98864d-51a0-4495-b0ad-ebea5a72b576 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.073124 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdac1fd1-6be2-441d-8af3-73dec2989566 req-8a98864d-51a0-4495-b0ad-ebea5a72b576 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0895097 Mar 18 10:41:55.120632 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdac1fd1-6be2-441d-8af3-73dec2989566 req-191fa760-1b0a-42ef-97a5-23dd9724c53f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Mar 18 10:41:55.180111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:55.208713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b406-60be-41bf-851f-7f7f38579883 req-dd85413f-578b-4c13-8642-2ae9d419dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.210209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1380b406-60be-41bf-851f-7f7f38579883 req-dd85413f-578b-4c13-8642-2ae9d419dbd4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345608 Mar 18 10:41:55.314871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-af74e9e0-5e31-4db3-a8be-57ffdffb7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.316492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-af74e9e0-5e31-4db3-a8be-57ffdffb7090 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1096 time: 0.0736318 Mar 18 10:41:55.334542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:55.383905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-d636ec98-149a-427f-add9-95b05504bbab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 217 time: 0.0609305 Mar 18 10:41:55.449767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-148f74e7-1771-4f65-b387-3ae287afd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.451159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-148f74e7-1771-4f65-b387-3ae287afd65b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0612271 Mar 18 10:41:55.524405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-7360e5b6-0b94-4b10-9bcb-35c8c0baf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:55.525879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-7360e5b6-0b94-4b10-9bcb-35c8c0baf7a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693855 Mar 18 10:41:55.585839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:55.654099 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-78d29287-1e40-47d0-839a-5fa739ec6e0d service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219447 Mar 18 10:41:55.781198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99f21828-f9fb-4d2b-959b-d662f9bb6c17 req-45274de5-7eba-4288-ae4f-67e179b9b645 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215048 Mar 18 10:41:56.074195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978d5eb-b107-4b6f-b615-d8a7026c4c8b req-4eda5c23-3a6b-4a2b-9da2-823c8ffff4fe tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:56.075625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c978d5eb-b107-4b6f-b615-d8a7026c4c8b req-4eda5c23-3a6b-4a2b-9da2-823c8ffff4fe tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.0830681 Mar 18 10:41:56.121231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c978d5eb-b107-4b6f-b615-d8a7026c4c8b req-845c2ff3-c1c5-4a2c-b2c3-f848a9f05397 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Mar 18 10:41:56.304000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54abf1-60b1-4504-bca3-ac42d5b2f35a req-ddc817ed-9006-4867-bc81-bcf7606c7eef tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:56.304682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3f54abf1-60b1-4504-bca3-ac42d5b2f35a req-ddc817ed-9006-4867-bc81-bcf7606c7eef tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:56.304830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d982a-4851-4574-8ec1-5696cb072b53 req-7d8a49a3-2c7f-475f-97c6-9b5776af14be tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:56.306244 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-288d982a-4851-4574-8ec1-5696cb072b53 req-7d8a49a3-2c7f-475f-97c6-9b5776af14be tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.0783901 Mar 18 10:41:56.349435 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-288d982a-4851-4574-8ec1-5696cb072b53 req-0278a8ae-2d18-477c-aeb7-b4565da02e69 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Mar 18 10:41:56.372014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45246) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:41:56.402738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3f54abf1-60b1-4504-bca3-ac42d5b2f35a req-ddc817ed-9006-4867-bc81-bcf7606c7eef tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:56.403781 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3f54abf1-60b1-4504-bca3-ac42d5b2f35a req-ddc817ed-9006-4867-bc81-bcf7606c7eef tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.1782601 Mar 18 10:41:56.460828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3f54abf1-60b1-4504-bca3-ac42d5b2f35a req-8771c18e-4da7-4e06-a994-4155fc139a56 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514317 Mar 18 10:41:56.480852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49790a03-1a4e-4885-8e2b-fa09eb21bde1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:56.482399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49790a03-1a4e-4885-8e2b-fa09eb21bde1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096&network_id=54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 200 len: 1132 time: 0.1093543 Mar 18 10:41:56.939984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:57.036665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cf457-c467-45d7-beab-4ede0585d0d3 req-5dd3aad7-6908-41a7-996c-625a89b74424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:57.038160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-452cf457-c467-45d7-beab-4ede0585d0d3 req-5dd3aad7-6908-41a7-996c-625a89b74424 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.0802691 Mar 18 10:41:57.082201 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-452cf457-c467-45d7-beab-4ede0585d0d3 req-baac56ed-7b06-4c81-a70d-37bde85acab5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Mar 18 10:41:57.646144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37545ffc-d3c7-4f45-9782-057d50ad44e9 req-13f01a86-7e3a-4682-9982-163b53df9944 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:57.647541 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37545ffc-d3c7-4f45-9782-057d50ad44e9 req-13f01a86-7e3a-4682-9982-163b53df9944 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0793250 Mar 18 10:41:57.690211 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37545ffc-d3c7-4f45-9782-057d50ad44e9 req-e081e9d3-9bda-40e3-9857-2ef882e96d46 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 Mar 18 10:41:58.401569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-d871acad-4d26-4c59-bada-4640df2a74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:58.403091 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-d871acad-4d26-4c59-bada-4640df2a74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.2259507 Mar 18 10:41:58.411675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c3cb2-21dd-4b31-85a3-f5e5376f3027 req-bb095679-75bd-4a67-a60a-3f983260a925 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:58.412984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b0c3cb2-21dd-4b31-85a3-f5e5376f3027 req-bb095679-75bd-4a67-a60a-3f983260a925 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 984 time: 0.1129048 Mar 18 10:41:58.504388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-619c5868-2091-481a-a08e-6b57ba13970a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:58.505696 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-619c5868-2091-481a-a08e-6b57ba13970a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0919001 Mar 18 10:41:58.508372 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b0c3cb2-21dd-4b31-85a3-f5e5376f3027 req-417ecee1-8e14-4825-a14e-806ad55b9f8f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8c69524-cf3b-422d-a7fa-0872c2c588b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Mar 18 10:41:58.648161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-92abfc7c-b838-458b-bcaa-2933ca2eff4c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:41:58.659923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-92abfc7c-b838-458b-bcaa-2933ca2eff4c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:41:58.661290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-92abfc7c-b838-458b-bcaa-2933ca2eff4c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1502328 Mar 18 10:41:58.670687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:58.780793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:58.872444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4f8ee-c2dd-48de-9ea7-2120181ed1bf req-9c910fc3-16c8-46ab-a631-994b2b27af3b tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:58.873897 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0ca4f8ee-c2dd-48de-9ea7-2120181ed1bf req-9c910fc3-16c8-46ab-a631-994b2b27af3b tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0775807 Mar 18 10:41:58.918289 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0ca4f8ee-c2dd-48de-9ea7-2120181ed1bf req-1d891493-3e7b-481a-89fa-e473e33a8846 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Mar 18 10:41:58.977792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ebe32a84-308c-4ce8-9859-468bcc8ec806,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:41:59.006014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] For port ebe32a84-308c-4ce8-9859-468bcc8ec806, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:41:59.055650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] device_id is not set on port ebe32a84-308c-4ce8-9859-468bcc8ec806 yet. {{(pid=88542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 18 10:41:59.063779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:59.134021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:59.267186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=11']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:59.327143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] No DVR routers for this DVR port ebe32a84-308c-4ce8-9859-468bcc8ec806 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:41:59.370761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a038455f-a257-41a5-ad84-168e1b02661f None None] Provisioning complete for port ebe32a84-308c-4ce8-9859-468bcc8ec806 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:41:59.371461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a038455f-a257-41a5-ad84-168e1b02661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:59.424260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a038455f-a257-41a5-ad84-168e1b02661f None None] Port ebe32a84-308c-4ce8-9859-468bcc8ec806 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:41:59.544766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] In _notify_port_updated(), no bound segment for port ebe32a84-308c-4ce8-9859-468bcc8ec806 on network 54e700b7-8b14-4d6f-924e-9276688bb624 {{(pid=88542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 18 10:41:59.545497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:59.546138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:41:59.547387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9cf7094-5d09-4f89-a4b4-7b24bf5cff49 req-6a404737-37c3-48a4-81e1-18cd5d850209 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 200 len: 1027 time: 0.8805563 Mar 18 10:41:59.655150 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f8d81d-26c8-4fef-905f-1695345a8348 req-493772f6-1a49-4d4d-8699-60b81d12f4cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3bbee5-77a1-4f92-bef1-9f0d7818a096 HTTP/1.1" status: 200 len: 210 time: 0.0426052 Mar 18 10:42:00.103828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab4d4-6125-448c-a899-d87790377c7f req-ff66258c-de64-4510-bb59-73f86a56ff5a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:00.105238 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea3ab4d4-6125-448c-a899-d87790377c7f req-ff66258c-de64-4510-bb59-73f86a56ff5a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0814607 Mar 18 10:42:00.152907 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea3ab4d4-6125-448c-a899-d87790377c7f req-ce276df4-a08a-44c6-a5ec-65b0a158710b tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Mar 18 10:42:00.746601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45268) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:00.812130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:00.841129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:00.951416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:00.971632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b77e8-ac04-4bf1-8fea-36d023eb1f1b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:01.063209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:01.064336 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-eedff796-d777-4783-92da-ac5ed1da663d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/779b77e8-ac04-4bf1-8fea-36d023eb1f1b HTTP/1.1" status: 204 len: 168 time: 0.3167031 Mar 18 10:42:01.144833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45274) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:01.480671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 287e1c30-ad85-41ad-b8d8-4652c05fcaa2 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:42:01.480896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:01.579487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995b82-f0d5-4306-9165-a7b3f93e2c16 req-6006849e-99e0-441a-b9a0-f6146a96b486 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:01.580908 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54995b82-f0d5-4306-9165-a7b3f93e2c16 req-6006849e-99e0-441a-b9a0-f6146a96b486 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.1919703 Mar 18 10:42:01.695014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54995b82-f0d5-4306-9165-a7b3f93e2c16 req-c9a8d9e2-81b2-4249-984d-c8139e44800d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703359 Mar 18 10:42:01.700796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:01.701119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:01.826769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 287e1c30-ad85-41ad-b8d8-4652c05fcaa2 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:42:02.071298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:02.116513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=287e1c30-ad85-41ad-b8d8-4652c05fcaa2,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:02.207891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:02.208492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 7bdff4a1-a811-4783-893c-4cabc9511cdb disassociated (deleted). External IP: 172.26.2.253, port: ebe32a84-308c-4ce8-9859-468bcc8ec806. Mar 18 10:42:02.546594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:42:02.720473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:02.728645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:42:02.736311 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Sync routers for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:02.745739 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:02.748045 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:02.797954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ebe32a84-308c-4ce8-9859-468bcc8ec806 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:42:02.870693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:02.883049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee8863-3131-487b-86e5-b87c8a3b4127 req-7de61e90-fd5e-4674-a7a8-94fdd0658270 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:02.885265 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70ee8863-3131-487b-86e5-b87c8a3b4127 req-7de61e90-fd5e-4674-a7a8-94fdd0658270 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0819769 Mar 18 10:42:02.942061 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70ee8863-3131-487b-86e5-b87c8a3b4127 req-3f2048d2-f621-408d-93c6-a71fa540c61a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Mar 18 10:42:02.947941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:03.041497 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dbff44d1-5686-40bd-9984-5183f8b694c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/7bdff4a1-a811-4783-893c-4cabc9511cdb HTTP/1.1" status: 204 len: 168 time: 1.8955777 Mar 18 10:42:03.183033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45286) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:03.248962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.260170 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:03.263876 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Checking router: e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:03.272525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:03.273129 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:03.277592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.425622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.445267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a4ce0d-29e6-4271-99a6-4ffb346a919a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:03.448717 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:03.453217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.453962 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-61fa662e-9c75-4842-97ff-f0fdff924cf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/92a4ce0d-29e6-4271-99a6-4ffb346a919a HTTP/1.1" status: 204 len: 168 time: 0.2699201 Mar 18 10:42:03.552469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45292) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:03.619037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port ebe32a84-308c-4ce8-9859-468bcc8ec806 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:42:03.619377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.751312 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:03.755652 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a3172-6345-4562-b836-0ebd84074237 None None] The sync data for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:07Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '9abf759a-29df-49a5-a97b-ee06e62147a7', 'name': '', 'network_id': '54e700b7-8b14-4d6f-924e-9276688bb624', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:06Z', 'updated_at': '2022-03-18T10:41:12Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:03.862678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:03.967086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690b1fd-1f12-4130-a08c-fa28114f1b47 None None] New status for floating IP 7bdff4a1-a811-4783-893c-4cabc9511cdb: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:42:03.988003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for ebe32a84-308c-4ce8-9859-468bcc8ec806 owned by {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:42:04.125711 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447d4dc-12d8-4f84-aeb7-c4593585c0cd req-685e5aa7-f3be-4993-9929-654ebbda02ae tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:04.127225 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6447d4dc-12d8-4f84-aeb7-c4593585c0cd req-685e5aa7-f3be-4993-9929-654ebbda02ae tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 943 time: 0.0815344 Mar 18 10:42:04.175617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6447d4dc-12d8-4f84-aeb7-c4593585c0cd req-bdf7a979-fc16-45f8-b883-ad22048e224c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418694 Mar 18 10:42:04.179285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:04.230662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=ebe32a84-308c-4ce8-9859-468bcc8ec806,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:04.332158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:04.343205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b45452df-47cb-459a-b844-da9a5646a152 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/ports/ebe32a84-308c-4ce8-9859-468bcc8ec806 HTTP/1.1" status: 204 len: 168 time: 0.7883174 Mar 18 10:42:04.344649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45298) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:04.744056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:42:04.875789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:04.895175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:42:04.952860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:04.969789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:42:04.984733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:04.985402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:05.059986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:05.125950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:05.133452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.134081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.134412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.134744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.135082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.135414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.135740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.136065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.136395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.136718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.137039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.137360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:05.249703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['907c00b3-ff0b-4f3c-a952-76661dcd9cd1'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:42:05.383933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 9abf759a-29df-49a5-a97b-ee06e62147a7 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:42:05.384672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:05.495807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadafe-311b-450f-91f0-4ad8ca69e9c3 req-613740ae-71c9-4966-98fb-2336c5973694 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:05.497232 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3ecadafe-311b-450f-91f0-4ad8ca69e9c3 req-613740ae-71c9-4966-98fb-2336c5973694 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 944 time: 0.2156394 Mar 18 10:42:05.612037 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3ecadafe-311b-450f-91f0-4ad8ca69e9c3 req-8c2567f6-8580-4aa4-be16-6b376b4329e6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646739 Mar 18 10:42:05.629462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 9abf759a-29df-49a5-a97b-ee06e62147a7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9abf759a-29df-49a5-a97b-ee06e62147a7,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:05.629812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:05.748188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 9abf759a-29df-49a5-a97b-ee06e62147a7 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:42:06.150125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:06.201993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=9abf759a-29df-49a5-a97b-ee06e62147a7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:06.572065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:06.759701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:06.802565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c795d-df32-4bef-bd17-df8bb7d943c8 req-149483ca-8b5f-4ee7-b08c-290ce524b5a7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:06.804161 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c13c795d-df32-4bef-bd17-df8bb7d943c8 req-149483ca-8b5f-4ee7-b08c-290ce524b5a7 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 944 time: 0.0855641 Mar 18 10:42:06.849435 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c13c795d-df32-4bef-bd17-df8bb7d943c8 req-8fd2753d-6c63-4765-9842-2a7a3fdd0f22 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395072 Mar 18 10:42:06.931770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:42:07.019427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:07.024436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:07.024811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.113109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:07.123164 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Sync routers for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:07.128126 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-56bfad8e-1bab-457f-aa2c-80ef1ff63916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7796791 Mar 18 10:42:07.128126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45306) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:07.137928 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:07.138896 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:07.146226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.173860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:07.183986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:07.200075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:42:07.203113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.232568 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'code': 200} Mar 18 10:42:07.248461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.270029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.321792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:07.361543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.368031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:07.516069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.559087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.564007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:07.570383 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-afdd1dd7-463b-49b0-92cb-36137d30eb51 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/a07664c2-dfe5-4a49-aac2-6f7d7a8e2e77 HTTP/1.1" status: 204 len: 168 time: 0.4414303 Mar 18 10:42:07.571713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b86bc5-4554-4433-884e-514939e8885d None None] Network 54e700b7-8b14-4d6f-924e-9276688bb624 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:42:07.573143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45312) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:07.667690 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:42:06Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:07.671991 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Checking router: e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:07.682442 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Routers {'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:07.683665 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:07.694440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3f68-c4d9-486c-be6a-d298970eb723 req-ff354049-fb51-404d-93b5-813d0dcc7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:07.695953 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-882b3f68-c4d9-486c-be6a-d298970eb723 req-ff354049-fb51-404d-93b5-813d0dcc7b2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.1014726 Mar 18 10:42:07.739545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-882b3f68-c4d9-486c-be6a-d298970eb723 req-0c6d1f4a-b3c9-4408-ab5d-ae097000c50c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Mar 18 10:42:07.787322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.846324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] DHCP port deletion for 54e700b7-8b14-4d6f-924e-9276688bb624 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:42:07.854439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Deleting port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:42:07.854827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:07.867826 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] Set router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:08.101076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] For port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,segment=NetworkSegment(94b84a88-b0c6-430b-884b-e40c2048328e),segment_id=94b84a88-b0c6-430b-884b-e40c2048328e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:08.102600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.145563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.177206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eeda4-d16e-4ab1-8c70-ad029abb48e3 req-3b279c62-e358-46ca-9d2d-79dee82dbed9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:08.178700 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-235eeda4-d16e-4ab1-8c70-ad029abb48e3 req-3b279c62-e358-46ca-9d2d-79dee82dbed9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 945 time: 0.1253731 Mar 18 10:42:08.231655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 5b512901-3451-4c1f-800a-5101593e7196 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:42:08.231923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Calling delete_port for 5b8a2ef0-b21a-44d0-aefd-d1706a52312e owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:42:08.232053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.243122 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:42:06Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:08.248540 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc8680-253e-42f7-96ab-be9bcea28400 None None] The sync data for ids ['e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf'] in dv-neutron-834265-1-hyperv is: [{'id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'name': 'tempest-TestNetworkBasicOps-router-1811037606', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '5b512901-3451-4c1f-800a-5101593e7196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:42:06Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '5b512901-3451-4c1f-800a-5101593e7196', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:41:02Z', 'updated_at': '2022-03-18T10:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:08.282481 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-235eeda4-d16e-4ab1-8c70-ad029abb48e3 req-cd36f89f-db51-4165-a1d4-bb87bcea2739 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960784 Mar 18 10:42:08.402607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.425056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 5b512901-3451-4c1f-800a-5101593e7196, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5b512901-3451-4c1f-800a-5101593e7196,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:08.425396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.446624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] Pushing event deleted for resources: {'Port': ['ID=5b8a2ef0-b21a-44d0-aefd-d1706a52312e,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:08.454296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f078c-1e34-4208-80ac-7bf960dc0259 None None] No DVR routers for this DVR port 5b8a2ef0-b21a-44d0-aefd-d1706a52312e on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:42:08.546931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 5b512901-3451-4c1f-800a-5101593e7196 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:42:08.616846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b8a2ef0-b21a-44d0-aefd-d1706a52312e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:42:08.652832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 5b8a2ef0-b21a-44d0-aefd-d1706a52312e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:42:08.653198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b8a2ef0-b21a-44d0-aefd-d1706a52312e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:42:08.819769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:08.865093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=5b512901-3451-4c1f-800a-5101593e7196,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:08.956275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.126748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.129409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.235662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.236320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:42:09.251088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.252150 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6ee60a39-5a88-40a6-b38b-7a659cdb4cef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/e6d6e4e2-a9af-4797-ba27-19bd2aea2bdf HTTP/1.1" status: 204 len: 168 time: 1.6780400 Mar 18 10:42:09.257283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45318) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:09.376865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.468885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7914c72-0e9c-49b7-a78a-b59ed2252eb4 req-7e51e1d2-d78d-4583-a14f-c1caf8706a0d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:09.470355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a7914c72-0e9c-49b7-a78a-b59ed2252eb4 req-7e51e1d2-d78d-4583-a14f-c1caf8706a0d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 945 time: 0.0773702 Mar 18 10:42:09.506301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.513776 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a7914c72-0e9c-49b7-a78a-b59ed2252eb4 req-f0dc03ea-5414-4530-a525-5a89e2007f2e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Mar 18 10:42:09.530980 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e700b7-8b14-4d6f-924e-9276688bb624']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:09.543371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b84a88-b0c6-430b-884b-e40c2048328e') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:09.543672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b84a88-b0c6-430b-884b-e40c2048328e') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:09.555447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.571509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.577496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:42:09.577890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:42:09.594120 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:42:09.684555 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:42:09.858482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ef7a7-f57f-4d2a-9a35-ac4bd9e9829d req-2e7d6bd3-914d-4c4c-a886-ddf91df96ac5 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:09.859897 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-046ef7a7-f57f-4d2a-9a35-ac4bd9e9829d req-2e7d6bd3-914d-4c4c-a886-ddf91df96ac5 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 945 time: 0.0868065 Mar 18 10:42:09.903701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.922906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:09.934830 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-046ef7a7-f57f-4d2a-9a35-ac4bd9e9829d req-b1b85bcc-277c-405f-8d41-1377291d93e4 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693154 Mar 18 10:42:09.938272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=54e700b7-8b14-4d6f-924e-9276688bb624,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:09.961529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45326) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:10.025066 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a0330d75-abeb-47a3-a64b-dcd95010a53c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/54e700b7-8b14-4d6f-924e-9276688bb624 HTTP/1.1" status: 204 len: 168 time: 0.7683330 Mar 18 10:42:10.031631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866b906-e7a6-411e-b7c0-f998cd8e1b03 tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:10.033022 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7866b906-e7a6-411e-b7c0-f998cd8e1b03 tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1093 time: 0.0705304 Mar 18 10:42:10.036471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45330) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:10.040303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45334) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:10.048347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:10.057390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:10.060486 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f1d2dccf-c34a-4265-a31c-894ce3d9ba3f tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0193110 Mar 18 10:42:10.062825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:floatingip and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:10.063073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45338) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:10.065851 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:10.069276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1461751796', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:10.072142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:10.078420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:10.078420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:10.080712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:10.086781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:10.162639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.208258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:42:10.211771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.236226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b512901-3451-4c1f-800a-5101593e7196 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:42:10.251279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:42:10.261112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.261449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 2d8d2911-907f-4c10-94dd-cf933c0d1205 of type vlan for network a59d36cd-5c19-449d-9cfb-0fc6a241137a Mar 18 10:42:10.274693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 5b512901-3451-4c1f-800a-5101593e7196 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:42:10.275299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5b512901-3451-4c1f-800a-5101593e7196 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:42:10.275902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9abf759a-29df-49a5-a97b-ee06e62147a7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:42:10.293155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.310241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 9abf759a-29df-49a5-a97b-ee06e62147a7 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:42:10.310761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9abf759a-29df-49a5-a97b-ee06e62147a7 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:42:10.315949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.391550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.396902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:10.405365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.452675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.26.2.246 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/811fdd84-fb4c-49b2-8dc5-cd513a6de566) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:10.505402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=a59d36cd-5c19-449d-9cfb-0fc6a241137a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:10.516526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de158681-ab1a-4c45-bd3f-d4aafad8fd66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4483135 Mar 18 10:42:10.516874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45342) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:10.517075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:42:10.523058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-181708440', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:10.532342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:10.537519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:10.540897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:10.550547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:10.602572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.620299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.621372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.635644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.688685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:10.752108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:10.758879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:10.763244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:10.797100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=811fdd84-fb4c-49b2-8dc5-cd513a6de566,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:11.077236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.177595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.276531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.443185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.471774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.477178 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.522473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.609166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.200 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/4699aafc-a663-4b61-8075-f257c8b9cd1e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:11.742829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=811fdd84-fb4c-49b2-8dc5-cd513a6de566,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:11.752795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.762349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.842607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:11.905681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:11.908424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:11.916970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:11.926727 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP f7f37c31-6705-4011-94e8-81e157583e24 associated. External IP: 172.26.2.246, port: 907c00b3-ff0b-4f3c-a952-76661dcd9cd1. Mar 18 10:42:11.951996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:12.280240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:42:12.427491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:12.458854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:12.468848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:12.479908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:12.480689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:12.568021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:12.637843 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e172cc50-259c-4b3b-8a4d-a7fee85bad70 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5875030 Mar 18 10:42:12.637843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:12.662885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:12.674229 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'status': 'completed', 'code': 200} Mar 18 10:42:12.916493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-a23af3f3-1791-4788-a3b1-9cc6cf226b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:12.917958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-a23af3f3-1791-4788-a3b1-9cc6cf226b87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.2132602 Mar 18 10:42:12.966734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:13.009620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:11Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:13.013383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:13.022164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:13.022758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:13.194760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-97140a59-af19-4cce-bbfd-b2701052d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:13.196104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-97140a59-af19-4cce-bbfd-b2701052d44b service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.2685645 Mar 18 10:42:13.197931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:13.325379 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-4478761f-7217-4b38-8e56-f8750aa3a1ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 999 time: 0.1157985 Mar 18 10:42:13.390588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-3816fc39-670a-4897-b344-8c7844b9f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:13.392015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-3816fc39-670a-4897-b344-8c7844b9f3bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0583127 Mar 18 10:42:13.459379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:42:13.470709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-8faa2a16-96b5-4d18-83a4-34b811a11096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:13.472534 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-8faa2a16-96b5-4d18-83a4-34b811a11096 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745263 Mar 18 10:42:13.584361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:11Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:13.588560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b5c4f-2fcb-4922-a48e-f1638c9aab51 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:11Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:13.751545 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-669bab65-56d8-4747-8feb-42da9cc6d7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276847 Mar 18 10:42:13.752619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:13.763354 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:13.775462 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:13.776347 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:13.789006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19435e8-e0de-4b59-b434-1d2811fbc2f3 None None] New status for floating IP f7f37c31-6705-4011-94e8-81e157583e24: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:42:13.973954 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:14.042411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-474b91ba-6de8-4316-9d26-133bcb4db038 req-1b6ca45f-cb60-42c6-a992-65cecc2bdec8 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815344 Mar 18 10:42:14.055195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.056345 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c2ff7f1-6b48-4c9a-827b-645d5e87c9b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5381193 Mar 18 10:42:14.059278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45350) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:14.099387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7793455e-7b7c-4dcb-bd2e-c5e513f245fa tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390069 Mar 18 10:42:14.102036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45354) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:14.237858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e629c0-0950-49e8-af9e-0f3641634672 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:14.239393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b3e629c0-0950-49e8-af9e-0f3641634672 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364548 Mar 18 10:42:14.242226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45358) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:14.284713 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:12Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:14.285019 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c4de4150-bddf-4b24-bc63-ab8b23c141d6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417092 Mar 18 10:42:14.287848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45362) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:14.288886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:14.289231 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Updating router b43c9a16-9dae-4e46-ad95-b35eb38e9817 port 4699aafc-a663-4b61-8075-f257c8b9cd1e binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:42:14.293526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674882036', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:14.339805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.408231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:14.412262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:14.414973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:14.420408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:14.482188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:42:14.485857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.655101 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.666407 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Transition to ACTIVE for port object 4699aafc-a663-4b61-8075-f257c8b9cd1e will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:14.728060 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.751366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.806015 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Attempting to bind port 4699aafc-a663-4b61-8075-f257c8b9cd1e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:42:14.806654 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Attempting to bind port 4699aafc-a663-4b61-8075-f257c8b9cd1e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:42:14.806807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Attempting to bind port 4699aafc-a663-4b61-8075-f257c8b9cd1e on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:42:14.812424 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:14.820497 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:42:14.820866 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:42:14.821260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.821650 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:42:14.822128 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Bound port: 4699aafc-a663-4b61-8075-f257c8b9cd1e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:42:14.822522 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.829847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=5af76cbc-ed8c-4443-a704-87fbd00fccad,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:14.840213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:42:14.840571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: a59d36cd-5c19-449d-9cfb-0fc6a241137a, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:42:14.853396 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.854207 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.854549 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.854884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.855557 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.855892 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.856221 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.856544 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.856865 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.857184 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.857500 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.857834 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:14.903534 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:42:14.906417 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4699aafc-a663-4b61-8075-f257c8b9cd1e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:42:14.909911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:42:14.951301 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.978546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a59d36cd-5c19-449d-9cfb-0fc6a241137a) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:14.982668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:14.983236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:14.987892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366327b-30b1-40b1-ac34-75e0e2226d3c None None] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:42:15.031589 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:15.032202 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:15.086524 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23630-27b2-4e00-8674-221925a54621 None None] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:15.086778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-81a6f794-8531-4b47-a137-bbc67e35db42 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7946696 Mar 18 10:42:15.087276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45366) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:15.210381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:42:15.211366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.216354 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:15.364946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Allocated IP 172.20.0.2 (a59d36cd-5c19-449d-9cfb-0fc6a241137a/5af76cbc-ed8c-4443-a704-87fbd00fccad/1a57120f-81e7-4656-b9ef-2bc91cd2e9d0) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:15.507386 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:12Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:15.512143 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d36034-153a-4751-8195-4811016c6bb4 None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:12Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:15.580738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.592269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Transition to ACTIVE for port object 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:15.613982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Transition to ACTIVE for port object 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:15.678257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.771748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:15.775289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:15.777006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Pushing event updated for resources: {'Port': ['ID=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:15.779096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:15.880865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Attempting to bind port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:42:15.881235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Attempting to bind port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:42:15.881594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Attempting to bind port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 on network a59d36cd-5c19-449d-9cfb-0fc6a241137a {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:42:15.890227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:42:15.890850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Checking segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:42:15.891740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.892585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Bound using segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:42:15.893574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Bound port: 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:42:15.894230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.952140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:15.994843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] For port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:42:15.998047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] For port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:42:16.066357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.150490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae624e6-5f5f-4a23-81c3-425d14cd386b None None] Pushing event updated for resources: {'Port': ['ID=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:16.280390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:16.439475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (a59d36cd-5c19-449d-9cfb-0fc6a241137a/5af76cbc-ed8c-4443-a704-87fbd00fccad/517e475b-7875-4ef6-9ce0-0e36c8166df7) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:16.522335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 4699aafc-a663-4b61-8075-f257c8b9cd1e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:16.527634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4699aafc-a663-4b61-8075-f257c8b9cd1e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:16.528061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.606253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.621141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 517e475b-7875-4ef6-9ce0-0e36c8166df7 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:16.642313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.658605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4699aafc-a663-4b61-8075-f257c8b9cd1e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:16.698919 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.726935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:16.765861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:16.768814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:16.776865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:16.795352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:16.812673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:16.837882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:17.031509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:17.460993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:17.539622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:17.566565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39b64d-aa4d-4ab6-8124-4c14c0dae8f5 None None] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:42:17.736212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-391986f3-3803-480b-a393-a1532735af37 None None] Provisioning for port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:17.779479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:17.782875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:17.921609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:17.922940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:18.117147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:42:18.208437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aef120e7-3858-42d8-be31-403825e7c4a1 None None] Provisioning for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:18.214547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aef120e7-3858-42d8-be31-403825e7c4a1 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:18.220078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aef120e7-3858-42d8-be31-403825e7c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.291073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-aef120e7-3858-42d8-be31-403825e7c4a1 None None] Port 517e475b-7875-4ef6-9ce0-0e36c8166df7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:42:18.317966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:18.328042 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c09a8-8008-4556-abca-308e893827cb None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:18.334868 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-01ab8122-b7c8-4884-bb8a-924bb345dfb6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2440782 Mar 18 10:42:18.335241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45370) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:18.346456 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:18.347304 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:18.362677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:18.439269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-22a2e5d4-a0fb-484a-92c9-29463a514662 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:18.439717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-22a2e5d4-a0fb-484a-92c9-29463a514662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.491109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.491606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.492063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.492512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.492958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.493401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.495164 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-00af940d-9686-4cbe-95b9-53c30e3cf4ea tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1589060 Mar 18 10:42:18.497995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45374) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:18.503457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-22a2e5d4-a0fb-484a-92c9-29463a514662 None None] Port 517e475b-7875-4ef6-9ce0-0e36c8166df7 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:42:18.527423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:18.534131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:18.534131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.573088 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:18.574875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.575346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.575799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.576290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.576741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.577188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:18.581541 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-704bc9e8-b0ef-4cd6-9ec9-2368c5f66364 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0793135 Mar 18 10:42:18.581752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45378) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:18.654337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.687451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:18.767626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.768698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:18.799992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3fd3dc72-aca7-4615-b233-8d621f71104e tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2139909 Mar 18 10:42:18.886012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:18.908551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4699aafc-a663-4b61-8075-f257c8b9cd1e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:18.908551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:18.949656 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:17Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:18.955059 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c09a8-8008-4556-abca-308e893827cb None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:18.955417 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c09a8-8008-4556-abca-308e893827cb None None] Updating router b43c9a16-9dae-4e46-ad95-b35eb38e9817 port 517e475b-7875-4ef6-9ce0-0e36c8166df7 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:42:19.020575 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.195598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:19.204333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377353314', 'description': 'tempest-secgroup-smoke-377353314 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:19.209578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:19.212963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:19.217237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:19.223828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:19.288920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.311134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:19.315229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:19.325803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:19.325803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:19.391964 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.411339 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-487c09a8-8008-4556-abca-308e893827cb None None] Transition to ACTIVE for port object 517e475b-7875-4ef6-9ce0-0e36c8166df7 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:19.413482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.482537 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.503407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.540872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:19.626652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.628178 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f9de6997-763a-4382-8cf7-cb3eeace63a9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4311097 Mar 18 10:42:19.631245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45390) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:19.642245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:19.648537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:19.653252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:19.659525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbb28-8d83-4261-8357-93af5e24d174 None None] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:19.661298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:19.667403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:19.728567 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-487c09a8-8008-4556-abca-308e893827cb None None] Attempting to bind port 517e475b-7875-4ef6-9ce0-0e36c8166df7 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:42:19.729008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-487c09a8-8008-4556-abca-308e893827cb None None] Attempting to bind port 517e475b-7875-4ef6-9ce0-0e36c8166df7 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:42:19.729368 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c09a8-8008-4556-abca-308e893827cb None None] Attempting to bind port 517e475b-7875-4ef6-9ce0-0e36c8166df7 on network a59d36cd-5c19-449d-9cfb-0fc6a241137a {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:42:19.736702 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c09a8-8008-4556-abca-308e893827cb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:42:19.736702 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c09a8-8008-4556-abca-308e893827cb None None] Checking segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:42:19.736702 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.737775 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c09a8-8008-4556-abca-308e893827cb None None] Bound using segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:42:19.737775 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-487c09a8-8008-4556-abca-308e893827cb None None] Bound port: 517e475b-7875-4ef6-9ce0-0e36c8166df7, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:42:19.737775 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.768162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.840598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.841990 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-487c09a8-8008-4556-abca-308e893827cb None None] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:42:19.841990 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-487c09a8-8008-4556-abca-308e893827cb None None] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=517e475b-7875-4ef6-9ce0-0e36c8166df7,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:42:19.908803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:19.940722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d8ebd-3ef6-4690-af36-a196abca3a82,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:19.942016 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-487c09a8-8008-4556-abca-308e893827cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.027725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.028378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:20.028378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:41:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:20.028563 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-198542e9-538b-4ec6-9137-c1e30a1f5201 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3940423 Mar 18 10:42:20.030640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45394) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:20.041555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:20.051973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:20.056318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:20.060466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:20.069189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:20.092541 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbb28-8d83-4261-8357-93af5e24d174 None None] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:20.155120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.232936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.262960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:20.280718 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:20.299722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.324302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1bc830-726d-4167-815b-e5f72517bf2c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:20.333138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:20.333666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.425249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.427096 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f24b025f-8432-4752-9bcc-a893742d0dc7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967557 Mar 18 10:42:20.430064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45398) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:20.436407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:20.441789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:20.446748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:20.450135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:20.456455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:20.534691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.595484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.623643 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-487c09a8-8008-4556-abca-308e893827cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:19Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:20.627376 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c09a8-8008-4556-abca-308e893827cb None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:19Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:20.686606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.715467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b6210e-141b-4062-a2b4-38960f85f0ed,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:20.789590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.789590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9981e498-5e01-451e-b295-3b6cce783b64 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560665 Mar 18 10:42:20.790438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45402) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:20.795768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:20.801893 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:20.805747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:20.808825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:20.814550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:20.883640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:20.951672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.007990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.033956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860534f9-7acd-499f-b7fc-f2be1116458f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:21.110402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.111596 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8496df0-b25d-407e-9d22-19aeffa7a5c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201721 Mar 18 10:42:21.114962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45406) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:21.120292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:21.126697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:21.130532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:21.133495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:21.139603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:21.208974 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:42:21.215902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.288331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.368263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.392472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672c3448-965e-4824-a45c-d10086c20e14,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:21.459237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.460362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dae85093-9578-49b0-836c-e41ef0a64ee7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443246 Mar 18 10:42:21.463181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:21.468324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '50e838f0-9f21-4d8e-a4c0-daa8aa3fb339', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:21.474959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:21.478799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:21.481781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:21.488128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:21.549770 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:42:21.557450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.625105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.680931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.704639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bebde1-5b3e-4928-bc8f-063fcd5a32c7,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:21.778861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:21.780000 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9e2d7c45-c914-4e2a-b932-0e2fb199eaf3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158965 Mar 18 10:42:21.942081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-97260561-a150-4482-875b-a723f8b07753 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:21.973731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f1148a0f-5649-4ce7-be2d-cde842603bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:22.030024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-97260561-a150-4482-875b-a723f8b07753 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:22.031214 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-97260561-a150-4482-875b-a723f8b07753 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377353314&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.1329951 Mar 18 10:42:22.180789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-316c8f5e-5986-4db4-8294-aeeb424479c4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:22.181496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-316c8f5e-5986-4db4-8294-aeeb424479c4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:22.248106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-316c8f5e-5986-4db4-8294-aeeb424479c4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:22.249431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-316c8f5e-5986-4db4-8294-aeeb424479c4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=a59d36cd-5c19-449d-9cfb-0fc6a241137a HTTP/1.1" status: 200 len: 797 time: 0.2113605 Mar 18 10:42:22.266587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-70c94854-95d9-4ce4-93ca-58e69f954c76 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0108535 Mar 18 10:42:22.270768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:22.365185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-22dd838c-f04b-44e3-9741-89524a51f557 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:22.424417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:22.430285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:22.430653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:22.460366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-74a52919-379b-447f-86c8-e77db8c7a497 req-22dd838c-f04b-44e3-9741-89524a51f557 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:22.461735 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-22dd838c-f04b-44e3-9741-89524a51f557 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885924 Mar 18 10:42:22.561336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:22.572017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-b5e36d7e-4665-4a7f-98dd-838d6c0c447c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:42:22.573256 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-b5e36d7e-4665-4a7f-98dd-838d6c0c447c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969596 Mar 18 10:42:22.600298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=517e475b-7875-4ef6-9ce0-0e36c8166df7,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:22.677583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:22.745683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:22.819814 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-9e3502b0-c8fc-44e4-ad63-adfdc4483396 service neutron] 10.222.0.18 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380822 Mar 18 10:42:22.951848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-d517ab60-5c05-44cb-a76e-f6a678f4aa2c service neutron] 10.222.0.18 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261237 Mar 18 10:42:23.231112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-926670e1-2397-45e3-8a5e-c138217033ca req-7831d4a3-f66c-4b01-b364-e48f65a593da tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:23.243413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-926670e1-2397-45e3-8a5e-c138217033ca req-7831d4a3-f66c-4b01-b364-e48f65a593da tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:23.244572 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-926670e1-2397-45e3-8a5e-c138217033ca req-7831d4a3-f66c-4b01-b364-e48f65a593da tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 210 time: 0.0569739 Mar 18 10:42:24.244280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:24.329652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:24.330295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:24.412623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1703291a-a5f2-4c3f-aa51-6aeb4578ff59 req-f772d094-9218-4a1a-b41d-5c0128a54e23 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 210 time: 0.0471506 Mar 18 10:42:24.555265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dd613592-9224-41b8-8d53-a623632da09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.196997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.254286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-4643974b-d46a-445e-9540-306b0f0fa5fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:25.255785 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-4643974b-d46a-445e-9540-306b0f0fa5fa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=a59d36cd-5c19-449d-9cfb-0fc6a241137a HTTP/1.1" status: 200 len: 797 time: 0.1557264 Mar 18 10:42:25.304341 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-51ed5b28-5c42-45ae-a1f7-251c2510b860 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 379 time: 0.0394955 Mar 18 10:42:25.316239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.320084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['50e838f0-9f21-4d8e-a4c0-daa8aa3fb339']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:25.464601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:25.480008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:25.570624 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b851cdf6-956f-41a4-8a92-7ee9e1e27a85 req-e4dccaee-b54f-4bb5-9fc1-48276a43a805 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 210 time: 0.0426381 Mar 18 10:42:25.578926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:42:25.588816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.606842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.754222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.3 (a59d36cd-5c19-449d-9cfb-0fc6a241137a/5af76cbc-ed8c-4443-a704-87fbd00fccad/d10a3697-827d-41ea-bca0-d0375bab3ae6) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:25.955592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:25.971911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object d10a3697-827d-41ea-bca0-d0375bab3ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:26.042500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:26.112271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:26.123919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:26.123919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:26.187110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:26.205489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:26.213418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:26.299950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-40104aae-2692-4226-b4fc-5eeba20254ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9784489 Mar 18 10:42:26.319097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Request body: {'port': {'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:26.422943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e60dcdfb-9c53-4831-b6cb-b5f96833df87 None None] Provisioning for port d10a3697-827d-41ea-bca0-d0375bab3ae6 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:26.433240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e60dcdfb-9c53-4831-b6cb-b5f96833df87 None None] Provisioning complete for port d10a3697-827d-41ea-bca0-d0375bab3ae6 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:26.433240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e60dcdfb-9c53-4831-b6cb-b5f96833df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:26.437070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:26.498852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e60dcdfb-9c53-4831-b6cb-b5f96833df87 None None] Port d10a3697-827d-41ea-bca0-d0375bab3ae6 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:42:26.927088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940f4a-d1ea-45bd-aedc-014be4cbaa31 req-dc502315-24fe-4057-98be-030443051dac tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:26.927088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a5940f4a-d1ea-45bd-aedc-014be4cbaa31 req-dc502315-24fe-4057-98be-030443051dac tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:26.946794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:26.991046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10a3697-827d-41ea-bca0-d0375bab3ae6 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:42:26.998538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:27.011669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Transition to ACTIVE for port object d10a3697-827d-41ea-bca0-d0375bab3ae6 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:42:27.052370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a5940f4a-d1ea-45bd-aedc-014be4cbaa31 req-dc502315-24fe-4057-98be-030443051dac tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:27.052370 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a5940f4a-d1ea-45bd-aedc-014be4cbaa31 req-dc502315-24fe-4057-98be-030443051dac tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 931 time: 0.3577051 Mar 18 10:42:27.095780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:27.148847 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a5940f4a-d1ea-45bd-aedc-014be4cbaa31 req-ccb41cc4-9e97-414d-8db9-dc7b2c61393f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870957 Mar 18 10:42:27.234964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:27.345375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Attempting to bind port d10a3697-827d-41ea-bca0-d0375bab3ae6 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:42:27.345375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Attempting to bind port d10a3697-827d-41ea-bca0-d0375bab3ae6 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:42:27.345375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Attempting to bind port d10a3697-827d-41ea-bca0-d0375bab3ae6 on network a59d36cd-5c19-449d-9cfb-0fc6a241137a {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:42:27.354459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Port d10a3697-827d-41ea-bca0-d0375bab3ae6 on network a59d36cd-5c19-449d-9cfb-0fc6a241137a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:42:27.354459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Attempting to bind port d10a3697-827d-41ea-bca0-d0375bab3ae6 on network a59d36cd-5c19-449d-9cfb-0fc6a241137a {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:42:27.361233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:42:27.361233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Checking segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:42:27.361233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Bound using segment: {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:42:27.361233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Bound port: d10a3697-827d-41ea-bca0-d0375bab3ae6, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8d2911-907f-4c10-94dd-cf933c0d1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:42:27.361233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:27.461339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:42:27.461339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:42:27.543701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:27.606333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:27.606333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:27.606333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d10a3697-827d-41ea-bca0-d0375bab3ae6 HTTP/1.1" status: 200 len: 1093 time: 1.2953660 Mar 18 10:42:27.606333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:27.637378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33208-4356-4fb8-9d59-994b10b128f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:27.666654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'status': 'completed', 'code': 200} Mar 18 10:42:27.776791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e329-b8dd-444b-aec6-4712be878c4f req-ba806c78-8e06-4ca7-bab6-b760530680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:27.776791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7358e329-b8dd-444b-aec6-4712be878c4f req-ba806c78-8e06-4ca7-bab6-b760530680ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1096 time: 0.0837512 Mar 18 10:42:27.935362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e329-b8dd-444b-aec6-4712be878c4f req-a8a3c24f-a3d6-4fa2-852f-05cc063b1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:27.935362 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7358e329-b8dd-444b-aec6-4712be878c4f req-a8a3c24f-a3d6-4fa2-852f-05cc063b1585 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1504335 Mar 18 10:42:28.070303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e329-b8dd-444b-aec6-4712be878c4f req-8f833c9a-cd82-4345-b82b-196fc66e0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.071627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7358e329-b8dd-444b-aec6-4712be878c4f req-8f833c9a-cd82-4345-b82b-196fc66e0ed9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325507 Mar 18 10:42:28.178266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cb354209-21c7-4c9b-a550-ef126f8e5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.179722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-cb354209-21c7-4c9b-a550-ef126f8e5722 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1096 time: 0.0698690 Mar 18 10:42:28.250524 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-f6dc5020-0c87-4c34-99ee-378ac18e12db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0637074 Mar 18 10:42:28.359599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-37c8fae1-b4b2-4b72-8f44-1c2bcd1a459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.359599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-37c8fae1-b4b2-4b72-8f44-1c2bcd1a459f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5af76cbc-ed8c-4443-a704-87fbd00fccad HTTP/1.1" status: 200 len: 834 time: 0.0757792 Mar 18 10:42:28.426324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d3e0-9625-4494-9b0e-d3b8795e0b86 req-274b201b-59bc-434d-9840-8cc951de2904 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.427797 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ac9d3e0-9625-4494-9b0e-d3b8795e0b86 req-274b201b-59bc-434d-9840-8cc951de2904 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 943 time: 0.1755917 Mar 18 10:42:28.483806 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ac9d3e0-9625-4494-9b0e-d3b8795e0b86 req-e0059c5d-dbcf-4273-9f09-0f697112fc6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 Mar 18 10:42:28.486431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52919-379b-447f-86c8-e77db8c7a497 req-5ddbc5f9-aadd-4e8c-b8ed-83fd40bdd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.487649 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-5ddbc5f9-aadd-4e8c-b8ed-83fd40bdd712 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a59d36cd-5c19-449d-9cfb-0fc6a241137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229458 Mar 18 10:42:28.634802 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-1ab214cb-7a88-4a31-9021-c6494eab617e service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379774 Mar 18 10:42:28.777476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74a52919-379b-447f-86c8-e77db8c7a497 req-87fd6b41-1d02-42fc-93b7-c1ed64842064 service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327562 Mar 18 10:42:29.670115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffbf3a-f939-4889-94ae-55b7e4d760be req-f5b031ce-862e-4656-b8e8-b8662b6b70f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:29.671647 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29ffbf3a-f939-4889-94ae-55b7e4d760be req-f5b031ce-862e-4656-b8e8-b8662b6b70f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 943 time: 0.0779238 Mar 18 10:42:29.720696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-29ffbf3a-f939-4889-94ae-55b7e4d760be req-366aa216-54a3-4b0a-af6b-590a7f22dff2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:42:29.732199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-29ffbf3a-f939-4889-94ae-55b7e4d760be req-366aa216-54a3-4b0a-af6b-590a7f22dff2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:42:29.733269 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29ffbf3a-f939-4889-94ae-55b7e4d760be req-366aa216-54a3-4b0a-af6b-590a7f22dff2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520720 Mar 18 10:42:31.019877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7db0af-a877-44f2-8b4f-f965a5ca8b61 req-8568fe6b-535d-4c3c-a314-2b80c4d01f5f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:31.021318 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee7db0af-a877-44f2-8b4f-f965a5ca8b61 req-8568fe6b-535d-4c3c-a314-2b80c4d01f5f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 943 time: 0.1868651 Mar 18 10:42:31.064339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee7db0af-a877-44f2-8b4f-f965a5ca8b61 req-7cccf888-b703-45ae-a9d5-b92d8e8bb22c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373566 Mar 18 10:42:32.249305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24748c9-dcb8-4b00-98d6-1f35b1648d0e req-dac6f4bd-a28b-4651-8372-55f37c38d0fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:32.250770 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c24748c9-dcb8-4b00-98d6-1f35b1648d0e req-dac6f4bd-a28b-4651-8372-55f37c38d0fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 943 time: 0.0795767 Mar 18 10:42:32.295868 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c24748c9-dcb8-4b00-98d6-1f35b1648d0e req-492a6fbb-f81e-4849-b6b7-441ceaaef28e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Mar 18 10:42:32.848225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d10a3697-827d-41ea-bca0-d0375bab3ae6 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:42:32.988146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:32.995203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:42:33.061903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:33.077670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10a3697-827d-41ea-bca0-d0375bab3ae6 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:42:33.092497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:33.156739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:33.222528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:33.396394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['d10a3697-827d-41ea-bca0-d0375bab3ae6'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:42:33.482060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fac87-b20e-4f83-bafa-24755d44023e req-d90c4bf1-91a1-4eab-ab92-4b2dffba9815 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:33.488462 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f7fac87-b20e-4f83-bafa-24755d44023e req-d90c4bf1-91a1-4eab-ab92-4b2dffba9815 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 944 time: 0.0830462 Mar 18 10:42:33.528045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f7fac87-b20e-4f83-bafa-24755d44023e req-e898133c-0988-4508-bd50-72666210bc5e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Mar 18 10:42:34.719192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1265-93ce-4028-87c7-d9c5ee94a113 req-20a9efbb-2188-4c24-8c2f-f00ccc55d1fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:34.721062 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d93d1265-93ce-4028-87c7-d9c5ee94a113 req-20a9efbb-2188-4c24-8c2f-f00ccc55d1fd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 944 time: 0.0865519 Mar 18 10:42:34.767125 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d93d1265-93ce-4028-87c7-d9c5ee94a113 req-da91be1c-f26d-42ad-a8ca-83b25635ef2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Mar 18 10:42:34.852995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d10a3697-827d-41ea-bca0-d0375bab3ae6 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:42:34.997018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port d10a3697-827d-41ea-bca0-d0375bab3ae6 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:42:35.001917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port d10a3697-827d-41ea-bca0-d0375bab3ae6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:42:35.002044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:35.123275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:35.149126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:35.159943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:42:35.196956 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'code': 200} Mar 18 10:42:35.230631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:35.296808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:35.548161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca60ee1-9273-40bb-b075-bbace967d341 req-4b94658f-d297-48a1-b967-0ac2cae4dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:35.549604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8ca60ee1-9273-40bb-b075-bbace967d341 req-4b94658f-d297-48a1-b967-0ac2cae4dd39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1098 time: 0.0679317 Mar 18 10:42:35.588581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8ca60ee1-9273-40bb-b075-bbace967d341 req-d1a41ce5-af8d-4356-afb8-2864b2fa6098 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330870 Mar 18 10:42:35.947477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edb363-a347-4fea-8b67-d7f364aaa8cf req-a2782102-0d28-4183-8383-2e83fd793ea8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:35.948757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-63edb363-a347-4fea-8b67-d7f364aaa8cf req-a2782102-0d28-4183-8383-2e83fd793ea8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.0788815 Mar 18 10:42:35.992245 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-63edb363-a347-4fea-8b67-d7f364aaa8cf req-b8d1ac97-ca09-4fe4-b5cf-06c46645ae59 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377438 Mar 18 10:42:37.177741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7456-c3ca-494b-b4dc-c6e1c9426cf4 req-8ea84d19-a38e-4941-b740-0584f7c8112e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:37.182143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e21f7456-c3ca-494b-b4dc-c6e1c9426cf4 req-8ea84d19-a38e-4941-b740-0584f7c8112e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.0817869 Mar 18 10:42:37.222651 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e21f7456-c3ca-494b-b4dc-c6e1c9426cf4 req-82fae8e5-8c43-4329-868e-0343a1a43092 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Mar 18 10:42:37.410464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ce2e-ea10-4e07-899f-32a9b9ff5bdb req-5738f4a9-4405-41bd-bfa2-fe38f386087d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:37.412162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ad9ce2e-ea10-4e07-899f-32a9b9ff5bdb req-5738f4a9-4405-41bd-bfa2-fe38f386087d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.0821242 Mar 18 10:42:37.455362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ad9ce2e-ea10-4e07-899f-32a9b9ff5bdb req-13168e65-dca7-4341-be00-78406bfdfb7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Mar 18 10:42:37.480636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45474) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:37.549102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a36b46-b5f5-45fe-bf06-77ca95c32ed1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:37.550512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-02a36b46-b5f5-45fe-bf06-77ca95c32ed1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1093 time: 0.0702064 Mar 18 10:42:37.553045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45478) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:37.557836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:42:37.564347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:42:37.568147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:42:37.571941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:42:37.576453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:42:37.686988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:37.821478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:38.014414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.79 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/735aa62b-5b69-4fb7-b253-4ae5f0bdeb17) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:42:38.123007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-4ea8f206-e12e-4b42-9c14-da13d63a85e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1787703 Mar 18 10:42:38.180849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:38.304596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109265-31db-4328-8c80-c233f06811b8 req-56e93943-4a6d-4e77-aba9-9798e66dae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:38.304596 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-56e93943-4a6d-4e77-aba9-9798e66dae14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.0820165 Mar 18 10:42:38.421855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109265-31db-4328-8c80-c233f06811b8 req-1cdee2c4-d8ed-4bb1-b9cb-f14f06b70154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:38.423242 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-1cdee2c4-d8ed-4bb1-b9cb-f14f06b70154 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1305134 Mar 18 10:42:38.522792 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-1916b63f-c707-4f71-a7ad-4af0eb303789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 1001 time: 0.0941734 Mar 18 10:42:38.560758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:38.640418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:42:38.643842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109265-31db-4328-8c80-c233f06811b8 req-a8c93670-8023-4070-9bbd-4c86f583b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:38.645289 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-a8c93670-8023-4070-9bbd-4c86f583b05b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.1164162 Mar 18 10:42:38.646074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:42:38.653754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:42:38.734298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=735aa62b-5b69-4fb7-b253-4ae5f0bdeb17,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:38.966618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109265-31db-4328-8c80-c233f06811b8 req-006b7f4f-ee62-4580-a802-49cdcef7eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:38.967902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-006b7f4f-ee62-4580-a802-49cdcef7eeca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2893159 Mar 18 10:42:39.244315 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-41935230-7943-4b38-9518-6bdd8e66fe75 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697904 Mar 18 10:42:39.425950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d109265-31db-4328-8c80-c233f06811b8 req-d84c8d1a-ce84-4a82-9a27-d714ec7a6977 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686087 Mar 18 10:42:39.454569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:39.654810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:39.861105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:39.905052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:40.018140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=735aa62b-5b69-4fb7-b253-4ae5f0bdeb17,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:40.030373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.030955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.031525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.032077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.032632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.033196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.033764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.034348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.034911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.035494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.036302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.036639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:40.042472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:40.207925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0 associated. External IP: 172.26.2.79, port: d10a3697-827d-41ea-bca0-d0375bab3ae6. Mar 18 10:42:40.683936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:42:40.860399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:42:40.870551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:40.882502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:40.883360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:40.928177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:40.984567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5cd8cc72-09d5-4003-9730-e5ce599c847d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4305060 Mar 18 10:42:40.985204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:40.988152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45484) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:41.031650 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'status': 'completed', 'code': 200} Mar 18 10:42:41.073413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:41.131640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-c329e527-87e0-4d0e-8207-1f5892c2c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:41.136205 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-c329e527-87e0-4d0e-8207-1f5892c2c870 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1098 time: 0.0798163 Mar 18 10:42:41.279621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-a43efc96-0dbb-42ab-84e3-5731e861777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:41.281066 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-a43efc96-0dbb-42ab-84e3-5731e861777b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a59d36cd-5c19-449d-9cfb-0fc6a241137a HTTP/1.1" status: 200 len: 898 time: 0.1420548 Mar 18 10:42:41.290464 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-eeb05628-ff70-4e73-a6db-f5ee318ba4bf tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817 HTTP/1.1" status: 200 len: 922 time: 0.3005104 Mar 18 10:42:41.291074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45490) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:41.388595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-832f9845-dee0-48c0-9a93-d9e68a945a80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6 HTTP/1.1" status: 200 len: 998 time: 0.1011107 Mar 18 10:42:41.399630 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8826775-2779-41b1-a3a3-eb502a2479ff tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1075139 Mar 18 10:42:41.454855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-7d05220c-4b14-4124-868a-99514d1c8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:41.456301 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-7d05220c-4b14-4124-868a-99514d1c8afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5af76cbc-ed8c-4443-a704-87fbd00fccad HTTP/1.1" status: 200 len: 834 time: 0.0617085 Mar 18 10:42:41.480664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:42:39Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:22Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:41.485011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:41.495009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:42:41.495612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:41.536315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-e7c3f71f-5003-47df-a638-eb8695bffa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:41.537854 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-e7c3f71f-5003-47df-a638-eb8695bffa8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a59d36cd-5c19-449d-9cfb-0fc6a241137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698068 Mar 18 10:42:41.670774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-27644acc-283d-4e99-b7f7-12ac1e91792b service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Mar 18 10:42:41.675572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:42:41.801690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20d1c548-4fc1-4a60-addc-1b95cc8da96b req-dbc00296-28a6-4592-a41d-bd9b8499c64f service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240637 Mar 18 10:42:42.023523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:42:39Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:22Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:42.027375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1c887-03da-472b-8fbd-f8fa7dd54007 None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:42:39Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:42:22Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:42.218529 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3765f-bcd2-4b51-bc51-ae53c56d4ff1 None None] New status for floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:42:42.403283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45496) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:42.509659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7eb93acf-7e80-4198-9089-768f223bc0c4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1052637 Mar 18 10:42:43.513683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45500) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:42:43.620444 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-92926f66-d377-4b6e-8222-87efee866e49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 992 time: 0.1056132 Mar 18 10:42:46.684227 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:42:51.984023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a7208fad-fb9e-449a-8a3c-99e903795437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:54.504089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c937f584-c091-45d7-b2e3-78a5c3e41cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:55.230125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:55.298257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:55.583916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:42:56.932152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:12.798220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45520) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:12.980470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8b707b8-a041-40f7-a5ef-e58d5a8b58fc tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1811407 Mar 18 10:43:12.983378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45524) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:13.266053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a1de7c-ee22-4ede-aae1-8a14830fad8d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Notify agent at dv-neutron-834265-1-hyperv the message router_removed_from_agent {{(pid=88541) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 18 10:43:13.269209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a5a1de7c-ee22-4ede-aae1-8a14830fad8d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "DELETE /v2.0/agents/b0ec3417-d64d-4f3b-81e3-e2b970d28046/l3-routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817 HTTP/1.1" status: 204 len: 168 time: 0.2849598 Mar 18 10:43:13.272582 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45528) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:13.448362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-971501b6-5faa-4a33-8e3b-606b2d3e8dd3 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1754444 Mar 18 10:43:13.451060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45532) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:13.553124 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a96e8781-ba74-441d-bdc0-0e4acf094e70 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 992 time: 0.1010449 Mar 18 10:43:14.015135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fb675-5192-49c5-b3b7-123d20022b46 None None] New status for floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:43:14.267708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:14.386649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:14.408717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4699aafc-a663-4b61-8075-f257c8b9cd1e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:14.497625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:14.498433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:14.556588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45536) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:14.613034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:14.669383 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ed1f106e-c9f0-4643-8f6f-971e822c553d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1103783 Mar 18 10:43:14.697432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.697432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.697432 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.699546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.699546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.699546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.699546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.699546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.700102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.700102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.701544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.701544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:14.723683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:14.759277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=517e475b-7875-4ef6-9ce0-0e36c8166df7,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:14.817293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:14.885977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:15.805648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45542) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:16.086114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22385730-07fd-436f-9ddd-cfd3139945a1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:43:16.090637 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22385730-07fd-436f-9ddd-cfd3139945a1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Notify agent at dv-neutron-834265-1-hyperv the message router_added_to_agent {{(pid=88541) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 18 10:43:16.120181 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:16.132199 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:16.132815 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:16.231425 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-22385730-07fd-436f-9ddd-cfd3139945a1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "POST /v2.0/agents/b0ec3417-d64d-4f3b-81e3-e2b970d28046/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4246926 Mar 18 10:43:16.242801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45550) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:16.318068 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:16.414985 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea7fbd24-cddc-454b-8683-fda24d3b9369 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1798480 Mar 18 10:43:16.417684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45554) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:16.528924 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a9319d48-e45d-42a0-9221-9d521d3a20bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1099668 Mar 18 10:43:16.665358 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:16.670322 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:16.677344 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:16.677962 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:16.854378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:17.226928 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:17.231308 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b740ee-40a9-4b1c-8e0d-2109a1afea8f None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c09ab7d2-753a-4027-a14b-123ca6f1eef0', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'port_id': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'mac_address': 'fa:16:3e:58:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059bf96-0efa-400c-9856-5fb569906166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:39Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:14Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:17.533097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45560) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:17.645681 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-66e24e02-814e-4149-afa5-e4809b96f75b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1112947 Mar 18 10:43:18.321149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:18.392599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4699aafc-a663-4b61-8075-f257c8b9cd1e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:18.395079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:18.514568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:18.530699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4699aafc-a663-4b61-8075-f257c8b9cd1e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:18.611458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:18.612211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:18.648548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45564) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:18.733985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:18.745781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:18.746182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:18.761890 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-684c7cd3-e84a-458d-9c89-30e48936b9ce tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 990 time: 0.1120231 Mar 18 10:43:18.862063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:18.895074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=517e475b-7875-4ef6-9ce0-0e36c8166df7,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:18.949044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdaf5d-3d23-489e-925c-cb24691c9dd8 None None] New status for floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:43:19.004394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:19.172530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:19.764963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:19.956443 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f5febe9a-a14b-4279-bf67-369ed4d6d85f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 200 len: 992 time: 0.1903048 Mar 18 10:43:20.224965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45578) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:20.272438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:20.339937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 4699aafc-a663-4b61-8075-f257c8b9cd1e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:20.340240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:20.462174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:20.531865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 517e475b-7875-4ef6-9ce0-0e36c8166df7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:20.532238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:20.542346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 735aa62b-5b69-4fb7-b253-4ae5f0bdeb17 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:43:20.542682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:20.708785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:20.709109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:20.830196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 735aa62b-5b69-4fb7-b253-4ae5f0bdeb17 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:43:21.046981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:21.093614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=735aa62b-5b69-4fb7-b253-4ae5f0bdeb17,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:21.180545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:21.180870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0 disassociated (deleted). External IP: 172.26.2.79, port: d10a3697-827d-41ea-bca0-d0375bab3ae6. Mar 18 10:43:21.522454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:43:21.697648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:43:21.707926 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:21.717653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:21.719260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:21.766534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:21.824602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7fa4a406-12b3-4519-868b-7e667000c03b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/c09ab7d2-753a-4027-a14b-123ca6f1eef0 HTTP/1.1" status: 204 len: 168 time: 1.5985568 Mar 18 10:43:21.825847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:43:21.872027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'status': 'completed', 'code': 200} Mar 18 10:43:21.898895 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:21.983246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-25aa0eda-de6d-41e1-9e92-d2283e77566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:21.984907 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-25aa0eda-de6d-41e1-9e92-d2283e77566a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 1098 time: 0.0928533 Mar 18 10:43:21.989745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-69cf6fdb-2279-4ea5-a7ea-8de9a59bb21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:22.244805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:22.245408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-18d2681b-1e9d-4f15-bcf5-88e22e288629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:22.247462 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-18d2681b-1e9d-4f15-bcf5-88e22e288629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a59d36cd-5c19-449d-9cfb-0fc6a241137a HTTP/1.1" status: 200 len: 898 time: 0.2510481 Mar 18 10:43:22.249130 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:22.257497 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:22.258120 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:42:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:22.320329 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-82a8c4ba-fe98-436d-873b-7b1c948613fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0665729 Mar 18 10:43:22.384285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-cf5381a1-cfb7-439e-9a1b-281b3c7cdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:22.385709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-cf5381a1-cfb7-439e-9a1b-281b3c7cdf82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5af76cbc-ed8c-4443-a704-87fbd00fccad HTTP/1.1" status: 200 len: 834 time: 0.0593805 Mar 18 10:43:22.446299 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:22.467352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56208b1-93b8-4f72-91b1-775b03fda57f req-f441263d-d1be-4945-b10f-9bf25fff2c45 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:22.467352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c56208b1-93b8-4f72-91b1-775b03fda57f req-f441263d-d1be-4945-b10f-9bf25fff2c45 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.1128199 Mar 18 10:43:22.476127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-b6067a27-e95f-490d-9b4f-dd2958372b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:22.477830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-b6067a27-e95f-490d-9b4f-dd2958372b06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a59d36cd-5c19-449d-9cfb-0fc6a241137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858169 Mar 18 10:43:22.520831 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c56208b1-93b8-4f72-91b1-775b03fda57f req-90b543ef-f633-4015-9a0c-e5617230c587 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475707 Mar 18 10:43:22.636848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-8c942383-1e2c-4427-a2ea-9f37efd9b022 service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521523 Mar 18 10:43:22.776988 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:22.780880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99145a-bc1a-49a9-8d25-95bb2adaa94d None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:42:16Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '517e475b-7875-4ef6-9ce0-0e36c8166df7', 'name': '', 'network_id': 'a59d36cd-5c19-449d-9cfb-0fc6a241137a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:79:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:16Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '5af76cbc-ed8c-4443-a704-87fbd00fccad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:22.783770 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603ad672-847a-496d-9b83-0cd5dfc7f598 req-323d86ea-240c-4a89-9c69-fae30297bd96 service neutron] 10.222.0.24 "GET /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366944 Mar 18 10:43:23.443024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc9740-3720-4cce-9b50-edc001699d03 None None] New status for floating IP c09ab7d2-753a-4027-a14b-123ca6f1eef0: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:43:23.683299 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:43:23.769423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-5dfecee2-157c-4e56-8a4e-f891aed6e0c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:23.770135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-5dfecee2-157c-4e56-8a4e-f891aed6e0c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:23.791961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665693-8baa-4599-81c0-aa9603b7a146 req-dd1542a0-8ebb-473d-9145-7cfbe6105189 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:23.792625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-22665693-8baa-4599-81c0-aa9603b7a146 req-dd1542a0-8ebb-473d-9145-7cfbe6105189 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:23.835543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-22665693-8baa-4599-81c0-aa9603b7a146 req-dd1542a0-8ebb-473d-9145-7cfbe6105189 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:23.836654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22665693-8baa-4599-81c0-aa9603b7a146 req-dd1542a0-8ebb-473d-9145-7cfbe6105189 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.1783526 Mar 18 10:43:23.837198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-5dfecee2-157c-4e56-8a4e-f891aed6e0c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:23.838172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-5dfecee2-157c-4e56-8a4e-f891aed6e0c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 945 time: 0.2115421 Mar 18 10:43:23.935365 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22665693-8baa-4599-81c0-aa9603b7a146 req-a29b8321-5157-470b-af5e-5c2053272023 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910561 Mar 18 10:43:23.939608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port d10a3697-827d-41ea-bca0-d0375bab3ae6 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:43:23.939608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:24.182355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port d10a3697-827d-41ea-bca0-d0375bab3ae6, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d10a3697-827d-41ea-bca0-d0375bab3ae6,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:24.182650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:24.306502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for d10a3697-827d-41ea-bca0-d0375bab3ae6 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:43:24.543829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-82b737e7-7573-4dc8-8089-3aafecb96914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:24.584856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:24.638920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=d10a3697-827d-41ea-bca0-d0375bab3ae6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:24.710092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port d10a3697-827d-41ea-bca0-d0375bab3ae6 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:43:24.712529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:24.715029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'name': 'network-vif-deleted', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:43:24.814562 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed0f2f95-671b-44e5-b08e-c08acfdb545c req-a758dbb2-ef58-4b84-a83c-b9bcfa350922 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/d10a3697-827d-41ea-bca0-d0375bab3ae6 HTTP/1.1" status: 204 len: 173 time: 0.9701436 Mar 18 10:43:24.903635 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059bf96-0efa-400c-9856-5fb569906166', 'name': 'network-vif-deleted', 'tag': 'd10a3697-827d-41ea-bca0-d0375bab3ae6', 'status': 'completed', 'code': 200} Mar 18 10:43:25.198027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-42ac1450-82cd-4e22-a7b7-c9f3c18c1d25 req-78f22c65-080b-4537-9548-35982de8cdd4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:25.222981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:25.348633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-42ac1450-82cd-4e22-a7b7-c9f3c18c1d25 req-78f22c65-080b-4537-9548-35982de8cdd4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:25.351334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-42ac1450-82cd-4e22-a7b7-c9f3c18c1d25 req-78f22c65-080b-4537-9548-35982de8cdd4 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e059bf96-0efa-400c-9856-5fb569906166 HTTP/1.1" status: 200 len: 210 time: 0.3070352 Mar 18 10:43:25.401372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:25.663366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:26.537109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45598) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:26.537109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:26.546563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:26.669084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:26.687860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e838f0-9f21-4d8e-a4c0-daa8aa3fb339,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:26.770661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:26.774062 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-75fb1ecc-d592-4cad-a059-3424f7203462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/50e838f0-9f21-4d8e-a4c0-daa8aa3fb339 HTTP/1.1" status: 204 len: 168 time: 0.3282688 Mar 18 10:43:26.852557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45604) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:26.967418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:27.053741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d10a3697-827d-41ea-bca0-d0375bab3ae6 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:27.088144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: d10a3697-827d-41ea-bca0-d0375bab3ae6 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:43:27.088492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d10a3697-827d-41ea-bca0-d0375bab3ae6 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:43:27.403744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:27.754204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 517e475b-7875-4ef6-9ce0-0e36c8166df7 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:43:27.757196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:27.937454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 517e475b-7875-4ef6-9ce0-0e36c8166df7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=517e475b-7875-4ef6-9ce0-0e36c8166df7,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:27.939191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:28.165291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 517e475b-7875-4ef6-9ce0-0e36c8166df7 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:43:28.423049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:28.470649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=517e475b-7875-4ef6-9ce0-0e36c8166df7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:28.743745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.105768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router b43c9a16-9dae-4e46-ad95-b35eb38e9817 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:43:29.276976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:43:29.286981 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Sync routers for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:29.299022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:29.299022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:29.339038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7750382b-4692-4a25-87ff-24f065e2c91b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853461 Mar 18 10:43:29.342406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45608) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:29.412523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet 5af76cbc-ed8c-4443-a704-87fbd00fccad {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:43:29.415407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.469802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.502390 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:29.551368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.720244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.757295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=5af76cbc-ed8c-4443-a704-87fbd00fccad,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:29.763399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:29.770122 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-480e03ec-529d-49c7-8727-0950f3996c9e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/5af76cbc-ed8c-4443-a704-87fbd00fccad HTTP/1.1" status: 204 len: 168 time: 0.4264717 Mar 18 10:43:29.770423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676fb43-ebff-49c2-8771-c152b3877bff None None] Network a59d36cd-5c19-449d-9cfb-0fc6a241137a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:43:29.772570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45612) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:29.783098 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:43:28Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:29.787229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Checking router: b43c9a16-9dae-4e46-ad95-b35eb38e9817 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:29.795664 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Routers {'b43c9a16-9dae-4e46-ad95-b35eb38e9817'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:29.796255 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:29.982273 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] Set router b43c9a16-9dae-4e46-ad95-b35eb38e9817 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:30.061352 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] DHCP port deletion for a59d36cd-5c19-449d-9cfb-0fc6a241137a request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:43:30.065998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Deleting port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:43:30.066427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.076648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.269155 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.288267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] For port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,segment=NetworkSegment(2d8d2911-907f-4c10-94dd-cf933c0d1205),segment_id=2d8d2911-907f-4c10-94dd-cf933c0d1205)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:30.288658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.295497 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:43:28Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:30.299774 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abe6cc-a2a2-49b4-bc80-efcf520622a9 None None] The sync data for ids ['b43c9a16-9dae-4e46-ad95-b35eb38e9817'] in dv-neutron-834265-1-hyperv is: [{'id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'name': 'tempest-TestNetworkBasicOps-router-181708440', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:42:10Z', 'updated_at': '2022-03-18T10:43:28Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '4699aafc-a663-4b61-8075-f257c8b9cd1e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c9a16-9dae-4e46-ad95-b35eb38e9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:30.358937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:30.365836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 4699aafc-a663-4b61-8075-f257c8b9cd1e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:43:30.366195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.445683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Calling delete_port for 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:43:30.542039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 4699aafc-a663-4b61-8075-f257c8b9cd1e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=4699aafc-a663-4b61-8075-f257c8b9cd1e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:30.542039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.586917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.641693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.665575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 4699aafc-a663-4b61-8075-f257c8b9cd1e owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:43:30.725550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] Pushing event deleted for resources: {'Port': ['ID=1a57120f-81e7-4656-b9ef-2bc91cd2e9d0,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:30.729257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fb041-0028-40fc-9194-57f353e65b84 None None] No DVR routers for this DVR port 1a57120f-81e7-4656-b9ef-2bc91cd2e9d0 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:43:30.891515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:30.942079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=4699aafc-a663-4b61-8075-f257c8b9cd1e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:31.027694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.196614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.198807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.309700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.309700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router b43c9a16-9dae-4e46-ad95-b35eb38e9817 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:43:31.323612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.325254 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cc211be3-00ed-4b35-bf81-b2047a5a399d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/b43c9a16-9dae-4e46-ad95-b35eb38e9817 HTTP/1.1" status: 204 len: 168 time: 1.5510962 Mar 18 10:43:31.328065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45618) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:31.444583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.687658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.714428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59d36cd-5c19-449d-9cfb-0fc6a241137a']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:31.727589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8d2911-907f-4c10-94dd-cf933c0d1205') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:31.728103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8d2911-907f-4c10-94dd-cf933c0d1205') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:31.741938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.758352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.764895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:43:31.765057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:43:31.780362 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:43:31.926181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.947340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:31.958572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=a59d36cd-5c19-449d-9cfb-0fc6a241137a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:32.023539 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a6012eb6-e7cb-4272-83d1-2534112193db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/a59d36cd-5c19-449d-9cfb-0fc6a241137a HTTP/1.1" status: 204 len: 168 time: 0.6944125 Mar 18 10:43:32.045094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45622) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:32.050693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--1097706415', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:32.055620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:32.060264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:32.063096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:32.068689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:32.114128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:43:32.117452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.144442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:43:32.152670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.153004 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 8d4151e0-2728-4205-a241-cb1445d63632 of type vlan for network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f Mar 18 10:43:32.178537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.251566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.256979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:32.257580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.271371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:32.309558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 4699aafc-a663-4b61-8075-f257c8b9cd1e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:43:32.309558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 4699aafc-a663-4b61-8075-f257c8b9cd1e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:43:32.309558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:43:32.341448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 517e475b-7875-4ef6-9ce0-0e36c8166df7 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:43:32.341790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 517e475b-7875-4ef6-9ce0-0e36c8166df7 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:43:32.366781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=0dfea2e9-385e-4a2a-bb07-cb8903f8905f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:32.377389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:43:32.417784 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-19c8ef8c-d87e-45ca-948a-7d9c2e479c2e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3716567 Mar 18 10:43:32.420985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45626) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:32.426053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:32.433018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:32.436843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:32.439687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:32.445940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:32.520107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.521130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.535974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:32.850098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:33.231252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:33.261318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:33.401076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.61 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/9dd81ca6-91de-47ca-85e7-c28174650cbb) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:43:33.648692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:33.737667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:33.794831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:33.797599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:33.801070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:43:33.848882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=9dd81ca6-91de-47ca-85e7-c28174650cbb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:34.310161 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:34.644131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:34.943270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ea2d471b-d8e9-42e9-8330-8e112f515ffa is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:43:35.117731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:43:35.131892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Sync routers for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:35.141803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:35.142586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:35.223271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:35.224496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1c23d728-6e1e-449e-ad2d-936ee595bc57 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8025870 Mar 18 10:43:35.227604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45630) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:35.318931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:35.529456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-41338fd0-6d2d-4f1b-b894-ec53d7b5191e tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3007302 Mar 18 10:43:35.535392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45636) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:35.640064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:34Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:35.643879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Checking router: ea2d471b-d8e9-42e9-8330-8e112f515ffa for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:35.644232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Updating router ea2d471b-d8e9-42e9-8330-8e112f515ffa port 9dd81ca6-91de-47ca-85e7-c28174650cbb binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:43:35.663913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594da347-e3c2-4723-a502-4c80c0446948 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:35.667853 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-594da347-e3c2-4723-a502-4c80c0446948 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289887 Mar 18 10:43:35.668194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45640) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:35.695444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:35.708912 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-744e823b-b774-4106-817e-cbdad7f9d600 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372431 Mar 18 10:43:35.709101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45644) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:35.714347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011987138', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:35.820362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:35.824101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:35.827671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:35.832982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:35.903419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:43:35.907426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.014554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.025867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Transition to ACTIVE for port object 9dd81ca6-91de-47ca-85e7-c28174650cbb will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:36.097109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.177281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Attempting to bind port 9dd81ca6-91de-47ca-85e7-c28174650cbb on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:43:36.177895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Attempting to bind port 9dd81ca6-91de-47ca-85e7-c28174650cbb by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:43:36.181662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Attempting to bind port 9dd81ca6-91de-47ca-85e7-c28174650cbb on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:43:36.185491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf595-536a-43cd-a70f-43a936e5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=9dd81ca6-91de-47ca-85e7-c28174650cbb,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:36.187925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:43:36.188292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:43:36.188688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.189069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:43:36.189606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Bound port: 9dd81ca6-91de-47ca-85e7-c28174650cbb, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:43:36.190057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.200590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.265092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] For port 9dd81ca6-91de-47ca-85e7-c28174650cbb, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:43:36.268047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] For port 9dd81ca6-91de-47ca-85e7-c28174650cbb, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9dd81ca6-91de-47ca-85e7-c28174650cbb,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:43:36.276594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=b2206f5c-526c-420b-b527-e951bca63060,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:36.285909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:43:36.286523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: 0dfea2e9-385e-4a2a-bb07-cb8903f8905f, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:43:36.320267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.371186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:43:36.399632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:36.400245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:36.460539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf595-536a-43cd-a70f-43a936e5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=9dd81ca6-91de-47ca-85e7-c28174650cbb,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:36.479781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 0dfea2e9-385e-4a2a-bb07-cb8903f8905f) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:36.483813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:36.484501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:36.491640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a6bd6-9fa1-4515-b60d-8ab752ff70f4 None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:43:36.590137 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d276f04c-8cc1-4172-8111-94b807b731dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8799040 Mar 18 10:43:36.593270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45648) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:36.662724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:37.044231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:43:37.045095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.191907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:34Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:37.203934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5db7b-119e-45b3-a697-cd32aaf1f7cb None None] The sync data for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv is: [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:34Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:37.223867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Allocated IP 172.20.0.2 (0dfea2e9-385e-4a2a-bb07-cb8903f8905f/b2206f5c-526c-420b-b527-e951bca63060/3a2a8a34-4a1f-4d10-a950-570ad0e94e6c) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:43:37.300627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.448670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.460993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Transition to ACTIVE for port object 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:37.482611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Transition to ACTIVE for port object 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:37.611820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.677080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:37.680015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:37.688616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:43:37.705688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Pushing event updated for resources: {'Port': ['ID=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:37.788377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Attempting to bind port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:43:37.788918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Attempting to bind port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:43:37.789370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Attempting to bind port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c on network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:43:37.795847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:43:37.796644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Checking segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:43:37.796913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.797306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Bound using segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:43:37.797773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Bound port: 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:43:37.798199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:37.865089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (0dfea2e9-385e-4a2a-bb07-cb8903f8905f/b2206f5c-526c-420b-b527-e951bca63060/d4d9ec29-9966-46f6-b905-71f7db9ee4ef) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:43:37.897152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] For port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:43:37.900534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] For port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:43:37.977597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.039874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.060798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object d4d9ec29-9966-46f6-b905-71f7db9ee4ef will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:38.065213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a3716-543a-461a-a218-f8c756f1040f None None] Pushing event updated for resources: {'Port': ['ID=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:38.194728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.269100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:38.270294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:38.274528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:43:38.337363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:38.351561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.381778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9dd81ca6-91de-47ca-85e7-c28174650cbb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:38.520011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 9dd81ca6-91de-47ca-85e7-c28174650cbb completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:38.525477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9dd81ca6-91de-47ca-85e7-c28174650cbb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:38.525877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.653416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.670541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 9dd81ca6-91de-47ca-85e7-c28174650cbb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9dd81ca6-91de-47ca-85e7-c28174650cbb,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:38.700476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.749656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:38.817368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=9dd81ca6-91de-47ca-85e7-c28174650cbb,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:39.117648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:39.211612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:39.322096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:39.327482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:39.505562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5524bb-a113-46fc-90d7-c6fc51674381 None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:43:39.573849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:39.574975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:39.675363 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c2dd2bc7-580b-4a90-acbf-ef464cc73965 None None] Provisioning for port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:39.763129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ea2d471b-d8e9-42e9-8330-8e112f515ffa has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:43:39.958076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:43:39.973379 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f2334cb8-255e-4d01-850b-eafc3f6fb363 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/ea2d471b-d8e9-42e9-8330-8e112f515ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3783259 Mar 18 10:43:39.975273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45652) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:40.011340 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Sync routers for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:40.033952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:40.034854 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:40.053256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8cff3888-7803-4d3d-8775-d6240c9ee5d0 None None] Provisioning for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:40.059976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8cff3888-7803-4d3d-8775-d6240c9ee5d0 None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:40.060936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8cff3888-7803-4d3d-8775-d6240c9ee5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.137877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-8cff3888-7803-4d3d-8775-d6240c9ee5d0 None None] Port d4d9ec29-9966-46f6-b905-71f7db9ee4ef cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:43:40.143117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.143884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.144488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.145216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.145878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.146467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.149503 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d83cd8b5-e57a-4aca-bb72-deb0e3be357c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1731389 Mar 18 10:43:40.151780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45656) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:40.226788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.227251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.227863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.232902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.232902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.232902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:40.232902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e007268b-1706-4003-bf1d-8ae66c0d70a2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0774102 Mar 18 10:43:40.234136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45660) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:40.276568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3006de9a-6658-463d-921e-ed228eea65d3 None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:40.276942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3006de9a-6658-463d-921e-ed228eea65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.348043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3006de9a-6658-463d-921e-ed228eea65d3 None None] Port d4d9ec29-9966-46f6-b905-71f7db9ee4ef cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:43:40.372401 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:40.406877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:40.486826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-11b87f15-13bc-4fcf-8dea-c481a7ea74b9 None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:40.487325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-11b87f15-13bc-4fcf-8dea-c481a7ea74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.552993 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d165fffb-0c34-45de-9d58-f73b92fdac66 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3151274 Mar 18 10:43:40.582106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-11b87f15-13bc-4fcf-8dea-c481a7ea74b9 None None] Port d4d9ec29-9966-46f6-b905-71f7db9ee4ef cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:43:40.594637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:40.601541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:40.601541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.744182 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:40.746024 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Checking router: ea2d471b-d8e9-42e9-8330-8e112f515ffa for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:40.746923 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Updating router ea2d471b-d8e9-42e9-8330-8e112f515ffa port d4d9ec29-9966-46f6-b905-71f7db9ee4ef binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:43:40.767433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.802086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:40.803486 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.828015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45666) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:40.838664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90583232', 'description': 'tempest-secgroup-smoke-90583232 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:40.840728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:40.845757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:40.846387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.847002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9dd81ca6-91de-47ca-85e7-c28174650cbb up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:40.849169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:40.861693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:40.926970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:40.963304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:40.968263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:40.973773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:40.979861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:41.006651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.015335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 9dd81ca6-91de-47ca-85e7-c28174650cbb triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:41.016207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.068279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.143586 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.179541 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.189307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43b9ea-8c02-4cb1-97be-ee3d797dc256,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.193689 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Transition to ACTIVE for port object d4d9ec29-9966-46f6-b905-71f7db9ee4ef will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:41.196470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.196816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.197321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.197657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.198017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.198352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.204491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.268701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.270351 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-86c47025-01d1-43c8-bff0-7bd3069133f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4405928 Mar 18 10:43:41.273028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45670) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:41.278552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:41.284467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:41.288514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:41.297373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:41.297717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:41.308550 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.378124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.440387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.466258 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Pushing event updated for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.482695 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.483048 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.483388 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.483720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.484056 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.484385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.484763 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.485091 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.485417 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.485734 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.486082 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.486402 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:41.491830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.522242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69422fbc-4f54-415d-abf3-3dfbf66b0197,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.545500 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Attempting to bind port d4d9ec29-9966-46f6-b905-71f7db9ee4ef on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:43:41.545830 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Attempting to bind port d4d9ec29-9966-46f6-b905-71f7db9ee4ef by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:43:41.546211 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Attempting to bind port d4d9ec29-9966-46f6-b905-71f7db9ee4ef on network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:43:41.551480 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:43:41.551850 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Checking segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:43:41.552249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.552642 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Bound using segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:43:41.553102 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Bound port: d4d9ec29-9966-46f6-b905-71f7db9ee4ef, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:43:41.553473 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.597742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.598966 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-649e3b0b-da7b-4fb7-994a-9346a46ca0ed tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250129 Mar 18 10:43:41.604820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45674) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:41.610176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:41.615912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:41.620020 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:41.623398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:41.630068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:41.647490 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] For port d4d9ec29-9966-46f6-b905-71f7db9ee4ef, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:43:41.650447 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] For port d4d9ec29-9966-46f6-b905-71f7db9ee4ef, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:43:41.737593 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.738640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.802821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.813747 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:43:41.814486 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:41.875895 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.879995 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badac1fb-0345-47a7-96d9-10f060fee7ee None None] Pushing event updated for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.905525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1769c33-665a-45a5-a0d9-77ad099faea4,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:41.995104 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:41.995879 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2147ec77-6428-4ec7-b107-df442db78687 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901019 Mar 18 10:43:41.999567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45678) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:42.004511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:42.010755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:42.015629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:42.016903 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:43:42.018929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:42.025233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:42.149256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.212732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.263224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.288053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:42.296099 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5794630c-0a32-4b90-a9b1-e85f2f5e62e0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:42.358917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:42.359330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.365743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.369963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45684) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:42.370493 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a8f9914e-9430-4fec-acb4-f31a7a0a8a65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694327 Mar 18 10:43:42.375721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:42.381855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:42.382453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:41Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:42.393411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1160-c078-45cb-a10c-7744828c145a None None] The sync data for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv is: [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:41Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:42.393538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:42.393538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:42.399121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:42.469918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.546190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.634252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.659212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8dd03c-ab88-4a8a-9b1f-a74eac0be2c1,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:42.671442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.671899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.672245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.672577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.672905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.673271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.673599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.673948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.674294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.674574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.674891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.675207 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:43:42.738114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.740320 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4b757703-6fbf-473e-8bc4-49886bd01eca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680387 Mar 18 10:43:42.741532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45688) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:42.747036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:42.753448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:42.757759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:42.760952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:42.766832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:42.863226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:43:42.876717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:42.947730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.057009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.085993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93047226-07ef-4761-bfc9-aa736d1473eb,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:43.171532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.172740 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49177353-a273-455c-a6ba-2a8cf5f99a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4300692 Mar 18 10:43:43.175683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:43.180783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '5f43b9ea-8c02-4cb1-97be-ee3d797dc256', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:43.187159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:43.191110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:43.200431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:43.202305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:43.268628 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:43:43.283171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.347050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.422374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.451049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9817959-96a2-4950-904b-771b4450b67c,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:43.508479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:43.509753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-082af789-c169-4bae-9f83-5b7e29f72486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330696 Mar 18 10:43:43.747931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-3e59b974-0ec9-4732-93bc-3b3c66f69462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:43.823683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-3e59b974-0ec9-4732-93bc-3b3c66f69462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:43.825745 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-3e59b974-0ec9-4732-93bc-3b3c66f69462 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90583232&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.1154821 Mar 18 10:43:43.976931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-59eedf45-d5c2-4f7e-a4a7-7a7dd1f60a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:43.982098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-59eedf45-d5c2-4f7e-a4a7-7a7dd1f60a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:44.034120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-59eedf45-d5c2-4f7e-a4a7-7a7dd1f60a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:44.036697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-59eedf45-d5c2-4f7e-a4a7-7a7dd1f60a49 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 200 len: 797 time: 0.2037973 Mar 18 10:43:44.050817 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-93eef68d-f92d-4e6c-a3a4-f48433b3c7e6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0094597 Mar 18 10:43:44.132436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-f4ee819e-7741-49f3-ad87-1a6ed366f24c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:44.199913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-f4ee819e-7741-49f3-ad87-1a6ed366f24c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:44.201299 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-f4ee819e-7741-49f3-ad87-1a6ed366f24c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456144 Mar 18 10:43:44.307153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d4d9ec29-9966-46f6-b905-71f7db9ee4ef up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:44.346491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-2b79e469-0510-4a72-a58c-68095e34a755 service neutron] 10.222.0.18 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325331 Mar 18 10:43:44.461378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:44.461982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:44.462353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:44.486743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-3c4f368a-de0b-4e69-a50e-14ed1cd906c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260049 Mar 18 10:43:44.582150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:44.620604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d4d9ec29-9966-46f6-b905-71f7db9ee4ef, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:44.714073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:44.743774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c0de325e-4003-4998-ac73-c5ce67b6f501 req-34a467ce-81a4-49cf-abdb-644dbecc2f44 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 210 time: 0.0566633 Mar 18 10:43:44.783362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:45.995138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5f1fbfa4-fd28-4e00-92bd-4f6fb57513f2 req-c8a08f50-6312-4aff-a6e7-9a42ac23b4e5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 210 time: 0.1494668 Mar 18 10:43:46.281260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d4d9ec29-9966-46f6-b905-71f7db9ee4ef up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:46.349991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:46.350359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:46.744374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-6560165a-d2e3-43a2-bca2-420d77e9f38e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:46.745751 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-6560165a-d2e3-43a2-bca2-420d77e9f38e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 200 len: 797 time: 0.1505861 Mar 18 10:43:46.795030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-2b596e98-50a3-4c6a-a8ab-8d205edbfc22 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 378 time: 0.0406122 Mar 18 10:43:46.803386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['5f43b9ea-8c02-4cb1-97be-ee3d797dc256']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:46.939735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:46.954200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:47.052326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:43:47.055905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.146375 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b47163d0-ca3e-444f-8cc2-b43641b77437 req-3419a68e-a476-4d17-8d77-a73a7309e916 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 210 time: 0.0435133 Mar 18 10:43:47.219191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.14 (0dfea2e9-385e-4a2a-bb07-cb8903f8905f/b2206f5c-526c-420b-b527-e951bca63060/8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:43:47.407912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.424625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:47.508573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.571725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:47.579731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:47.584007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:43:47.617701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:47.654318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:47.654925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.720837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-8085cfb8-a93a-4cf6-8a85-a6971e769c35 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9207187 Mar 18 10:43:47.732527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Request body: {'port': {'device_id': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:47.822599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b399d7c0-9391-40fc-9bdc-c38e63880524 None None] Provisioning for port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:47.827756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-b399d7c0-9391-40fc-9bdc-c38e63880524 None None] Provisioning complete for port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:47.828134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b399d7c0-9391-40fc-9bdc-c38e63880524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.844991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:47.881512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b399d7c0-9391-40fc-9bdc-c38e63880524 None None] Port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:43:48.190938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:43:48.195130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:48.209144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Transition to ACTIVE for port object 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:43:48.294774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:48.441933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Pushing event updated for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:48.652787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff33c6f-79d7-4ae3-ab4d-14a100b1bb79 req-eb484f62-3445-4701-b954-f47d6ceeacf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:48.653498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-fff33c6f-79d7-4ae3-ab4d-14a100b1bb79 req-eb484f62-3445-4701-b954-f47d6ceeacf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:48.687279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Attempting to bind port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:43:48.687638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Attempting to bind port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:43:48.687963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Attempting to bind port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c on network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:43:48.692473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c on network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:43:48.692793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Attempting to bind port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c on network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:43:48.697667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:43:48.698038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Checking segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:43:48.698417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Bound using segment: {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:43:48.698828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Bound port: 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4151e0-2728-4205-a241-cb1445d63632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:43:48.699210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:48.742329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-fff33c6f-79d7-4ae3-ab4d-14a100b1bb79 req-eb484f62-3445-4701-b954-f47d6ceeacf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:48.743496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fff33c6f-79d7-4ae3-ab4d-14a100b1bb79 req-eb484f62-3445-4701-b954-f47d6ceeacf2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 944 time: 0.4885924 Mar 18 10:43:48.815283 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fff33c6f-79d7-4ae3-ab4d-14a100b1bb79 req-39380654-fc31-4742-9afb-3e75f267ebfe tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647719 Mar 18 10:43:48.820731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:43:48.823783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:43:48.920114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:48.977047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:48.977638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:48.978999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] 10.222.0.24 "PUT /v2.0/ports/8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 200 len: 1094 time: 1.2513039 Mar 18 10:43:48.979429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:43:49.006767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd804-2814-484a-9036-f25e003cb48e service neutron] Pushing event updated for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:49.030062 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'status': 'completed', 'code': 200} Mar 18 10:43:49.119543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-511d7436-72c7-43cf-9258-51443e4f78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.121038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-511d7436-72c7-43cf-9258-51443e4f78d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1097 time: 0.0743887 Mar 18 10:43:49.267130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-92c0e59d-5d20-45aa-97ee-82c9a6a05aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.268564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-92c0e59d-5d20-45aa-97ee-82c9a6a05aba service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1400616 Mar 18 10:43:49.402711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-d908626b-62ee-402f-ae37-d6eedfb454c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.404774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18562614-84b3-48c0-9ec2-57216c4cb349 req-d908626b-62ee-402f-ae37-d6eedfb454c7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309495 Mar 18 10:43:49.511881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-b0c2c068-daf9-49dd-ae4e-1c6681f60122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.513321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-b0c2c068-daf9-49dd-ae4e-1c6681f60122 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1097 time: 0.0737264 Mar 18 10:43:49.579042 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-0802ae62-84d5-4d26-9706-4c8a320fef34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 200 len: 217 time: 0.0595455 Mar 18 10:43:49.642320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-2a176656-1fa6-4b4e-86ba-1341dfb39d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.643709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-2a176656-1fa6-4b4e-86ba-1341dfb39d33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 200 len: 844 time: 0.0590701 Mar 18 10:43:49.716617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-855f3117-8c81-4b26-81d1-690a9bf579f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:49.718161 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-855f3117-8c81-4b26-81d1-690a9bf579f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690587 Mar 18 10:43:49.850045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-980d08ae-6f13-4389-b555-a7aab7e53faf service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250298 Mar 18 10:43:50.032111 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfcc0efc-9588-432e-b025-be8b6cf5cc42 req-0a6bff24-eb73-4ad6-aa8c-a7d89ac56f7a service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761684 Mar 18 10:43:50.055838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63d15-44f1-4827-bff9-68188f3f2cc8 req-79a988fe-9d08-478c-a198-a29da3e68017 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:50.057197 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b4c63d15-44f1-4827-bff9-68188f3f2cc8 req-79a988fe-9d08-478c-a198-a29da3e68017 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 944 time: 0.1181450 Mar 18 10:43:50.101493 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b4c63d15-44f1-4827-bff9-68188f3f2cc8 req-481dec72-ea64-467a-b171-99f0e31e949c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383999 Mar 18 10:43:51.283305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a24143-cc95-4a39-ba3e-e584690bc3b2 req-06d542ac-d50d-44e3-a621-6d3a6f9f1d50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:51.284672 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4a24143-cc95-4a39-ba3e-e584690bc3b2 req-06d542ac-d50d-44e3-a621-6d3a6f9f1d50 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 944 time: 0.0781932 Mar 18 10:43:51.330626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-b4a24143-cc95-4a39-ba3e-e584690bc3b2 req-a65c3481-7ed1-4fde-bda0-a37b3fbca498 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:43:51.342448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-b4a24143-cc95-4a39-ba3e-e584690bc3b2 req-a65c3481-7ed1-4fde-bda0-a37b3fbca498 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:43:51.343516 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4a24143-cc95-4a39-ba3e-e584690bc3b2 req-a65c3481-7ed1-4fde-bda0-a37b3fbca498 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529907 Mar 18 10:43:51.988139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e00863d0-bf14-47e4-b390-d781543f6b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:52.522842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88be40b-d338-4ecf-90bb-2e601e1e0fc8 req-35d4779b-8d57-4dd1-8d50-5e90c63a65c7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:52.524285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c88be40b-d338-4ecf-90bb-2e601e1e0fc8 req-35d4779b-8d57-4dd1-8d50-5e90c63a65c7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 944 time: 0.0776260 Mar 18 10:43:52.571303 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c88be40b-d338-4ecf-90bb-2e601e1e0fc8 req-f850fd13-217f-4a78-a874-3f7c777ac40a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407610 Mar 18 10:43:53.133833 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:43:53.265414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:53.278397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'port_id': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'mac_address': 'fa:16:3e:0f:bd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:43:53.336056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:53.352272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:43:53.367114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:53.457153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:53.522635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:53.675229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:43:53.761017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1053f-8b6e-4caa-9227-43d758394de6 req-9e4836a9-4ff9-47ce-a2ff-878eff06ea3a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:53.762553 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8ad1053f-8b6e-4caa-9227-43d758394de6 req-9e4836a9-4ff9-47ce-a2ff-878eff06ea3a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 945 time: 0.0796392 Mar 18 10:43:53.815634 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8ad1053f-8b6e-4caa-9227-43d758394de6 req-f1465376-dacd-4aed-8088-dee1ef6840db tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465956 Mar 18 10:43:54.536981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-94c03898-6946-4278-922b-e79341b2fb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.002517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631d26b-028a-40d1-b063-73e2e25b5efc req-e2c88be3-5a27-4462-a9a6-632356831334 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:55.004075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3631d26b-028a-40d1-b063-73e2e25b5efc req-e2c88be3-5a27-4462-a9a6-632356831334 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 945 time: 0.0806663 Mar 18 10:43:55.047474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3631d26b-028a-40d1-b063-73e2e25b5efc req-734319b2-b27d-420f-99bf-97a430a0dab7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378168 Mar 18 10:43:55.147771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:43:55.284947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.296377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:43:55.301007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:43:55.301362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.352769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.412850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.438234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:43:55.447340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:43:55.481605 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'code': 200} Mar 18 10:43:55.517771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.589915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:55.679680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:55.880667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11e5c3-9b13-4bfe-94c2-84ad49d9b4de req-f022e19b-adc7-4639-b739-683651589308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:55.882163 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c11e5c3-9b13-4bfe-94c2-84ad49d9b4de req-f022e19b-adc7-4639-b739-683651589308 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1099 time: 0.0690279 Mar 18 10:43:55.924602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c11e5c3-9b13-4bfe-94c2-84ad49d9b4de req-7a25be4a-8c9b-4bd1-84cb-b368a66bda9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366614 Mar 18 10:43:56.225448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5e04-0a72-4dfd-9002-6bd2345e0be3 req-eb7bf3da-dd92-420d-9f17-6c529b364279 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:56.226957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-278f5e04-0a72-4dfd-9002-6bd2345e0be3 req-eb7bf3da-dd92-420d-9f17-6c529b364279 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.0775418 Mar 18 10:43:56.269463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-278f5e04-0a72-4dfd-9002-6bd2345e0be3 req-0e080399-18b2-4e2b-84a0-74b93d0401fc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362449 Mar 18 10:43:56.943828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:57.454718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d2e7-3149-4a07-b880-0a97d0e04a37 req-534db0e0-161a-4fcf-a1c0-5898a3c9f11c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:57.456132 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f973d2e7-3149-4a07-b880-0a97d0e04a37 req-534db0e0-161a-4fcf-a1c0-5898a3c9f11c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.0809729 Mar 18 10:43:57.615217 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f973d2e7-3149-4a07-b880-0a97d0e04a37 req-73d6f0fe-e019-4f5c-bb6e-685177633f4f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534998 Mar 18 10:43:57.794921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec97a-90c9-45ad-8e54-e8f203bf63af req-bc0e34eb-1eb8-4a94-adba-3443c383274c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:57.796888 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8fbec97a-90c9-45ad-8e54-e8f203bf63af req-bc0e34eb-1eb8-4a94-adba-3443c383274c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.0810277 Mar 18 10:43:57.838112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8fbec97a-90c9-45ad-8e54-e8f203bf63af req-cd992e7b-24bf-425d-bdd3-a67e13699e6c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356483 Mar 18 10:43:57.862577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45750) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:57.933316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c9fdb-c5e2-485f-a4f0-7bdd29c1e237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:43:57.934742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c70c9fdb-c5e2-485f-a4f0-7bdd29c1e237 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1094 time: 0.0712118 Mar 18 10:43:57.937455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45754) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:43:57.942209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:43:57.947864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:43:57.951564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:43:57.954302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:43:57.959791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:43:58.045540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:58.284087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:58.421611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.34 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/4992ace5-a4b2-42c5-a9f0-6a0559c2f43d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:43:58.563983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:58.645726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:58.709021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:43:58.715704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:43:58.719752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:43:58.748145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=4992ace5-a4b2-42c5-a9f0-6a0559c2f43d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:59.121763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:59.244566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:59.441762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:59.508059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:59.614644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=4992ace5-a4b2-42c5-a9f0-6a0559c2f43d,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:59.624624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:43:59.788088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f associated. External IP: 172.26.2.34, port: 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c. Mar 18 10:44:00.230264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ea2d471b-d8e9-42e9-8330-8e112f515ffa has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:44:00.404193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:44:00.414505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Sync routers for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:44:00.424548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:44:00.425157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:44:00.508634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:00.566254 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2c8c85eb-6b62-40fa-b04a-57aedc5ebc65 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6277390 Mar 18 10:44:00.566831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:44:00.929329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:44:00.929455 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'status': 'completed', 'code': 200} Mar 18 10:44:00.929538 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:44:00.930004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-a3886eaa-f728-4fe3-9398-00ccc9b172b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:00.930004 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-a3886eaa-f728-4fe3-9398-00ccc9b172b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1099 time: 0.0746887 Mar 18 10:44:00.930004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-6f709bae-9d04-4158-8487-f4e9cbe1d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:00.930004 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-6f709bae-9d04-4158-8487-f4e9cbe1d47a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 200 len: 898 time: 0.1255538 Mar 18 10:44:00.930257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45760) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:44:00.948761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-566e77a4-45e3-4c7e-a1d7-01aafac49144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 200 len: 999 time: 0.1049781 Mar 18 10:44:00.957441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.34', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'port_id': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'mac_address': 'fa:16:3e:0f:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:43:59Z', 'updated_at': '2022-03-18T10:43:59Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:44:00.961135 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6e451752-c3a4-4ca4-85f4-6a5c869af995 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f HTTP/1.1" status: 200 len: 991 time: 0.1045413 Mar 18 10:44:00.963084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Checking router: ea2d471b-d8e9-42e9-8330-8e112f515ffa for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:44:00.971924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:44:00.972508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:43:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:44:01.010618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-480a2648-445e-41d4-9446-ad91fad9b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:01.012121 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-480a2648-445e-41d4-9446-ad91fad9b374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 200 len: 844 time: 0.0577991 Mar 18 10:44:01.087315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-a522cc34-bd92-4170-9f4f-d7d524c1dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:01.088828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-a522cc34-bd92-4170-9f4f-d7d524c1dc66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708902 Mar 18 10:44:01.146618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:44:01.220819 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-85e401c9-31cd-462d-bc24-a3db8e464225 service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247857 Mar 18 10:44:01.349755 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c0d18ee5-d411-458a-bb0d-be939934ddef req-7b39f894-1f81-4586-9443-20ec83646650 service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229098 Mar 18 10:44:01.529862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.34', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'port_id': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'mac_address': 'fa:16:3e:0f:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:43:59Z', 'updated_at': '2022-03-18T10:43:59Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:44:01.533680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734c4a4-c999-4cf7-8b03-b72e746bcbec None None] The sync data for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv is: [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.34', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'port_id': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'mac_address': 'fa:16:3e:0f:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:43:59Z', 'updated_at': '2022-03-18T10:43:59Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:44:01.705391 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09fdcf8-4371-4d93-b9b3-c5ee544b7485 None None] New status for floating IP f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:44:01.963680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45764) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:44:02.070509 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-87ca57de-bb83-4ca8-a9c8-f34b4330f407 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f HTTP/1.1" status: 200 len: 993 time: 0.1057341 Mar 18 10:44:21.970458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6aa70537-5135-4180-bebb-17d7bbde56f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:24.490742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e8c9454d-eecb-4b64-9f76-172ffbb38ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:25.205338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:25.348697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:25.593559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:26.942047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:37.682659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:44:40.035466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-e5de9dfd-f978-40c9-b326-c8f9567a7a37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682502 Mar 18 10:44:40.281762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058440-994e-44d8-b421-91966358b9dd req-dfec0bf0-7448-4880-a3aa-2d95316eba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:40.283239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-dfec0bf0-7448-4880-a3aa-2d95316eba41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.1799304 Mar 18 10:44:40.434773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058440-994e-44d8-b421-91966358b9dd req-2a986cbf-d8c8-41c5-a830-aebec6df06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:40.436237 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-2a986cbf-d8c8-41c5-a830-aebec6df06e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1334734 Mar 18 10:44:40.543525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-ddbc63c0-4c32-4ea9-be3e-e38afff322c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 1001 time: 0.1003578 Mar 18 10:44:40.608443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058440-994e-44d8-b421-91966358b9dd req-0006868b-f4b8-4dc2-aea4-2a891df267c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:40.609876 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-0006868b-f4b8-4dc2-aea4-2a891df267c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0604956 Mar 18 10:44:40.684758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058440-994e-44d8-b421-91966358b9dd req-6a481fbd-37bd-412f-879c-9eb08f42ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:40.686212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-6a481fbd-37bd-412f-879c-9eb08f42ff0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707622 Mar 18 10:44:40.823129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-393d9712-4f8b-4235-832f-950b55cd97e8 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306043 Mar 18 10:44:40.954650 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32058440-994e-44d8-b421-91966358b9dd req-0fc8f68c-c259-430f-959f-cdedc4bbf8a7 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258123 Mar 18 10:44:51.992878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb7f2-054f-4d1c-80c6-79f4041587fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:53.281503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-93124b7d-a9ae-4447-81b4-3ed13d625e5c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915885645&fields=id&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 267 time: 0.0385160 Mar 18 10:44:53.426221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-06959e69-6cc6-45d7-9984-f721c207a764 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:53.427625 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-06959e69-6cc6-45d7-9984-f721c207a764 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.1395476 Mar 18 10:44:53.441578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-d786a3f6-d276-4af6-b2f5-6f5b4a66e379 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/quotas/8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 375 time: 0.0085762 Mar 18 10:44:53.530712 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-fef6fa2b-0568-4838-a1da-a344e18e427c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840869 Mar 18 10:44:53.664827 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-aafdc5f7-83fe-4f91-9c00-72295f582b35 service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221964 Mar 18 10:44:53.797998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-2ea1ab0f-30aa-44bc-91a6-09d42c477d4b service neutron] 10.222.0.18 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271727 Mar 18 10:44:54.472830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9eec-6d5d-404e-a0e3-954de96700a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:55.192750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:55.312634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:55.417449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6191b57f-7e47-4c2e-be97-64c87ffd783c req-63200c8d-9b8e-4ffb-9f19-fd9f1b70b195 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.0434237 Mar 18 10:44:55.597574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:56.511643 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56ee3a5e-c139-42b7-92e8-f0a046b0884d req-1b7ced18-74b9-44b9-82f2-0b8427fb74d6 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.0426917 Mar 18 10:44:56.981485 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:44:57.658771 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8d6a4eab-351c-4578-8ce2-7091f015c6c1 req-ced7e528-a8f6-4422-baa7-430e6fd99546 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.0420547 Mar 18 10:44:58.895928 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f6b7dc7-4083-47d7-a0af-e24b39905f71 req-f3a6d3c1-b453-4da6-8627-4eb9755c0913 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.1312211 Mar 18 10:44:59.571554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c0934f3e-4a22-4b9d-ac1c-5a6190180ff2 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:44:59.572944 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c0934f3e-4a22-4b9d-ac1c-5a6190180ff2 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 811 time: 0.1397605 Mar 18 10:44:59.623098 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-f4d570de-8ca3-42fe-8107-fac57f3ef7eb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a HTTP/1.1" status: 200 len: 380 time: 0.0425029 Mar 18 10:44:59.630846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'port': {'device_id': '454b60f6-1f31-4718-a1c0-7806b3229107', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'admin_state_up': True, 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'security_groups': ['c10ce3e0-c491-4408-82fd-2546d3193d04']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:44:59.762465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:44:59.771699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:44:59.827252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Made reservation on behalf of 8749e26c1ce64bdb93dfa4b18fadc19a for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:44:59.830957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.008248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.20.0.9 (75de1183-7a1c-4756-8004-fa86e6b593e7/e504184e-4a00-492c-955b-918c86c0cce5/80cae710-05fb-47ad-9fe0-54bfefa80e43) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:45:00.148425 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1e236ec1-5e6b-43a2-aa3c-2c1b1b9864e5 req-9f8ff205-ee24-4bcb-963e-6da2c860e471 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.1354020 Mar 18 10:45:00.270138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.286180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Transition to ACTIVE for port object 80cae710-05fb-47ad-9fe0-54bfefa80e43 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:45:00.381671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.447130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:45:00.458003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:45:00.462363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:45:00.611649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:00.626293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.626635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.631595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:00.652710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:00.653313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.746688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-1d17aead-f1bb-4d06-b041-44131809b960 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1192393 Mar 18 10:45:00.758472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Request body: {'port': {'device_id': '454b60f6-1f31-4718-a1c0-7806b3229107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:45:00.827014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e0a08676-646a-4f58-8d4c-cfc5c6a073c3 None None] Provisioning for port 80cae710-05fb-47ad-9fe0-54bfefa80e43 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:45:00.832381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e0a08676-646a-4f58-8d4c-cfc5c6a073c3 None None] Provisioning complete for port 80cae710-05fb-47ad-9fe0-54bfefa80e43 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:45:00.832784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0a08676-646a-4f58-8d4c-cfc5c6a073c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.872725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:00.893619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e0a08676-646a-4f58-8d4c-cfc5c6a073c3 None None] Port 80cae710-05fb-47ad-9fe0-54bfefa80e43 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:45:01.224075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cae710-05fb-47ad-9fe0-54bfefa80e43 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:45:01.232241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:01.247288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Transition to ACTIVE for port object 80cae710-05fb-47ad-9fe0-54bfefa80e43 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:45:01.338709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81ddf3-7a8e-414c-9449-d824ebbe2bda req-4056616b-750d-47e0-8b24-c5665a011d81 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:01.340157 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db81ddf3-7a8e-414c-9449-d824ebbe2bda req-4056616b-750d-47e0-8b24-c5665a011d81 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 931 time: 0.0830541 Mar 18 10:45:01.357566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:01.386431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db81ddf3-7a8e-414c-9449-d824ebbe2bda req-e35b8c29-20fb-400a-99e6-f67373ebbead tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Mar 18 10:45:01.514124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:01.597752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Attempting to bind port 80cae710-05fb-47ad-9fe0-54bfefa80e43 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:45:01.598105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Attempting to bind port 80cae710-05fb-47ad-9fe0-54bfefa80e43 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:45:01.598432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Attempting to bind port 80cae710-05fb-47ad-9fe0-54bfefa80e43 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:45:01.604967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Port 80cae710-05fb-47ad-9fe0-54bfefa80e43 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:45:01.605296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Attempting to bind port 80cae710-05fb-47ad-9fe0-54bfefa80e43 on network 75de1183-7a1c-4756-8004-fa86e6b593e7 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:45:01.611403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:45:01.611739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Checking segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:45:01.612316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Bound using segment: {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:45:01.612514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Bound port: 80cae710-05fb-47ad-9fe0-54bfefa80e43, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d75b2-3c78-4cca-92cc-f60143b78c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:45:01.612855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:01.705548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:45:01.708449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:45:01.775956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:01.828939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:01.829536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:01.830991 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/80cae710-05fb-47ad-9fe0-54bfefa80e43 HTTP/1.1" status: 200 len: 1093 time: 1.0765426 Mar 18 10:45:01.831310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:45:01.872089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2bc9-ed8b-4b22-a1cb-bfa4ca8904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:01.884225 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'status': 'completed', 'code': 200} Mar 18 10:45:01.975808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97f66-d46f-49c5-830e-30cea3112930 req-750badcf-cef5-450b-91f1-fc2aa779435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:01.977404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-93a97f66-d46f-49c5-830e-30cea3112930 req-750badcf-cef5-450b-91f1-fc2aa779435a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1096 time: 0.0808184 Mar 18 10:45:02.120683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97f66-d46f-49c5-830e-30cea3112930 req-a0d787dc-bdba-4524-b3f7-35857ffecc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.122070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-93a97f66-d46f-49c5-830e-30cea3112930 req-a0d787dc-bdba-4524-b3f7-35857ffecc0f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1366937 Mar 18 10:45:02.255884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97f66-d46f-49c5-830e-30cea3112930 req-b77aa84e-be7e-4693-9d3d-95ec5a62b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.257318 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-93a97f66-d46f-49c5-830e-30cea3112930 req-b77aa84e-be7e-4693-9d3d-95ec5a62b3ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297152 Mar 18 10:45:02.361436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-bfa3b8fb-d602-47c2-b893-6ffe58501a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.362953 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-bfa3b8fb-d602-47c2-b893-6ffe58501a08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1096 time: 0.0691786 Mar 18 10:45:02.432669 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-183b1557-811d-4966-99be-359b2f692b56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43 HTTP/1.1" status: 200 len: 217 time: 0.0628524 Mar 18 10:45:02.497480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-2adc87b8-76e6-4627-9482-98c966103ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.498926 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-2adc87b8-76e6-4627-9482-98c966103ea7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0606880 Mar 18 10:45:02.576207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f878-8e29-41a3-8ffe-72adca097b66 req-9cc58edd-d0a2-4194-bb36-00dc9b3dd8da tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.577656 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5810f878-8e29-41a3-8ffe-72adca097b66 req-9cc58edd-d0a2-4194-bb36-00dc9b3dd8da tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0820978 Mar 18 10:45:02.580523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-fdf89c9d-393b-4772-90b5-96eef52400c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:02.581977 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-fdf89c9d-393b-4772-90b5-96eef52400c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771682 Mar 18 10:45:02.624095 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5810f878-8e29-41a3-8ffe-72adca097b66 req-bcba15af-b8fb-4b8a-8639-c8c4ba65b0fc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Mar 18 10:45:02.812566 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-38c550c5-5c86-4658-8acf-aecd8e877353 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239108 Mar 18 10:45:02.941683 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-399d1201-1de8-4b9e-894a-6b73b1b70e7d req-86a10234-cd55-4c41-aa1c-90813153dc39 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229670 Mar 18 10:45:03.806218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d60d6-c355-4c4a-93d3-a1b57b0d5fe7 req-f240e755-eb31-4188-a2ea-dcf9153582e8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:03.806829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-762d60d6-c355-4c4a-93d3-a1b57b0d5fe7 req-f240e755-eb31-4188-a2ea-dcf9153582e8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:45:03.878353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-762d60d6-c355-4c4a-93d3-a1b57b0d5fe7 req-f240e755-eb31-4188-a2ea-dcf9153582e8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:45:03.879520 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-762d60d6-c355-4c4a-93d3-a1b57b0d5fe7 req-f240e755-eb31-4188-a2ea-dcf9153582e8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.1504912 Mar 18 10:45:03.923933 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-762d60d6-c355-4c4a-93d3-a1b57b0d5fe7 req-dfd995a4-a509-4234-8f53-b1c62b239749 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384812 Mar 18 10:45:05.106096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e76a2c-91d4-49bf-a899-8d4fab285d1c req-54d142b5-7f57-40a6-bae4-ab47f4f424cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:05.107528 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c6e76a2c-91d4-49bf-a899-8d4fab285d1c req-54d142b5-7f57-40a6-bae4-ab47f4f424cd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0824358 Mar 18 10:45:05.151699 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c6e76a2c-91d4-49bf-a899-8d4fab285d1c req-8d2604af-3ccb-44a6-8598-8267898dcfa8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Mar 18 10:45:06.336070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bdc2-51bd-4444-9f05-7fd800786246 req-d17c8986-8527-4841-be8c-d3e21d864a3e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:06.337483 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9513bdc2-51bd-4444-9f05-7fd800786246 req-d17c8986-8527-4841-be8c-d3e21d864a3e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0810390 Mar 18 10:45:06.379979 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9513bdc2-51bd-4444-9f05-7fd800786246 req-88cadc0e-b169-47de-9d4e-5f5468fd47c1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369792 Mar 18 10:45:07.560970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4d80a-3947-4263-aad6-912a8c185556 req-173ea169-ac4f-40fa-983e-4f5d054c9f32 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:07.562401 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdf4d80a-3947-4263-aad6-912a8c185556 req-173ea169-ac4f-40fa-983e-4f5d054c9f32 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0782745 Mar 18 10:45:07.608010 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdf4d80a-3947-4263-aad6-912a8c185556 req-32f068e5-2ccf-4828-94c7-dec071e5e805 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Mar 18 10:45:08.791605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de285-a82c-47e3-9c0a-a40af3cbd0d7 req-14ea2eb5-2177-491d-88f6-92dcdd86b6fb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:08.793008 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa0de285-a82c-47e3-9c0a-a40af3cbd0d7 req-14ea2eb5-2177-491d-88f6-92dcdd86b6fb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0815084 Mar 18 10:45:08.835083 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa0de285-a82c-47e3-9c0a-a40af3cbd0d7 req-5d66b6bf-6165-4ecb-b2b0-0fd381d6b7e8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364523 Mar 18 10:45:10.019060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924431-f551-4d49-959d-13bfcbcbb947 req-5297dd59-49c4-4870-bda1-9d5334b19b1e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:10.020485 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c924431-f551-4d49-959d-13bfcbcbb947 req-5297dd59-49c4-4870-bda1-9d5334b19b1e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0783365 Mar 18 10:45:10.064520 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c924431-f551-4d49-959d-13bfcbcbb947 req-5a60324d-65c3-4a68-adb2-35d542d22ec5 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Mar 18 10:45:11.242116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14d47c-6499-4b57-ad8a-e37a8485e3f7 req-26769199-490a-4665-8261-0d00c815ec1a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:11.243996 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-af14d47c-6499-4b57-ad8a-e37a8485e3f7 req-26769199-490a-4665-8261-0d00c815ec1a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 943 time: 0.0790977 Mar 18 10:45:11.286452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-af14d47c-6499-4b57-ad8a-e37a8485e3f7 req-305568a7-2af1-42ed-b480-9933cb84350c tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Mar 18 10:45:11.503366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 80cae710-05fb-47ad-9fe0-54bfefa80e43 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:45:11.631614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:45:11.644072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'port_id': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'mac_address': 'fa:16:3e:4a:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:45:11.697948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:11.714069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cae710-05fb-47ad-9fe0-54bfefa80e43 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:45:11.729335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:45:11.820067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:11.887891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:11.894844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.895195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.895542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.895879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.896209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.896542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.896871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.897202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.897523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.897857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.898185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:11.898503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:12.053000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['80cae710-05fb-47ad-9fe0-54bfefa80e43'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:45:12.469618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d221-12c6-4c3e-ae99-4699ca91fe56 req-062180ec-ddc6-410b-8de9-0a09be242588 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:12.470999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4594d221-12c6-4c3e-ae99-4699ca91fe56 req-062180ec-ddc6-410b-8de9-0a09be242588 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 944 time: 0.0817940 Mar 18 10:45:12.513923 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4594d221-12c6-4c3e-ae99-4699ca91fe56 req-c62efd0a-fdac-4ed3-965f-5e2321604181 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373189 Mar 18 10:45:13.533598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 80cae710-05fb-47ad-9fe0-54bfefa80e43 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:45:13.689491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 80cae710-05fb-47ad-9fe0-54bfefa80e43 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:45:13.694494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 80cae710-05fb-47ad-9fe0-54bfefa80e43 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:45:13.694871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:13.706181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed46a5-1927-46a6-aa6c-afd1f7a1fbbc req-2d5cf771-8974-43ae-bf67-d70401e3fc62 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:13.707636 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-deed46a5-1927-46a6-aa6c-afd1f7a1fbbc req-2d5cf771-8974-43ae-bf67-d70401e3fc62 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 944 time: 0.0877585 Mar 18 10:45:13.758061 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-deed46a5-1927-46a6-aa6c-afd1f7a1fbbc req-08afe878-f92f-4e99-8c95-3a7aaa6d8216 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Mar 18 10:45:13.815771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:13.840897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:45:13.850049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:45:13.885854 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'code': 200} Mar 18 10:45:13.934436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:14.000772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:14.401356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479b8d7-783d-4e01-80ec-3d6ed240363d req-602e816f-1ad4-48a0-b9a5-f91995a45c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:14.402941 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e479b8d7-783d-4e01-80ec-3d6ed240363d req-602e816f-1ad4-48a0-b9a5-f91995a45c91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1098 time: 0.1151471 Mar 18 10:45:14.445682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e479b8d7-783d-4e01-80ec-3d6ed240363d req-75fed26b-b2df-40c0-9978-56eda0dbb1cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371156 Mar 18 10:45:14.681459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:45:14.949672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15b2e0-2b2d-4a33-9ecf-404296f9bfe4 req-aa04504d-a663-4f35-b4d4-ea4c619ec333 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:14.951146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a15b2e0-2b2d-4a33-9ecf-404296f9bfe4 req-aa04504d-a663-4f35-b4d4-ea4c619ec333 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.0792418 Mar 18 10:45:14.993897 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a15b2e0-2b2d-4a33-9ecf-404296f9bfe4 req-eb1049ab-bd94-4b64-abba-db013c1dc1d8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365634 Mar 18 10:45:16.180142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe314ed5-4392-48a4-8834-a5fae5d566b0 req-a79ea4e0-4f94-425b-bc99-77c1c636cbd0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:16.181592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fe314ed5-4392-48a4-8834-a5fae5d566b0 req-a79ea4e0-4f94-425b-bc99-77c1c636cbd0 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.0790088 Mar 18 10:45:16.225143 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fe314ed5-4392-48a4-8834-a5fae5d566b0 req-ea5d8896-064d-4161-b71f-cbc28bfeb2fa tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 Mar 18 10:45:16.406600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dd177-c372-4ef4-8687-9cd72dd62dd5 req-96016031-dcf2-4a97-8e90-a8be55b8361e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:16.408032 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-936dd177-c372-4ef4-8687-9cd72dd62dd5 req-96016031-dcf2-4a97-8e90-a8be55b8361e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.0819662 Mar 18 10:45:16.451898 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-936dd177-c372-4ef4-8687-9cd72dd62dd5 req-d189eea1-5a3c-4260-ad52-11ddede96606 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Mar 18 10:45:16.474326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45928) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:45:16.747656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f1ddc-0ce1-4186-a0bf-c3c947c694ce tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:16.749064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b16f1ddc-0ce1-4186-a0bf-c3c947c694ce tempest-TestVolumeBootPattern-1845787967 tempest-TestVolumeBootPattern-1845787967-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1093 time: 0.2737160 Mar 18 10:45:16.751890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 45934) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:45:16.756742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:45:16.762441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:45:16.766294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Usage tracker for resource:floatingip and tenant:8749e26c1ce64bdb93dfa4b18fadc19a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:45:16.777999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:45:16.777999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:45:16.871050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:17.002761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:17.138339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Allocated IP 172.26.2.63 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/8d8c5e64-d3e6-415b-a2aa-69dc29e056a0) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:45:17.282949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:17.352433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:17.411016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:45:17.418043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:45:17.422739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:45:17.456755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=8d8c5e64-d3e6-415b-a2aa-69dc29e056a0,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:17.472683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.473052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.480521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:45:17.830956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:17.968537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:18.169373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:18.260569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:18.367785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event updated for resources: {'Port': ['ID=8d8c5e64-d3e6-415b-a2aa-69dc29e056a0,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:18.377255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:18.655700 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP 31f046dc-76b0-4908-80d4-8a6b3eb5ccc5 associated. External IP: 172.26.2.63, port: 80cae710-05fb-47ad-9fe0-54bfefa80e43. Mar 18 10:45:19.013224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:45:19.203226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:45:19.212554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:45:19.221957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:45:19.222562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:44:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:45:19.323737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:19.380088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2837c094-f3a4-4999-b602-a1d98d76565f tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6272013 Mar 18 10:45:19.380790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:45:19.401564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:45:19.424056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'status': 'completed', 'code': 200} Mar 18 10:45:19.517139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-367aab42-6c19-4cff-a41b-15d212f8ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:19.518581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-367aab42-6c19-4cff-a41b-15d212f8ad96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1098 time: 0.0721595 Mar 18 10:45:19.649099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-22fe182e-3b16-49d3-bb4b-fe0c3c2c1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:19.650507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-22fe182e-3b16-49d3-bb4b-fe0c3c2c1d2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1262560 Mar 18 10:45:19.755397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-31a0d88e-146b-47cf-8673-8b6cc94ce577 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43 HTTP/1.1" status: 200 len: 998 time: 0.0983775 Mar 18 10:45:19.785438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '31f046dc-76b0-4908-80d4-8a6b3eb5ccc5', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:4a:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b60f6-1f31-4718-a1c0-7806b3229107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:45:17Z', 'updated_at': '2022-03-18T10:45:17Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}, {'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:45:19.789789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:45:19.800313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:45:19.800313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:44:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:45:19.817972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-5e352f83-0f21-43c4-856f-2f571d3611d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:19.819476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-5e352f83-0f21-43c4-856f-2f571d3611d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0580785 Mar 18 10:45:19.895835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-bc207655-7d4b-4de8-8904-a923afbdefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:19.897325 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-bc207655-7d4b-4de8-8904-a923afbdefbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716937 Mar 18 10:45:19.976242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:45:20.130200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-3a098c6d-e9d1-4ee0-9292-39613b72535a service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261338 Mar 18 10:45:20.261442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0ca4affb-432b-44e0-a116-366fe49d3b94 req-6a0724d8-fdc2-4d2b-98b9-90d2c0061b1e service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257303 Mar 18 10:45:20.326669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '31f046dc-76b0-4908-80d4-8a6b3eb5ccc5', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:4a:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b60f6-1f31-4718-a1c0-7806b3229107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:45:17Z', 'updated_at': '2022-03-18T10:45:17Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}, {'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:45:20.330696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d184c1a-9cd3-409a-bb99-d9f5a4050ca2 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '31f046dc-76b0-4908-80d4-8a6b3eb5ccc5', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:4a:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b60f6-1f31-4718-a1c0-7806b3229107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:45:17Z', 'updated_at': '2022-03-18T10:45:17Z', 'revision_number': 0, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}, {'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:45:20.507599 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c762c8e-399e-4e96-b180-1cd3f473e4f3 None None] New status for floating IP 31f046dc-76b0-4908-80d4-8a6b3eb5ccc5: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:45:22.009139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a82509e8-7670-4173-bbd1-d5c48bb06817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:24.467716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0a67-b337-44ed-bf75-1cb46f293eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:25.232518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:25.329107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:25.569094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:26.963779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:42.752042 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-b0b6e178-d48d-42b1-8c33-e28e5d6264c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722449 Mar 18 10:45:42.846776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-6d7100b4-7fd3-4cb8-8cca-3bf89d29235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:42.848228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-6d7100b4-7fd3-4cb8-8cca-3bf89d29235f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1099 time: 0.0739489 Mar 18 10:45:43.006764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-e1574193-c3bc-43ae-ac54-2461ab567a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:43.008669 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-e1574193-c3bc-43ae-ac54-2461ab567a3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 200 len: 898 time: 0.1401367 Mar 18 10:45:43.113701 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-e456ceb5-b36f-446c-b3ca-f7915c1cc4f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 200 len: 1001 time: 0.0989211 Mar 18 10:45:43.175178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-e4d55a81-2fd9-412f-95b5-02028a7f011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:43.176585 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-e4d55a81-2fd9-412f-95b5-02028a7f011c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 200 len: 844 time: 0.0576422 Mar 18 10:45:43.254569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-01c00f60-b7aa-4841-8d73-06f9d1942658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:43.256009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-01c00f60-b7aa-4841-8d73-06f9d1942658 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733204 Mar 18 10:45:43.393056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-c97e8b26-8847-47f8-a65e-19adc2ae3285 service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262958 Mar 18 10:45:43.523728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b86912e-1f47-41b4-85c5-9e63a419c417 req-0ef67b86-ea8f-4033-8812-73208fea2716 service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259577 Mar 18 10:45:51.680457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:45:51.739366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:45:51.745697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:45:51.859118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2358830'] for subnet, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:51.986538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7f4f10da-7381-4a04-8b85-fdd031137936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:52.145958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730078651127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-788916'] for subnet, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:52.202050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:45:52.202050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:52.202050 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/subnets/b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 200 len: 836 time: 0.4595754 Mar 18 10:45:52.204123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890bae4-ed9c-4eb8-957f-fc5034a913d4 None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:45:52.219096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e246910-42e5-46b0-8759-2475ad7db202 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=b2206f5c-526c-420b-b527-e951bca63060,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:45:52.625874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Provisioning complete for port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:45:52.626247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:52.755945 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Provisioning complete for port d4d9ec29-9966-46f6-b905-71f7db9ee4ef triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:45:52.756254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:52.880246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Provisioning complete for port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:45:52.880714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-42e9b04a-69a8-4dfc-8b5a-2237af4ed35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:54.477512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf41b-f6be-4d1e-8504-289349b17296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:55.220406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:55.340221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:55.584552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:45:56.957635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:21.963470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9c6ae736-cffa-49a0-a631-2ddea78813d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:24.482652 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5ee26949-50fa-45e6-9cc3-494a06a1c729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:25.254142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:25.349914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:25.623639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:26.950443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:28.679397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:46:35.088253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 45976) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:35.289160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 4992ace5-a4b2-42c5-a9f0-6a0559c2f43d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:46:35.289502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:35.557058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:35.557389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:35.676647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 4992ace5-a4b2-42c5-a9f0-6a0559c2f43d owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:46:35.925982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:35.974947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=4992ace5-a4b2-42c5-a9f0-6a0559c2f43d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:36.011429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.011778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.012113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.012441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.012765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.013087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.013411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.013727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.014070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.014386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.014727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.015042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:36.073758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:36.074051 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f disassociated (deleted). External IP: 172.26.2.34, port: 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c. Mar 18 10:46:36.421509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ea2d471b-d8e9-42e9-8330-8e112f515ffa has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:46:36.596163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:46:36.607159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Sync routers for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:46:36.616872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:36.618525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:36.682758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:36.744656 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5251c3bf-8a4b-4c75-ab5d-4ccb4c6edeb9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f HTTP/1.1" status: 204 len: 168 time: 1.6553161 Mar 18 10:46:36.745250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:46:36.793099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:36.864962 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'status': 'completed', 'code': 200} Mar 18 10:46:36.970506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5ea30e99-1e91-45a1-88d2-6426c7e07ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:36.971964 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5ea30e99-1e91-45a1-88d2-6426c7e07ab1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 1099 time: 0.0816345 Mar 18 10:46:37.123619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:37.127721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Checking router: ea2d471b-d8e9-42e9-8330-8e112f515ffa for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:46:37.139734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:37.140283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:37.229727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572906-97ad-410d-b5ad-c49ea1db513a req-a194afc3-36da-43c0-bf37-9bac251d72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:37.231228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-a194afc3-36da-43c0-bf37-9bac251d72ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 200 len: 898 time: 0.2528684 Mar 18 10:46:37.301788 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-06134e8a-3b6e-4261-90ff-2be8c6d16c54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 200 len: 217 time: 0.0642381 Mar 18 10:46:37.323016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:37.341556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7663-c93d-4ce9-bc66-96a44ec168b7 req-252e4a2c-3ce3-4b60-a214-64bbed6bf809 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:37.343216 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8bea7663-c93d-4ce9-bc66-96a44ec168b7 req-252e4a2c-3ce3-4b60-a214-64bbed6bf809 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.0878520 Mar 18 10:46:37.365595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5e3f6db6-311f-46b0-9740-708eb479c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:37.367642 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5e3f6db6-311f-46b0-9740-708eb479c98a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 200 len: 844 time: 0.0592525 Mar 18 10:46:37.389905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8bea7663-c93d-4ce9-bc66-96a44ec168b7 req-df5ef17d-03e6-482f-aeaf-da2f27fe67f0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397418 Mar 18 10:46:37.448183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5e2ea8a6-ccf6-4807-ac8f-7b52aaa43ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:37.449647 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-5e2ea8a6-ccf6-4807-ac8f-7b52aaa43ed2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dfea2e9-385e-4a2a-bb07-cb8903f8905f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762391 Mar 18 10:46:37.583167 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-c75d81de-16e6-44a6-a1d8-85fd8112304e service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265898 Mar 18 10:46:37.641264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:37.645113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb669c9-84ab-4195-b326-0a0131b82a9a None None] The sync data for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv is: [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd4d9ec29-9966-46f6-b905-71f7db9ee4ef', 'name': '', 'network_id': '0dfea2e9-385e-4a2a-bb07-cb8903f8905f', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:0d:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b2206f5c-526c-420b-b527-e951bca63060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:37Z', 'updated_at': '2022-03-18T10:43:44Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': 'b2206f5c-526c-420b-b527-e951bca63060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:46:37.717251 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59572906-97ad-410d-b5ad-c49ea1db513a req-56b471f8-f227-4e9b-9175-5203393c141c service neutron] 10.222.0.24 "GET /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269548 Mar 18 10:46:37.879537 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15220d3-c13a-4523-b4f0-19219aa8a585 None None] New status for floating IP f6b35bd9-ccb1-422c-8e72-9ff8735c3c6f: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:46:38.639593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-3e326c17-c335-4c23-8077-bffe790b301b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:38.640284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-3e326c17-c335-4c23-8077-bffe790b301b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:46:38.651420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2dbee-d493-4d85-a9ee-12dc9db8b257 req-971e83c3-6c24-4774-81f1-8e86930f74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:38.652072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7ca2dbee-d493-4d85-a9ee-12dc9db8b257 req-971e83c3-6c24-4774-81f1-8e86930f74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:46:38.727991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-3e326c17-c335-4c23-8077-bffe790b301b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:46:38.728981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-3e326c17-c335-4c23-8077-bffe790b301b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.2359135 Mar 18 10:46:38.730713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7ca2dbee-d493-4d85-a9ee-12dc9db8b257 req-971e83c3-6c24-4774-81f1-8e86930f74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:46:38.731687 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7ca2dbee-d493-4d85-a9ee-12dc9db8b257 req-971e83c3-6c24-4774-81f1-8e86930f74a5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 946 time: 0.2077925 Mar 18 10:46:38.824545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:46:38.824885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:38.864535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7ca2dbee-d493-4d85-a9ee-12dc9db8b257 req-3016e529-cbbe-49eb-b46e-c8f9004aff8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f43b9ea-8c02-4cb1-97be-ee3d797dc256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027050 Mar 18 10:46:39.089775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:39.090310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:39.216367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:46:39.484320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:39.527044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:39.602766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:46:39.605280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:39.607697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'name': 'network-vif-deleted', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:46:39.650621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab18303-544d-4a4a-b539-cbaf18e1537f', 'name': 'network-vif-deleted', 'tag': '8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c', 'status': 'completed', 'code': 200} Mar 18 10:46:39.686280 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4188adfe-8e4f-449b-9c66-2a5f14c9f07e req-285644d3-429c-4bdd-b3f7-82fed8801948 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c HTTP/1.1" status: 204 len: 173 time: 0.9523902 Mar 18 10:46:40.019556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1512464d-fbbc-4336-93ec-68254b32e583 req-4835327b-5498-4707-8052-30b74675aecc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:46:40.114872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1512464d-fbbc-4336-93ec-68254b32e583 req-4835327b-5498-4707-8052-30b74675aecc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:46:40.116036 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1512464d-fbbc-4336-93ec-68254b32e583 req-4835327b-5498-4707-8052-30b74675aecc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab18303-544d-4a4a-b539-cbaf18e1537f HTTP/1.1" status: 200 len: 210 time: 0.1381769 Mar 18 10:46:41.211223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46006) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:41.278073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:41.311125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:41.473983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:41.488787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43b9ea-8c02-4cb1-97be-ee3d797dc256,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:41.497295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.497622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.497995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.498329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.498652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.498975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.499296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.499615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.499935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.500251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.500565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.500879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:41.629888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:41.631068 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a477355c-0101-4c5b-9984-97615c38d3ab tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/5f43b9ea-8c02-4cb1-97be-ee3d797dc256 HTTP/1.1" status: 204 len: 168 time: 0.4188743 Mar 18 10:46:41.791618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46012) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:41.816372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:46:41.851318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:46:41.851672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 8d77d8f0-144d-4fc2-bc8e-3e0467e7c37c not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:46:42.431301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:42.809116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port d4d9ec29-9966-46f6-b905-71f7db9ee4ef {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:46:42.809740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:43.010166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port d4d9ec29-9966-46f6-b905-71f7db9ee4ef, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:43.010525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:43.134102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for d4d9ec29-9966-46f6-b905-71f7db9ee4ef owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:46:43.648640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:43.699871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=d4d9ec29-9966-46f6-b905-71f7db9ee4ef,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:43.972673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:44.322281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router ea2d471b-d8e9-42e9-8330-8e112f515ffa has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:46:44.498727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:46:44.507909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Sync routers for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:46:44.516882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:44.519309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:44.578262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-de752aca-29ae-443a-a1ac-af82359ff4aa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/ea2d471b-d8e9-42e9-8330-8e112f515ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917771 Mar 18 10:46:44.580947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46018) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:44.616437 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-9b4d1b66-4fdd-4eb3-8fa0-219b8955e6a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735679 Mar 18 10:46:44.656523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet b2206f5c-526c-420b-b527-e951bca63060 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:46:44.661534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:44.729066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:44.746910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:44.763391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-eb4928ff-a375-4d23-b0b3-9efbba848df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:44.765074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-eb4928ff-a375-4d23-b0b3-9efbba848df0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.0817556 Mar 18 10:46:44.813225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:44.969281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.013613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=b2206f5c-526c-420b-b527-e951bca63060,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:45.019167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.025388 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-811abbd1-fb8e-4030-a72a-fbd249fbcf58 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/b2206f5c-526c-420b-b527-e951bca63060 HTTP/1.1" status: 204 len: 168 time: 0.4431007 Mar 18 10:46:45.027947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46022) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:45.033259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6282a1-4810-4235-835b-dfbecbbc739a None None] Network 0dfea2e9-385e-4a2a-bb07-cb8903f8905f requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:46:45.049689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d7894f3f-dcdc-4d14-aa58-eae1cddaddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:45.051144 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d7894f3f-dcdc-4d14-aa58-eae1cddaddca service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.2676656 Mar 18 10:46:45.158315 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-3b58468b-c4f3-4f67-a790-43c4744114f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 1001 time: 0.1003864 Mar 18 10:46:45.214340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.217220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:46:43Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:45.221218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d26c318a-f426-420d-a22b-89fd87c10032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:45.222870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d26c318a-f426-420d-a22b-89fd87c10032 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0589578 Mar 18 10:46:45.224781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Checking router: ea2d471b-d8e9-42e9-8330-8e112f515ffa for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:46:45.238366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Routers {'ea2d471b-d8e9-42e9-8330-8e112f515ffa'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:45.238966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:45.307810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d45fe3fa-dc6e-4c73-94e0-d801eb8a87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:45.309686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-d45fe3fa-dc6e-4c73-94e0-d801eb8a87f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805094 Mar 18 10:46:45.428431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] DHCP port deletion for 0dfea2e9-385e-4a2a-bb07-cb8903f8905f request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:46:45.446445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Deleting port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:46:45.446819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.460705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-5fba7276-f869-4190-918c-a30a89afe9cd service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433334 Mar 18 10:46:45.495242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] Set router ea2d471b-d8e9-42e9-8330-8e112f515ffa gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:45.524513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.593364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9a18a0ee-ff41-4986-ae8a-de223366b214 req-43bf5268-51c6-446b-a80b-b29d5da0b9f7 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261196 Mar 18 10:46:45.596706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 9dd81ca6-91de-47ca-85e7-c28174650cbb {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:46:45.599951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.777627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 9dd81ca6-91de-47ca-85e7-c28174650cbb, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=9dd81ca6-91de-47ca-85e7-c28174650cbb,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:45.777956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.880658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] For port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,segment=NetworkSegment(8d4151e0-2728-4205-a241-cb1445d63632),segment_id=8d4151e0-2728-4205-a241-cb1445d63632)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:45.881242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:45.900011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 9dd81ca6-91de-47ca-85e7-c28174650cbb owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:46:46.052557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Calling delete_port for 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:46:46.114287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.130093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:46:43Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:46.135747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9888b20-9b37-4a66-bb94-ad4ad53515b2 None None] The sync data for ids ['ea2d471b-d8e9-42e9-8330-8e112f515ffa'] in dv-neutron-834265-1-hyperv is: [{'id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'name': 'tempest-TestNetworkBasicOps-router-1439978417', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:43:32Z', 'updated_at': '2022-03-18T10:46:43Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '9dd81ca6-91de-47ca-85e7-c28174650cbb', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d471b-d8e9-42e9-8330-8e112f515ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:43:33Z', 'updated_at': '2022-03-18T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:46:46.166583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=9dd81ca6-91de-47ca-85e7-c28174650cbb,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:46.207751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.256071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] No DVR routers for this DVR port 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:46:46.257564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Pushing event deleted for resources: {'Port': ['ID=3a2a8a34-4a1f-4d10-a950-570ad0e94e6c,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:46.258590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.269073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.269429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.269768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.270116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.270451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.270784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.273438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973f950-87f7-4c7a-aaf8-3846e6efbe16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:46.426401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.429084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.540105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.540678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router ea2d471b-d8e9-42e9-8330-8e112f515ffa {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:46:46.558012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.558705 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3eb66354-5654-42c3-b677-bad4e8c01f0f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/ea2d471b-d8e9-42e9-8330-8e112f515ffa HTTP/1.1" status: 204 len: 168 time: 1.5290883 Mar 18 10:46:46.565430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46026) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:46.602092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:46:46.654308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:46:46.655083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3a2a8a34-4a1f-4d10-a950-570ad0e94e6c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:46:46.655083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d4d9ec29-9966-46f6-b905-71f7db9ee4ef no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:46:46.689610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d4d9ec29-9966-46f6-b905-71f7db9ee4ef {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:46:46.690537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d4d9ec29-9966-46f6-b905-71f7db9ee4ef not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:46:46.707325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.840830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.867748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfea2e9-385e-4a2a-bb07-cb8903f8905f']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:46.880211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4151e0-2728-4205-a241-cb1445d63632') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:46.880497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4151e0-2728-4205-a241-cb1445d63632') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:46.891922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.911419 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.918100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:46:46.918479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:46:46.932281 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:46:47.188779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.210378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.219841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=0dfea2e9-385e-4a2a-bb07-cb8903f8905f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:47.280811 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-61c3dc3b-8c51-4d4d-8ca4-33526da454ea tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/0dfea2e9-385e-4a2a-bb07-cb8903f8905f HTTP/1.1" status: 204 len: 168 time: 0.7141333 Mar 18 10:46:47.295216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46030) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:47.300793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--36458476', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:47.306449 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:47.310630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:47.313401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:47.319572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:47.376798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:46:47.380291 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.407116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:46:47.415508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.415848 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 8142ee1b-6825-4e9f-a99d-b8c7e063e947 of type vlan for network b92791a1-4fdb-45af-82f9-e22db54ac7e9 Mar 18 10:46:47.444653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.531381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.536659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:47.539719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.647057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=b92791a1-4fdb-45af-82f9-e22db54ac7e9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:47.656962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:46:47.711472 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9e03de8c-4dc5-4fff-8b46-595754411af9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4151647 Mar 18 10:46:47.714120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46034) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:47.719356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-106040384', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:47.726953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:47.730792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:47.733567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:47.740657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:47.808004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.809021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:47.823323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:48.173574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:48.322821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9dd81ca6-91de-47ca-85e7-c28174650cbb no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:46:48.356878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 9dd81ca6-91de-47ca-85e7-c28174650cbb {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:46:48.357222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 9dd81ca6-91de-47ca-85e7-c28174650cbb not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:46:48.545041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:48.577310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:48.707093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.26 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0869f349-9b14-45f7-8742-61f8ece7ffb5) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:46:48.847440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:48.948999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:49.011796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:46:49.018476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:46:49.023650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:46:49.055492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=0869f349-9b14-45f7-8742-61f8ece7ffb5,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:49.627682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:49.959173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:50.235859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:46:50.410132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:46:50.420164 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:46:50.429145 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:50.429921 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:50.519684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:50.533992 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f6856a5-1ee0-4a1f-baf9-4264a3ea5f09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8059630 Mar 18 10:46:50.533992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46038) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:50.563734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1108e652-7dd3-407f-8b61-c9142839881c tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378239 Mar 18 10:46:50.566225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:50.630463 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:50.704553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195dd3c8-89b1-4ada-8fc0-227d342bb6b2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:50.706177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-195dd3c8-89b1-4ada-8fc0-227d342bb6b2 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390293 Mar 18 10:46:50.708915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46046) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:50.874805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e018378c-836d-46e0-9fb7-f531cce42f84 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647401 Mar 18 10:46:50.877599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46050) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:50.883069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62629633', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:50.915766 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:49Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:50.919489 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:46:50.919849 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Updating router 670c6f02-d3f0-4d75-8b43-153afd39758a port 0869f349-9b14-45f7-8742-61f8ece7ffb5 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:46:50.975488 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:50.998833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:51.002235 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:51.005256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:51.011459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:51.092304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:46:51.095887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.307446 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.318537 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Transition to ACTIVE for port object 0869f349-9b14-45f7-8742-61f8ece7ffb5 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:46:51.356798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.379483 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.438230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=80acf74f-3ade-4124-b377-442eb5bb49b1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:51.446861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:46:51.447241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: b92791a1-4fdb-45af-82f9-e22db54ac7e9, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:46:51.455468 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Pushing event updated for resources: {'Port': ['ID=0869f349-9b14-45f7-8742-61f8ece7ffb5,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:51.467069 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.467411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.467745 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.468074 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.468397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.468720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.469043 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.469356 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.469675 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.470018 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.470337 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.470648 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:46:51.473591 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Attempting to bind port 0869f349-9b14-45f7-8742-61f8ece7ffb5 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:46:51.473980 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Attempting to bind port 0869f349-9b14-45f7-8742-61f8ece7ffb5 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:46:51.474334 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Attempting to bind port 0869f349-9b14-45f7-8742-61f8ece7ffb5 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:46:51.479886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:46:51.480249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:46:51.480641 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.481032 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:46:51.481465 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Bound port: 0869f349-9b14-45f7-8742-61f8ece7ffb5, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:46:51.481848 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.551090 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:46:51.551398 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] For port 0869f349-9b14-45f7-8742-61f8ece7ffb5, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:46:51.554512 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] For port 0869f349-9b14-45f7-8742-61f8ece7ffb5, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0869f349-9b14-45f7-8742-61f8ece7ffb5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:46:51.671147 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.716343 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, b92791a1-4fdb-45af-82f9-e22db54ac7e9) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:46:51.722227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:51.722227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:51.725571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11cb90-571e-4df2-9e61-e77262d622c8 None None] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:46:51.754982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:51.754982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:51.804235 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29587082-3451-4e6d-82c2-c263597dd1b2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9257002 Mar 18 10:46:51.807031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:51.820549 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd840e-c7da-4adf-b8af-59b2813f5b2e None None] Pushing event updated for resources: {'Port': ['ID=0869f349-9b14-45f7-8742-61f8ece7ffb5,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:51.948118 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:51.972994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:46:51.974339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.043085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-60ec1056-8b33-4022-a618-2a130fa5b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.146543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Allocated IP 172.20.0.2 (b92791a1-4fdb-45af-82f9-e22db54ac7e9/80acf74f-3ade-4124-b377-442eb5bb49b1/e6f987fa-7b14-4062-8f3d-d4e76b4fd328) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:46:52.270664 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:49Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:52.274785 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85ef71-93e0-4d99-b9c4-810d3db1e25b None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:49Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:46:52.375361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.386339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Transition to ACTIVE for port object e6f987fa-7b14-4062-8f3d-d4e76b4fd328 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:46:52.406328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Transition to ACTIVE for port object e6f987fa-7b14-4062-8f3d-d4e76b4fd328 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:46:52.492616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.571490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:46:52.572184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.573188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:46:52.576949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:46:52.635931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Pushing event updated for resources: {'Port': ['ID=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:52.696196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Attempting to bind port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:46:52.696630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Attempting to bind port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:46:52.697001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Attempting to bind port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:46:52.702848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:46:52.704924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Checking segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:46:52.704924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.704924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Bound using segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:46:52.704924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Bound port: e6f987fa-7b14-4062-8f3d-d4e76b4fd328, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:46:52.705323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.816383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] For port e6f987fa-7b14-4062-8f3d-d4e76b4fd328, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:46:52.819875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] For port e6f987fa-7b14-4062-8f3d-d4e76b4fd328, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:46:52.903182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:52.992534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95c75d-44a8-49ef-b295-97c766ab9972 None None] Pushing event updated for resources: {'Port': ['ID=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:53.143271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (b92791a1-4fdb-45af-82f9-e22db54ac7e9/80acf74f-3ade-4124-b377-442eb5bb49b1/aab908df-65b4-4c56-b38a-191d23d8561b) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:46:53.332392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:53.347368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object aab908df-65b4-4c56-b38a-191d23d8561b will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:46:53.453681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:53.526437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:46:53.534669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:46:53.534669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:46:53.566525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:53.593551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:53.951846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.383402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.439551 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6f987fa-7b14-4062-8f3d-d4e76b4fd328 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:46:54.482375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.510065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-39948aba-2916-4b7e-bd14-ad8489ddefc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.591357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:46:54.597038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0869f349-9b14-45f7-8742-61f8ece7ffb5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:46:54.605337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.634610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:54.660719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21ae48-e6f0-4ec3-b44c-bed5e097dd49 None None] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:46:54.750410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:46:54.751570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:46:54.877312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0869f349-9b14-45f7-8742-61f8ece7ffb5 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:46:54.911684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0869f349-9b14-45f7-8742-61f8ece7ffb5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:54.912318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:54.949459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Provisioning for port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:46:54.969597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Provisioning complete for port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:54.969996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.050160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:46:55.171462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.206980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.225592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0869f349-9b14-45f7-8742-61f8ece7ffb5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0869f349-9b14-45f7-8742-61f8ece7ffb5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:55.248395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:46:55.248563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] For port e6f987fa-7b14-4062-8f3d-d4e76b4fd328, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:55.256823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:46:55.264932 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c7715982-e7a6-4c2b-9889-dc6547521461 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/670c6f02-d3f0-4d75-8b43-153afd39758a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540639 Mar 18 10:46:55.265174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46062) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:55.265978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:55.266631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:55.418056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.420267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.421294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.429848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.431099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.431723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.432355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.433198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.434178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.438150 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6d211934-6ef2-40d7-941f-653f40a3b23d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1713946 Mar 18 10:46:55.440680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46066) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:55.497797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.558181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-faaa665e-4d77-4493-92ea-5f5b470adab6 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1200476 Mar 18 10:46:55.568404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46070) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:55.573662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:55.625544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8c8cc-1b8e-4de7-b407-e27da3ffe42f None None] Pushing event updated for resources: {'Port': ['ID=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:55.690692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:55.837009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2f6bb568-4e75-4acd-ad82-7cb188de0490 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2709327 Mar 18 10:46:55.865262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0869f349-9b14-45f7-8742-61f8ece7ffb5,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:55.923356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Provisioning for port aab908df-65b4-4c56-b38a-191d23d8561b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:46:55.939754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Provisioning complete for port aab908df-65b4-4c56-b38a-191d23d8561b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:55.939754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.021490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Port aab908df-65b4-4c56-b38a-191d23d8561b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:46:56.070171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Provisioning complete for port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:56.070547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f35c423c-205f-4383-a03b-533163c8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.157671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46076) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:56.163278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438936877', 'description': 'tempest-secgroup-smoke-438936877 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:56.169232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:56.173431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:56.176308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:56.177441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:54Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:56.182107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:56.188051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:46:56.188392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Updating router 670c6f02-d3f0-4d75-8b43-153afd39758a port aab908df-65b4-4c56-b38a-191d23d8561b binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:46:56.255061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.279874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.299576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:56.305343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:56.307065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:56.313032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:56.389134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.424297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6f987fa-7b14-4062-8f3d-d4e76b4fd328 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:46:56.476364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.523615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-925cd951-58a0-4dba-99b6-0d1cb55e55e7 None None] Provisioning complete for port aab908df-65b4-4c56-b38a-191d23d8561b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:56.524189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-925cd951-58a0-4dba-99b6-0d1cb55e55e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.525303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3200b69a-ad34-4488-bdaf-6412d610c208,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:56.596681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.597992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ec4e8267-63b7-4ebf-89d1-959612f583c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4392440 Mar 18 10:46:56.600790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46082) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:56.606034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:56.611752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:56.616090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:56.619004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:56.631859 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:56.653856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-925cd951-58a0-4dba-99b6-0d1cb55e55e7 None None] Port aab908df-65b4-4c56-b38a-191d23d8561b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:46:56.659761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:56.660134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.711629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.773063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.847430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.855922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.858839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0869f349-9b14-45f7-8742-61f8ece7ffb5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:46:56.872179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0126e8f-c0c0-49c9-bf33-2541669cd3c7,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:56.913806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Transition to ACTIVE for port object aab908df-65b4-4c56-b38a-191d23d8561b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:46:56.946953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0869f349-9b14-45f7-8742-61f8ece7ffb5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:56.947326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.957096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.963838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8e3da8a3-1134-4514-a899-f8cf103b9a4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565929 Mar 18 10:46:56.963838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46086) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:56.966938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:56.972804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:56.977343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:56.980324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:56.986102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.988350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:56.988767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:57.094895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.127851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf86ad2-e95e-4ae8-af25-261f701013b7 None None] Pushing event updated for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:57.170691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.236391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.264794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Attempting to bind port aab908df-65b4-4c56-b38a-191d23d8561b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:46:57.264794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Attempting to bind port aab908df-65b4-4c56-b38a-191d23d8561b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:46:57.264794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Attempting to bind port aab908df-65b4-4c56-b38a-191d23d8561b on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:46:57.265102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2866e1-6279-442d-a3e9-0b9afbaa7ff9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:57.274982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:46:57.275359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Checking segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:46:57.275760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.276154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Bound using segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:46:57.276618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Bound port: aab908df-65b4-4c56-b38a-191d23d8561b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:46:57.276992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.333688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.335478 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bc54ce6d-1711-46a5-a1bd-aa28022e1598 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730872 Mar 18 10:46:57.338427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46090) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:57.343702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:57.349519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:57.353976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:57.357110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:57.362881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:57.379427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] For port aab908df-65b4-4c56-b38a-191d23d8561b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:46:57.382965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] For port aab908df-65b4-4c56-b38a-191d23d8561b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aab908df-65b4-4c56-b38a-191d23d8561b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:46:57.457563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.474504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.519312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.549355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:46:57.549956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:57.607421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.621156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf86ad2-e95e-4ae8-af25-261f701013b7 None None] Pushing event updated for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:57.642598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a40865-f9b2-466a-be3c-09f86ed94b69,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:57.724223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.724223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-20faff30-5b2b-4513-a5af-aeae14c00cfc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821073 Mar 18 10:46:57.725765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46094) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:57.730862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:57.736881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:57.741596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:57.752148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:57.752336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:46:57.752438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:57.835535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.901270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:57.977774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.003162 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6c035-4a82-4bf1-a1c3-19d249028d51,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:58.076117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.077370 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a033e5a5-8954-4f28-9b69-df86dd3502d1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508809 Mar 18 10:46:58.080228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46098) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:58.085714 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:58.091437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:58.095263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:58.105375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:58.105375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:58.112828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:46:58.116740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd66b24-d88e-41da-bb3b-355c82d6c490 None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:57Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:46:58.173506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:46:58.183545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.255353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.345140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.372982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d244c5ab-4f87-45fe-82c8-2f1fad0f77e2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:58.414635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aab908df-65b4-4c56-b38a-191d23d8561b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:46:58.454813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.456236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-59ca8264-3d1e-4200-9e21-c7e9cf0aaeef tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3751070 Mar 18 10:46:58.460378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46102) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:46:58.465774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '3200b69a-ad34-4488-bdaf-6412d610c208', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:46:58.474373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:46:58.476698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:46:58.479631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:46:58.485730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:46:58.562268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port aab908df-65b4-4c56-b38a-191d23d8561b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:46:58.568947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aab908df-65b4-4c56-b38a-191d23d8561b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:46:58.569330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.614357 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:46:58.623621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.697085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.700405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.730576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port aab908df-65b4-4c56-b38a-191d23d8561b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aab908df-65b4-4c56-b38a-191d23d8561b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:46:58.791312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.816603 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9397c7f-b18f-4a17-8fdd-d13ed56a5365,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:58.821496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.897449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:46:58.911628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:46:58.924312 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-74a8ea71-92c7-4e13-9447-e8cc3dfd5812 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4527831 Mar 18 10:46:59.108956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-5313bdf3-e08b-4e3a-bee1-688b4d89ba6b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:46:59.205142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-5313bdf3-e08b-4e3a-bee1-688b4d89ba6b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:46:59.207975 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-5313bdf3-e08b-4e3a-bee1-688b4d89ba6b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438936877&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.1487784 Mar 18 10:46:59.361030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-c2396586-873e-4852-a9a2-a00c1c24bbba tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:46:59.362474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-c2396586-873e-4852-a9a2-a00c1c24bbba tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 795 time: 0.1484158 Mar 18 10:46:59.378166 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-24e447b4-1aab-406f-8222-d40ecf6757f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0093634 Mar 18 10:46:59.466326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-76cfc3a2-e795-4954-b1e4-d4660b4d9b6c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:46:59.568734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-76cfc3a2-e795-4954-b1e4-d4660b4d9b6c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:46:59.570915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-76cfc3a2-e795-4954-b1e4-d4660b4d9b6c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854749 Mar 18 10:46:59.804209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-2fd3fb5d-5f32-4997-9be3-e9228deed322 service neutron] 10.222.0.18 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223613 Mar 18 10:46:59.932348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-46fdcc20-55b6-46ba-8ffe-f4b81f4f73be service neutron] 10.222.0.18 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224558 Mar 18 10:47:00.208382 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6cf85b1a-2c3c-49b9-b057-295942ab7023 req-aad1b2e3-3c9d-47c9-9283-92e76cf3f486 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 210 time: 0.0484178 Mar 18 10:47:00.376490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aab908df-65b4-4c56-b38a-191d23d8561b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:47:00.442744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port aab908df-65b4-4c56-b38a-191d23d8561b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:47:00.443109 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:01.355838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-21f29ef4-8555-4ca0-9276-dbb96730f210 req-08319bcc-c80f-40be-b5ca-d09cb1b07234 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 210 time: 0.0436985 Mar 18 10:47:02.347157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-568c0a0e-310b-4f31-85f8-7849caf924c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:02.348591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-568c0a0e-310b-4f31-85f8-7849caf924c1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 795 time: 0.1535616 Mar 18 10:47:02.396240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-012fb845-6b6f-468d-8d75-b6c22cd1b089 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 379 time: 0.0394845 Mar 18 10:47:02.405576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['3200b69a-ad34-4488-bdaf-6412d610c208']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:02.511242 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-399e2a91-6fe7-4ef9-a5ae-eebe10fd0bca req-9f0f7cce-dc6d-4112-a8e8-73ae9f4be380 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 210 time: 0.0484602 Mar 18 10:47:02.558430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:02.567633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:02.680327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:47:02.683047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:02.846234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.4 (b92791a1-4fdb-45af-82f9-e22db54ac7e9/80acf74f-3ade-4124-b377-442eb5bb49b1/74853932-1bc4-4701-9f9e-6641158d301b) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:47:03.044177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:03.059642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 74853932-1bc4-4701-9f9e-6641158d301b will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:47:03.174542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:03.245754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:47:03.249767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:47:03.251956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:47:03.301299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:03.328296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:03.328893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:03.411495 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4bfea2d0-3cee-4913-949a-2a10e166451e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0094464 Mar 18 10:47:03.423253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Request body: {'port': {'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:03.513645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c5144e47-bfb6-402a-b9f1-74db28b79f0d None None] Provisioning for port 74853932-1bc4-4701-9f9e-6641158d301b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:47:03.518786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c5144e47-bfb6-402a-b9f1-74db28b79f0d None None] Provisioning complete for port 74853932-1bc4-4701-9f9e-6641158d301b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:47:03.523077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c5144e47-bfb6-402a-b9f1-74db28b79f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:03.533602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:03.577743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c5144e47-bfb6-402a-b9f1-74db28b79f0d None None] Port 74853932-1bc4-4701-9f9e-6641158d301b cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:47:03.842919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb41aac-81c9-41f5-94b3-92f073be74d7 req-1d6bbd10-00c0-4984-ac23-9799218f6f17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:03.843602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7cb41aac-81c9-41f5-94b3-92f073be74d7 req-1d6bbd10-00c0-4984-ac23-9799218f6f17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:03.942178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7cb41aac-81c9-41f5-94b3-92f073be74d7 req-1d6bbd10-00c0-4984-ac23-9799218f6f17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:03.942891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7cb41aac-81c9-41f5-94b3-92f073be74d7 req-1d6bbd10-00c0-4984-ac23-9799218f6f17 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 931 time: 0.2913861 Mar 18 10:47:03.952288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74853932-1bc4-4701-9f9e-6641158d301b {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:47:03.973669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:04.001862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Transition to ACTIVE for port object 74853932-1bc4-4701-9f9e-6641158d301b will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:47:04.006723 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7cb41aac-81c9-41f5-94b3-92f073be74d7 req-97d518b1-e0a9-44b5-8648-10840cbb9112 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570805 Mar 18 10:47:04.075963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:04.334454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:04.407007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Attempting to bind port 74853932-1bc4-4701-9f9e-6641158d301b on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:47:04.407336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Attempting to bind port 74853932-1bc4-4701-9f9e-6641158d301b by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:47:04.407652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Attempting to bind port 74853932-1bc4-4701-9f9e-6641158d301b on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:47:04.412413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Port 74853932-1bc4-4701-9f9e-6641158d301b on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:47:04.413458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Attempting to bind port 74853932-1bc4-4701-9f9e-6641158d301b on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:47:04.418167 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:47:04.419097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Checking segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:47:04.419097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Bound using segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:47:04.419307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Bound port: 74853932-1bc4-4701-9f9e-6641158d301b, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:47:04.419641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:04.508790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:47:04.511669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:47:04.605542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:04.660912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:04.661499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:04.663170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] 10.222.0.24 "PUT /v2.0/ports/74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 1093 time: 1.2440250 Mar 18 10:47:04.663980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:04.695964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd112-0129-4f87-91b8-3d5670928c49 service neutron] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:04.712053 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:47:04.805025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616f05-60dd-422e-9802-9521267cf9dc req-060dbf8c-285a-4c02-a9b5-c1341da278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:04.806563 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-13616f05-60dd-422e-9802-9521267cf9dc req-060dbf8c-285a-4c02-a9b5-c1341da278fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1096 time: 0.0768225 Mar 18 10:47:04.949989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616f05-60dd-422e-9802-9521267cf9dc req-f26a68d1-182b-460a-b7e3-b18070207b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:04.951441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-13616f05-60dd-422e-9802-9521267cf9dc req-f26a68d1-182b-460a-b7e3-b18070207b88 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1381416 Mar 18 10:47:05.090935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616f05-60dd-422e-9802-9521267cf9dc req-8291cb74-3be5-45f8-9b7d-109723061779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:05.092377 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-13616f05-60dd-422e-9802-9521267cf9dc req-8291cb74-3be5-45f8-9b7d-109723061779 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354945 Mar 18 10:47:05.253038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91f82d-07a2-4eff-acb0-c1bf4a95c861 req-b7c28b98-ce62-4c3b-8ffb-58faeccd1dfa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:05.254521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7c91f82d-07a2-4eff-acb0-c1bf4a95c861 req-b7c28b98-ce62-4c3b-8ffb-58faeccd1dfa tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 943 time: 0.1421099 Mar 18 10:47:05.256909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-be465c3d-6144-4603-9617-6404604d5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:05.257797 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-be465c3d-6144-4603-9617-6404604d5229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1096 time: 0.1108487 Mar 18 10:47:05.339637 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-50f2a813-c83e-40ab-b310-4424d27ac932 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 217 time: 0.0662191 Mar 18 10:47:05.402404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7c91f82d-07a2-4eff-acb0-c1bf4a95c861 req-dad70019-a4d9-4c20-a912-579fc18c34e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418550 Mar 18 10:47:05.415726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-8f633f6a-0cd4-4a19-ab63-502e1da25005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:05.417154 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-8f633f6a-0cd4-4a19-ab63-502e1da25005 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0696933 Mar 18 10:47:05.490442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-d80cd5c4-822f-4e19-8d38-670596255a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:05.491891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-d80cd5c4-822f-4e19-8d38-670596255a44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687666 Mar 18 10:47:05.620795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-f8e82122-1ea3-4631-9b91-a20d4a5e995d service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215935 Mar 18 10:47:05.677271 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:47:05.749510 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebe509a5-75fe-410c-a53d-ccc7c3da3b0f req-4e794e65-fa96-4b30-9529-77af4425c181 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229422 Mar 18 10:47:06.587141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1e139-de86-4d14-838c-60be7d8bd663 req-63b3b6cd-4dad-4fa3-880b-e4ffd6a5c8ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:06.588508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-52b1e139-de86-4d14-838c-60be7d8bd663 req-63b3b6cd-4dad-4fa3-880b-e4ffd6a5c8ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 943 time: 0.0791886 Mar 18 10:47:06.631281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-52b1e139-de86-4d14-838c-60be7d8bd663 req-c572178a-a34f-46ec-9172-a430cd5a1b7d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:06.643017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-52b1e139-de86-4d14-838c-60be7d8bd663 req-c572178a-a34f-46ec-9172-a430cd5a1b7d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:06.644112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-52b1e139-de86-4d14-838c-60be7d8bd663 req-c572178a-a34f-46ec-9172-a430cd5a1b7d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500333 Mar 18 10:47:07.827557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63a06c-2310-433b-8cd0-e45bd3a23871 req-f0b31317-c108-4179-b845-e4178677d027 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:07.828980 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a63a06c-2310-433b-8cd0-e45bd3a23871 req-f0b31317-c108-4179-b845-e4178677d027 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 943 time: 0.0815356 Mar 18 10:47:07.857400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 74853932-1bc4-4701-9f9e-6641158d301b details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:47:07.873763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a63a06c-2310-433b-8cd0-e45bd3a23871 req-c51735e3-4702-4a73-9bb5-bb398a95dc09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Mar 18 10:47:07.991615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:08.004185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '74853932-1bc4-4701-9f9e-6641158d301b', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:47:08.057692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:08.074289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74853932-1bc4-4701-9f9e-6641158d301b {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:47:08.089725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:08.173373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:08.241937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:08.447388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['74853932-1bc4-4701-9f9e-6641158d301b'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:47:09.064805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b55339-8741-417d-ad72-ed8c4bfd75b3 req-dd5afc7d-4672-4eba-829b-3e1205a3316b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:09.066158 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-42b55339-8741-417d-ad72-ed8c4bfd75b3 req-dd5afc7d-4672-4eba-829b-3e1205a3316b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 944 time: 0.0892763 Mar 18 10:47:09.109013 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-42b55339-8741-417d-ad72-ed8c4bfd75b3 req-89a408e5-6acc-4470-bd02-b8c3afc52124 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Mar 18 10:47:09.872959 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 74853932-1bc4-4701-9f9e-6641158d301b up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:47:09.994374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 74853932-1bc4-4701-9f9e-6641158d301b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:47:09.999487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 74853932-1bc4-4701-9f9e-6641158d301b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:47:09.999864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:10.109438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:10.137617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:10.147180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:10.213205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:10.283333 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'code': 200} Mar 18 10:47:10.295039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c78f5-775e-4bd0-b94e-326a14a4f21a req-01d67b81-fa40-442e-a969-7b8cabb3cca7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:10.296905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e57c78f5-775e-4bd0-b94e-326a14a4f21a req-01d67b81-fa40-442e-a969-7b8cabb3cca7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Mar 18 10:47:10.322805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:10.340586 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e57c78f5-775e-4bd0-b94e-326a14a4f21a req-2b448318-229b-4959-894c-5f73af079392 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Mar 18 10:47:10.607213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976d7cf-6f74-4b0c-bb17-8a17ddea2bc2 req-5814b95c-7624-4ada-a888-cabee403b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:10.608662 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a976d7cf-6f74-4b0c-bb17-8a17ddea2bc2 req-5814b95c-7624-4ada-a888-cabee403b49a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1098 time: 0.0719473 Mar 18 10:47:10.646741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a976d7cf-6f74-4b0c-bb17-8a17ddea2bc2 req-06442d09-5113-4603-be52-5803d729d1ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Mar 18 10:47:11.523050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c274ab-c9e6-423d-9954-41b60f73d96f req-ebefa01a-9935-4f7c-839c-ae9942cbabd3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:11.524499 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-16c274ab-c9e6-423d-9954-41b60f73d96f req-ebefa01a-9935-4f7c-839c-ae9942cbabd3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0809975 Mar 18 10:47:11.573500 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-16c274ab-c9e6-423d-9954-41b60f73d96f req-1ebf3f87-bfd1-4a9a-9a95-beb6db91aff6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Mar 18 10:47:12.755614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130d2c-1cc7-4bdb-a0c8-0554eb81c549 req-1ac5969a-ed2f-47ca-904d-1cbf37150f7d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:12.757055 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ea130d2c-1cc7-4bdb-a0c8-0554eb81c549 req-1ac5969a-ed2f-47ca-904d-1cbf37150f7d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0783699 Mar 18 10:47:12.802674 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ea130d2c-1cc7-4bdb-a0c8-0554eb81c549 req-2658a8ff-eb51-4144-a337-cd5a85369842 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393906 Mar 18 10:47:12.986951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef8752-9812-4a61-9288-4fb6b0eef763 req-2569ab1f-7f43-4548-8a2d-c060cac7fa66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:12.988417 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6cef8752-9812-4a61-9288-4fb6b0eef763 req-2569ab1f-7f43-4548-8a2d-c060cac7fa66 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0820556 Mar 18 10:47:13.032871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6cef8752-9812-4a61-9288-4fb6b0eef763 req-07ab5601-2fda-496a-a8ba-15c0fde84ffe tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Mar 18 10:47:13.056684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46166) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:13.124680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df89578-63f6-4354-abe0-e57edf69c9fd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:13.126219 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2df89578-63f6-4354-abe0-e57edf69c9fd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1093 time: 0.0679553 Mar 18 10:47:13.128960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46170) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:13.133736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:13.139502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:13.144534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:13.146041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:13.151653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:13.219029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:13.441061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:13.576519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.214 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/15d4ec2b-613e-455d-8ec7-1b3f04ec592a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:47:13.720802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:13.893732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:13.954572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:47:13.961082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:47:13.964346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:47:14.001325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=15d4ec2b-613e-455d-8ec7-1b3f04ec592a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:14.365451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:14.508749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:14.711893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:14.781517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:14.887299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=15d4ec2b-613e-455d-8ec7-1b3f04ec592a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:14.894984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:15.069430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP ecc49165-9fb5-47a0-aa00-013b812cf4ac associated. External IP: 172.26.2.214, port: 74853932-1bc4-4701-9f9e-6641158d301b. Mar 18 10:47:15.506455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:47:15.682867 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:47:15.692388 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:47:15.701295 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:15.702027 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:15.767442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:15.821172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dda7756c-119d-4b73-9f1b-5a60de077561 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6912200 Mar 18 10:47:15.821847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:15.824813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46174) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:15.880846 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:47:15.884880 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:15.902592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de6cd0-11bb-437a-80e5-0e1d8442551b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:15.904343 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-18de6cd0-11bb-437a-80e5-0e1d8442551b tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1093 time: 0.0783241 Mar 18 10:47:15.974347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-28f60edf-7416-433a-8184-f7553ed65192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:15.975809 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-28f60edf-7416-433a-8184-f7553ed65192 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1098 time: 0.0825288 Mar 18 10:47:16.111954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-7c0714ef-db57-42dd-82f4-2941c24254ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:16.115640 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-7c0714ef-db57-42dd-82f4-2941c24254ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1313717 Mar 18 10:47:16.171222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46182) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:16.177407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420054860', 'description': 'tempest-secgroup-smoke-1420054860 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:16.183902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:16.194861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:16.219423 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-74ef407a-9d9e-4cc5-b081-1c6d88c3637f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 999 time: 0.0993335 Mar 18 10:47:16.231025 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:14Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:16.234891 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:47:16.241857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.243210 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:16.243803 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:46:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:16.263836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:16.268654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:16.271460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:16.277621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:16.281163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-ba14695a-70c8-4ac9-af3a-c24b7c512d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:16.282635 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-ba14695a-70c8-4ac9-af3a-c24b7c512d76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0571003 Mar 18 10:47:16.352495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.366011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-77e128c4-b2e9-4d39-add1-04dab8fa0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:16.367411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-77e128c4-b2e9-4d39-add1-04dab8fa0f28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789125 Mar 18 10:47:16.421308 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:16.422033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.469529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c52a1-7733-42d9-92d6-5f95c666632c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:16.500575 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-e4cc86d1-63a3-4e50-8925-e0348eb60607 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267149 Mar 18 10:47:16.547863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.549250 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3e678dee-3e25-497c-968d-041cfda97245 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3764951 Mar 18 10:47:16.552003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46186) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:16.557748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:16.563604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:16.567500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:16.570512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:16.577397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:16.632024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-60a21d0b-443b-4c78-8215-611d2cc81807 req-e2445219-53f1-4705-9f2d-6ed423a158bc service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255782 Mar 18 10:47:16.650375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.712490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.766252 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:14Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:16.770279 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8df02-79e8-4c49-8130-b0e9c7ac4783 None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:14Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:47:16.793527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.817346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a653b888-56b8-4187-abbd-76343cb7f716,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:16.882111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:16.885794 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-01277f3f-a9e2-477e-b849-202bce9e53c5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303411 Mar 18 10:47:16.886054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46190) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:16.891456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:16.897726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:16.902368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:16.905388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:16.911359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:16.963112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e9256-6314-4537-a581-61a05f99f898 None None] New status for floating IP ecc49165-9fb5-47a0-aa00-013b812cf4ac: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:47:16.983593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.043040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.118950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.140564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5173d971-b734-4b87-a394-adb84f93e6f0,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:17.233704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.234915 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-adf51cce-8638-4ed1-a5ba-e38384476341 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3479636 Mar 18 10:47:17.237565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46194) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:17.242572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:17.248444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:17.252338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:17.255198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:17.260884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:17.365393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.424925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.495464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.518999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe7c95c-8aa8-4f66-a877-9b8f7b3e622a,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:17.592879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.594102 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6b30b921-a48a-43bb-b377-aba925c28d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555219 Mar 18 10:47:17.596646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46198) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:17.601492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:17.608717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:17.610975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:17.613754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:17.619402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:17.720080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.784954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.839016 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.864312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6044e9-d955-49a8-b21e-9ab1edc09163,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:17.927083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:17.928396 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f93d777b-1388-4769-b915-ee2b964447bc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308392 Mar 18 10:47:17.931064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46202) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:17.936604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:17.942671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:17.946496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:17.949909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:17.955428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:18.024769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:47:18.031722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.093552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.170242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.194643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c16ef8d-d551-478c-8ae9-c7eb628aa24e,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:18.293507 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.294655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-43827506-1224-4efa-9725-5070ccc0d034 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627009 Mar 18 10:47:18.302795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46206) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:18.308288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': '6b1c52a1-7733-42d9-92d6-5f95c666632c', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:18.314048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:18.317800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:18.320736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:18.326562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:18.390081 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:47:18.397005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.459210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.521057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.548021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2034affe-2ddd-476b-93cb-8cb7b6d567aa,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:18.618521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:18.619693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c092a486-4844-4bd4-beca-77bf4cb8f062 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159914 Mar 18 10:47:18.781491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-490da63e-1323-4c95-9579-64edb7529ed2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420054860&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.0380239 Mar 18 10:47:19.031579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-6ce222b7-caae-4170-84ae-91031a359f23 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:19.033001 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-6ce222b7-caae-4170-84ae-91031a359f23 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 795 time: 0.2448976 Mar 18 10:47:19.047280 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-ae0bb21c-8cb4-4679-b1bf-f63f780926f5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0086865 Mar 18 10:47:19.136431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-226796ce-b1f6-4cd5-a655-f7bf5597d87b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839128 Mar 18 10:47:19.270623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-bfdc2546-c5d7-4dfb-99c9-cd0b0aa7f489 service neutron] 10.222.0.18 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227045 Mar 18 10:47:19.400401 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-2968f8f1-4db7-4ddf-bc2b-ca1a77663c1d service neutron] 10.222.0.18 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239743 Mar 18 10:47:19.687771 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fd569bd4-efa6-4ed9-932a-40988b15d1ff req-e0ce4d36-8590-400f-b644-d2a38c568453 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 210 time: 0.0420420 Mar 18 10:47:20.836977 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b04c3823-84eb-4a33-8129-f8f09cd24e0d req-03a1aa62-b9a3-46b6-aae4-b99dab882840 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Mar 18 10:47:21.628775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-b79e4f7e-0014-4afd-8ada-daf52bd2e1bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:21.630201 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-b79e4f7e-0014-4afd-8ada-daf52bd2e1bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 795 time: 0.1455507 Mar 18 10:47:21.678783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-e0081001-c381-43cb-982a-f14ce3ce5b75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 472 time: 0.0402431 Mar 18 10:47:21.687517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': 'fd510810-49fb-4757-b804-7465ea603e56', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['6b1c52a1-7733-42d9-92d6-5f95c666632c']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:21.820710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:21.830837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:21.893462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:47:21.897276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:21.987266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f3b3059a-464c-4e8f-b049-cb32ddc22e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:21.996503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fde15cdb-3246-4d5e-a7a3-92ad9948c0d2 req-edd4391d-d732-4f90-a5d7-2a3cf498cdac tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 210 time: 0.0429025 Mar 18 10:47:22.070602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.13 (b92791a1-4fdb-45af-82f9-e22db54ac7e9/80acf74f-3ade-4124-b377-442eb5bb49b1/770a1d90-262a-4086-95fd-6dd3d838c0db) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:47:22.252107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:22.266857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 770a1d90-262a-4086-95fd-6dd3d838c0db will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:47:22.387699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:22.450587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:47:22.451676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:47:22.455470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:47:22.508121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:22.540195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:22.540936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:22.656952 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-080765d5-53a5-42dd-a0b0-1c3a16a3fb30 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9729619 Mar 18 10:47:22.668403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Request body: {'port': {'device_id': 'fd510810-49fb-4757-b804-7465ea603e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:22.707287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-79e9f29a-cad0-42b1-a9d3-8f5ebc233a4f None None] Provisioning for port 770a1d90-262a-4086-95fd-6dd3d838c0db completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:47:22.712598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-79e9f29a-cad0-42b1-a9d3-8f5ebc233a4f None None] Provisioning complete for port 770a1d90-262a-4086-95fd-6dd3d838c0db triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:47:22.712966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-79e9f29a-cad0-42b1-a9d3-8f5ebc233a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:22.767310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-79e9f29a-cad0-42b1-a9d3-8f5ebc233a4f None None] Port 770a1d90-262a-4086-95fd-6dd3d838c0db cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:47:22.780920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.277527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770a1d90-262a-4086-95fd-6dd3d838c0db {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:47:23.285904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.306919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Transition to ACTIVE for port object 770a1d90-262a-4086-95fd-6dd3d838c0db will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:47:23.327049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4077d8-6be4-4353-b043-6be8efe7f73d req-aeccc1d2-9150-4def-afe5-9c210ae40725 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:23.327742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2c4077d8-6be4-4353-b043-6be8efe7f73d req-aeccc1d2-9150-4def-afe5-9c210ae40725 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:23.375958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.422359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2c4077d8-6be4-4353-b043-6be8efe7f73d req-aeccc1d2-9150-4def-afe5-9c210ae40725 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:23.423496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c4077d8-6be4-4353-b043-6be8efe7f73d req-aeccc1d2-9150-4def-afe5-9c210ae40725 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 932 time: 0.2438087 Mar 18 10:47:23.569358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Pushing event updated for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:23.617683 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c4077d8-6be4-4353-b043-6be8efe7f73d req-8807c8eb-df62-4c13-b421-78c4b617fe81 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421421 Mar 18 10:47:23.646725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Attempting to bind port 770a1d90-262a-4086-95fd-6dd3d838c0db on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:47:23.647057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Attempting to bind port 770a1d90-262a-4086-95fd-6dd3d838c0db by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:47:23.647381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Attempting to bind port 770a1d90-262a-4086-95fd-6dd3d838c0db on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:47:23.651902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Port 770a1d90-262a-4086-95fd-6dd3d838c0db on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:47:23.652220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Attempting to bind port 770a1d90-262a-4086-95fd-6dd3d838c0db on network b92791a1-4fdb-45af-82f9-e22db54ac7e9 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:47:23.657218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:47:23.657547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Checking segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:47:23.657964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Bound using segment: {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:47:23.658396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Bound port: 770a1d90-262a-4086-95fd-6dd3d838c0db, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8142ee1b-6825-4e9f-a99d-b8c7e063e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:47:23.658726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.745690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:47:23.748610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=770a1d90-262a-4086-95fd-6dd3d838c0db,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:47:23.812845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.867985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:23.868600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:23.870643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] 10.222.0.24 "PUT /v2.0/ports/770a1d90-262a-4086-95fd-6dd3d838c0db HTTP/1.1" status: 200 len: 1094 time: 1.2061040 Mar 18 10:47:23.871085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:23.899435 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f097ac-0c4e-470c-a13c-08b923430f66 service neutron] Pushing event updated for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:23.925181 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'status': 'completed', 'code': 200} Mar 18 10:47:24.020746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-7a5f5301-0fbb-45fb-9079-ea8d10392108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.022816 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-7a5f5301-0fbb-45fb-9079-ea8d10392108 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1097 time: 0.0766735 Mar 18 10:47:24.163090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-c7d689f7-0a50-4724-b177-e5d5a4a2d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.164448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-c7d689f7-0a50-4724-b177-e5d5a4a2d4ee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1331091 Mar 18 10:47:24.294726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-c35d3004-2984-4f9e-a10a-b16d0bbfb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.296135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23ccdb31-a373-4b88-93ec-4349b2b6b284 req-c35d3004-2984-4f9e-a10a-b16d0bbfb4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260576 Mar 18 10:47:24.402310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-0b65fd8c-9fbe-4a59-8a5f-631334dabbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.403689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-0b65fd8c-9fbe-4a59-8a5f-631334dabbbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1097 time: 0.0726728 Mar 18 10:47:24.470175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1765cb2-1272-4e9e-ad7c-4105dbf0b066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:24.470828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-b57b82a4-0023-4a36-aff2-335855a43cc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=770a1d90-262a-4086-95fd-6dd3d838c0db HTTP/1.1" status: 200 len: 217 time: 0.0600827 Mar 18 10:47:24.533986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-973d2c04-1ca6-463d-92be-095867b725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.535363 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-973d2c04-1ca6-463d-92be-095867b725e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0593092 Mar 18 10:47:24.610059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-ee7c13d1-9e3e-4418-be95-81da3903643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.611492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-ee7c13d1-9e3e-4418-be95-81da3903643b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685403 Mar 18 10:47:24.788187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-1dce1523-8495-4c74-ab8f-999101d11650 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696501 Mar 18 10:47:24.908948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09abdd-3f83-4c47-9eb7-bdad7008663e req-de3698bd-4874-4046-a67e-8a784e4001dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:24.910298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3d09abdd-3f83-4c47-9eb7-bdad7008663e req-de3698bd-4874-4046-a67e-8a784e4001dc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 944 time: 0.1891911 Mar 18 10:47:25.055436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2c89eaf4-bb82-44c8-9b02-83ec79b9560a req-b2c982c4-64ed-4a2e-ab37-7de26ac8f6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591436 Mar 18 10:47:25.070347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3d09abdd-3f83-4c47-9eb7-bdad7008663e req-02e875c9-df4d-403e-a749-1c928f4d3803 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531177 Mar 18 10:47:25.238769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:25.333223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:25.598882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:26.358889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc30ae-479f-4696-ae73-c20d1437ea72 req-356efd88-bf9b-42b2-bcfa-266107215dbf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:26.360328 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51fc30ae-479f-4696-ae73-c20d1437ea72 req-356efd88-bf9b-42b2-bcfa-266107215dbf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 944 time: 0.1831217 Mar 18 10:47:26.401883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-51fc30ae-479f-4696-ae73-c20d1437ea72 req-e4c69740-9c60-4e52-95cf-56d38d723bca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:26.470218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-51fc30ae-479f-4696-ae73-c20d1437ea72 req-e4c69740-9c60-4e52-95cf-56d38d723bca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:26.471317 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51fc30ae-479f-4696-ae73-c20d1437ea72 req-e4c69740-9c60-4e52-95cf-56d38d723bca tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053524 Mar 18 10:47:27.109882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:27.650519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4221-db85-458c-be19-762047168d9c req-15e98829-cf96-452a-9320-b06f990dfa83 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:27.652540 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4bfd4221-db85-458c-be19-762047168d9c req-15e98829-cf96-452a-9320-b06f990dfa83 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 944 time: 0.0795913 Mar 18 10:47:27.695533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4bfd4221-db85-458c-be19-762047168d9c req-05f81a34-e1d7-446d-bdda-d6c88a088d28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373604 Mar 18 10:47:27.982802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 770a1d90-262a-4086-95fd-6dd3d838c0db details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:47:28.110642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=770a1d90-262a-4086-95fd-6dd3d838c0db,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:28.122982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'port_id': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'mac_address': 'fa:16:3e:8b:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:47:28.179440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:28.195777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770a1d90-262a-4086-95fd-6dd3d838c0db {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:47:28.211055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=770a1d90-262a-4086-95fd-6dd3d838c0db,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:28.282758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:28.348441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:28.521411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['770a1d90-262a-4086-95fd-6dd3d838c0db'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:47:28.876461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a736ab2-755e-4a24-b0d5-203d52afd61d req-ba4e16bb-b7eb-4616-9bcf-77c90a5d3ae9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:28.877905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a736ab2-755e-4a24-b0d5-203d52afd61d req-ba4e16bb-b7eb-4616-9bcf-77c90a5d3ae9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 945 time: 0.0774939 Mar 18 10:47:28.922253 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a736ab2-755e-4a24-b0d5-203d52afd61d req-1f8fa98f-8e80-4dfb-8240-69750b0a010c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Mar 18 10:47:30.013077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 770a1d90-262a-4086-95fd-6dd3d838c0db up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:47:30.116998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbfa13-2078-4f03-8368-38f2512f5eb8 req-a0d815be-057d-4ff6-a4c7-554cf461edb5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:30.118463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3dbbfa13-2078-4f03-8368-38f2512f5eb8 req-a0d815be-057d-4ff6-a4c7-554cf461edb5 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 945 time: 0.0823605 Mar 18 10:47:30.135926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 770a1d90-262a-4086-95fd-6dd3d838c0db completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:47:30.141088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 770a1d90-262a-4086-95fd-6dd3d838c0db triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:47:30.141604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:30.161689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3dbbfa13-2078-4f03-8368-38f2512f5eb8 req-6a5399df-308b-4b0a-9f16-aba7190c0e0a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Mar 18 10:47:30.256169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:30.282569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:30.292124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=770a1d90-262a-4086-95fd-6dd3d838c0db,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:30.326057 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'code': 200} Mar 18 10:47:30.347009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:30.412306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:30.643912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7ce9e-89cd-457f-814c-33464562440a req-f21c727b-0f95-4e02-872d-26fb52d90384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:30.645334 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b0a7ce9e-89cd-457f-814c-33464562440a req-f21c727b-0f95-4e02-872d-26fb52d90384 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1099 time: 0.0672319 Mar 18 10:47:30.684805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b0a7ce9e-89cd-457f-814c-33464562440a req-522f7c99-0725-4813-a01c-7f1eeabe6801 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Mar 18 10:47:31.344136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfa047-aaca-41ac-9bd9-c80d7698e880 req-422ba248-a8ee-47b0-a03a-fb653213091a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:31.345599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-becfa047-aaca-41ac-9bd9-c80d7698e880 req-422ba248-a8ee-47b0-a03a-fb653213091a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.0811238 Mar 18 10:47:31.388492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-becfa047-aaca-41ac-9bd9-c80d7698e880 req-69fd2087-d70e-4b30-b20c-4d40ed6eec00 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372281 Mar 18 10:47:32.570467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f016c-122b-499f-984b-ac71ab807706 req-b32fc45c-ceed-40d0-b07d-386cc7a557ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:32.571880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f5f016c-122b-499f-984b-ac71ab807706 req-b32fc45c-ceed-40d0-b07d-386cc7a557ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.0812900 Mar 18 10:47:32.614439 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f5f016c-122b-499f-984b-ac71ab807706 req-bad805c9-13ff-42f0-aa5f-04aaecc2457e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369570 Mar 18 10:47:32.794941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696024f-275d-4b9d-9929-c203f0fb2859 req-ec8c75ca-8ba9-49fa-89e9-7557548d1f47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:32.796356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4696024f-275d-4b9d-9929-c203f0fb2859 req-ec8c75ca-8ba9-49fa-89e9-7557548d1f47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.0812492 Mar 18 10:47:32.838501 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4696024f-275d-4b9d-9929-c203f0fb2859 req-07c4ab78-84c7-4909-926a-65b83eefeb28 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365789 Mar 18 10:47:32.861025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46262) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:32.928952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c5278-c5cc-4955-b9b5-2240762d9500 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:32.930352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-692c5278-c5cc-4955-b9b5-2240762d9500 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1094 time: 0.0684016 Mar 18 10:47:32.933175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46266) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:32.938274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:47:32.944084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:47:32.947892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:47:32.950723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:47:32.956324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:47:33.032586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:33.167077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:33.305504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.32 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/57abe1a9-6539-47f0-ba0b-3bfa110dabe5) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:47:33.447173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:33.524070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:33.582252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:47:33.589258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:47:33.594941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:47:33.628877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=57abe1a9-6539-47f0-ba0b-3bfa110dabe5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:33.999990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:34.126130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:34.418798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:34.475360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:34.585931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=57abe1a9-6539-47f0-ba0b-3bfa110dabe5,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:34.594333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:34.646858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46270) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:34.765189 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP b7df2a98-0202-4e9f-9171-8b348e8890a5 associated. External IP: 172.26.2.32, port: 770a1d90-262a-4086-95fd-6dd3d838c0db. Mar 18 10:47:34.847426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 8d8c5e64-d3e6-415b-a2aa-69dc29e056a0 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:34.847768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.017829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.018176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.124912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:47:35.143553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 8d8c5e64-d3e6-415b-a2aa-69dc29e056a0 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:35.311358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:47:35.321063 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:47:35.331460 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:35.332056 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:35.335941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.386712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=8d8c5e64-d3e6-415b-a2aa-69dc29e056a0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:35.416062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.475676 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fd9a096-b388-48ce-972a-ad92fdc1dd24 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5414371 Mar 18 10:47:35.476226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:35.482375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:35.483070 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP 31f046dc-76b0-4908-80d4-8a6b3eb5ccc5 disassociated (deleted). External IP: 172.26.2.63, port: 80cae710-05fb-47ad-9fe0-54bfefa80e43. Mar 18 10:47:35.523298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'status': 'completed', 'code': 200} Mar 18 10:47:35.542552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:35.613679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-92cf0aec-f04e-42b4-9150-15af4122b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:35.615292 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-92cf0aec-f04e-42b4-9150-15af4122b10b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1099 time: 0.0705853 Mar 18 10:47:35.747793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-22ba6c65-ea98-4e1c-9509-8a226833c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:35.749245 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-22ba6c65-ea98-4e1c-9509-8a226833c51c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1268725 Mar 18 10:47:35.924592 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b7df2a98-0202-4e9f-9171-8b348e8890a5', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:8b:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd510810-49fb-4757-b804-7465ea603e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:33Z', 'updated_at': '2022-03-18T10:47:33Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}, {'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:35.930157 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:47:35.941785 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:35.942508 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:35.975867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:47:35.980331 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-308a1a80-e171-4666-98b7-0fa94e18ed31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=770a1d90-262a-4086-95fd-6dd3d838c0db HTTP/1.1" status: 200 len: 999 time: 0.2240012 Mar 18 10:47:36.043335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-66dc394f-84d9-432c-ba9d-b642e8a40d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:36.044812 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-66dc394f-84d9-432c-ba9d-b642e8a40d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0581145 Mar 18 10:47:36.119969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:36.120526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-abf3614c-1447-487b-ba26-e5fdb61b0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:36.122015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-abf3614c-1447-487b-ba26-e5fdb61b0ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700526 Mar 18 10:47:36.154974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:47:36.165835 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:47:36.177383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:36.178310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:36.247233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:36.263254 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-0b8dadd2-fdd7-4b28-9c19-5cdc4ad5e4ed service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344588 Mar 18 10:47:36.317723 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dd0aef45-797d-4ac0-a9aa-ebd3145bb2bd tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "DELETE /v2.0/floatingips/31f046dc-76b0-4908-80d4-8a6b3eb5ccc5 HTTP/1.1" status: 204 len: 168 time: 1.6694114 Mar 18 10:47:36.318710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:36.364742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:36.413110 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08fdc101-c9fc-4b36-b290-fa3c961831ea req-82371aab-e325-4d50-be89-a05e30294ede service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429381 Mar 18 10:47:36.484546 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'status': 'completed', 'code': 200} Mar 18 10:47:36.536573 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b7df2a98-0202-4e9f-9171-8b348e8890a5', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:8b:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd510810-49fb-4757-b804-7465ea603e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:33Z', 'updated_at': '2022-03-18T10:47:33Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}, {'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:36.542980 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601255b-5e1b-4a69-a06c-35719851b7d6 None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b7df2a98-0202-4e9f-9171-8b348e8890a5', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:8b:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd510810-49fb-4757-b804-7465ea603e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:33Z', 'updated_at': '2022-03-18T10:47:33Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}, {'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:47:36.596330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452ecb-4561-4866-9d40-857e3975b88a req-986e5eff-6740-48de-b0f4-5a4f4a0bef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:36.597924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-986e5eff-6740-48de-b0f4-5a4f4a0bef05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 1098 time: 0.0852125 Mar 18 10:47:36.738858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452ecb-4561-4866-9d40-857e3975b88a req-50ead928-e759-447b-9f98-8efc29c99102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:36.740388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-50ead928-e759-447b-9f98-8efc29c99102 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1357305 Mar 18 10:47:36.772751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:36.777018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:47:36.785874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:36.786488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:36.818005 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e542528-ef61-4474-9392-eabe34464058 None None] New status for floating IP b7df2a98-0202-4e9f-9171-8b348e8890a5: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:47:36.820741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-10fc896a-3d89-4bfd-9d28-b4517081ea45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43 HTTP/1.1" status: 200 len: 217 time: 0.0716975 Mar 18 10:47:36.935882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452ecb-4561-4866-9d40-857e3975b88a req-092588e9-3a63-43de-a9d5-9e218d2129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:36.937441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-092588e9-3a63-43de-a9d5-9e218d2129ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.1006043 Mar 18 10:47:37.012647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d883-5a62-4f3c-97f0-5ee9a7569afd req-45e26220-4eea-4406-9be2-f74fa9696985 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:37.013221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-daf0d883-5a62-4f3c-97f0-5ee9a7569afd req-45e26220-4eea-4406-9be2-f74fa9696985 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:37.034046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:37.036871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452ecb-4561-4866-9d40-857e3975b88a req-b736be45-8ada-4d91-958b-cd10891bab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:37.038660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-b736be45-8ada-4d91-958b-cd10891bab00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940225 Mar 18 10:47:37.122847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-daf0d883-5a62-4f3c-97f0-5ee9a7569afd req-45e26220-4eea-4406-9be2-f74fa9696985 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:37.124500 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-daf0d883-5a62-4f3c-97f0-5ee9a7569afd req-45e26220-4eea-4406-9be2-f74fa9696985 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.2021308 Mar 18 10:47:37.182933 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-daf0d883-5a62-4f3c-97f0-5ee9a7569afd req-fe71fd47-b4ea-40d0-82b4-9262a2df88c9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522771 Mar 18 10:47:37.185992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-2c46dab5-5c64-4ed0-a831-cb7a89eccc16 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390648 Mar 18 10:47:37.327731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a452ecb-4561-4866-9d40-857e3975b88a req-ce6f36c1-ff9e-41a9-8b82-637f2b954fee service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326180 Mar 18 10:47:37.418294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:37.422166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dba90b-beac-4219-bf05-4c9fe43536db None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'f7f37c31-6705-4011-94e8-81e157583e24', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'port_id': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'mac_address': 'fa:16:3e:0b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:42:11Z', 'updated_at': '2022-03-18T10:42:14Z', 'revision_number': 1, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:47:37.615135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029c303-2846-4336-bd90-0d8faffd0ac7 None None] New status for floating IP 31f046dc-76b0-4908-80d4-8a6b3eb5ccc5: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:47:38.377721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba27ac5-7515-4e68-80c3-27cf5e186eb9 req-e24d1141-e39d-40fa-8993-cb5b96cdcbc9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:38.379169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5ba27ac5-7515-4e68-80c3-27cf5e186eb9 req-e24d1141-e39d-40fa-8993-cb5b96cdcbc9 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.0805085 Mar 18 10:47:38.421412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5ba27ac5-7515-4e68-80c3-27cf5e186eb9 req-a866cd90-a97e-449e-826d-a887a860aa56 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366695 Mar 18 10:47:38.630909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c6723-0145-4c7a-9be6-f9a226632fea req-2e96049c-dbb3-4039-b870-84d960d62a3d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:38.632604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-030c6723-0145-4c7a-9be6-f9a226632fea req-2e96049c-dbb3-4039-b870-84d960d62a3d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 945 time: 0.0820620 Mar 18 10:47:38.704043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 80cae710-05fb-47ad-9fe0-54bfefa80e43 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:38.704377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:39.035968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] For port 80cae710-05fb-47ad-9fe0-54bfefa80e43, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=80cae710-05fb-47ad-9fe0-54bfefa80e43,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:39.036313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:39.154147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 80cae710-05fb-47ad-9fe0-54bfefa80e43 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:39.361454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:39.413610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=80cae710-05fb-47ad-9fe0-54bfefa80e43,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:39.451804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.452153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.452487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.452948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.453166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.453497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.453869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.454186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.454508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.454825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.455142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.455453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:39.496328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] No DVR routers for this DVR port 80cae710-05fb-47ad-9fe0-54bfefa80e43 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:47:39.498848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:39.501409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'name': 'network-vif-deleted', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:39.547120 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454b60f6-1f31-4718-a1c0-7806b3229107', 'name': 'network-vif-deleted', 'tag': '80cae710-05fb-47ad-9fe0-54bfefa80e43', 'status': 'completed', 'code': 200} Mar 18 10:47:39.579459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-030c6723-0145-4c7a-9be6-f9a226632fea req-b5263a62-b4de-41ac-b7fa-dcc55ad51c5d tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "DELETE /v2.0/ports/80cae710-05fb-47ad-9fe0-54bfefa80e43 HTTP/1.1" status: 204 len: 173 time: 0.9361916 Mar 18 10:47:39.580746 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5900cd1a-f698-4a1f-a231-8cf0f34c79c4 req-b3bd15ba-c9ac-4a70-b02a-980b8d1aa9ca tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.0531096 Mar 18 10:47:40.746627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46dfd218-f39c-4f62-b6d2-9d6a9be85060 req-69aec789-c5ca-49da-9bc3-6dc6e8c35ef8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:40.818102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46dfd218-f39c-4f62-b6d2-9d6a9be85060 req-69aec789-c5ca-49da-9bc3-6dc6e8c35ef8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:40.819343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46dfd218-f39c-4f62-b6d2-9d6a9be85060 req-69aec789-c5ca-49da-9bc3-6dc6e8c35ef8 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=454b60f6-1f31-4718-a1c0-7806b3229107 HTTP/1.1" status: 200 len: 210 time: 0.1171083 Mar 18 10:47:42.064867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 80cae710-05fb-47ad-9fe0-54bfefa80e43 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:47:42.097930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 80cae710-05fb-47ad-9fe0-54bfefa80e43 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:47:42.102483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 80cae710-05fb-47ad-9fe0-54bfefa80e43 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:47:42.681035 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:47:46.671376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46316) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:46.865852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 811fdd84-fb4c-49b2-8dc5-cd513a6de566 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:46.866237 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:47.032436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:47.032760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:47.150949 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 811fdd84-fb4c-49b2-8dc5-cd513a6de566 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:47.366881 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:47.411782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=811fdd84-fb4c-49b2-8dc5-cd513a6de566,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:47.442175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.442517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.442848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.443172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.443500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.443819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.444138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.444455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.444777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.445086 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.445397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.445721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:47:47.512114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:47.512472 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Floating IP f7f37c31-6705-4011-94e8-81e157583e24 disassociated (deleted). External IP: 172.26.2.246, port: 907c00b3-ff0b-4f3c-a952-76661dcd9cd1. Mar 18 10:47:47.962741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:47:48.134782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:47:48.144569 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:47:48.154730 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:48.161011 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:48.246879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:48.300443 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-857dc78f-e8bb-4adf-9c4d-9a0174cc30af tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "DELETE /v2.0/floatingips/f7f37c31-6705-4011-94e8-81e157583e24 HTTP/1.1" status: 204 len: 168 time: 1.6280026 Mar 18 10:47:48.301128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:48.328171 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:48.359595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'status': 'completed', 'code': 200} Mar 18 10:47:48.454056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-a1c9aafe-0f0a-42e6-92f7-951a96e9be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:48.458600 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-a1c9aafe-0f0a-42e6-92f7-951a96e9be6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 1098 time: 0.0717518 Mar 18 10:47:48.585434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-9d50232b-9688-45f5-ac5e-4e13fa61346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:48.586908 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-9d50232b-9688-45f5-ac5e-4e13fa61346a service neutron] 10.222.0.24 "GET /v2.0/networks?id=75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 200 len: 912 time: 0.1253254 Mar 18 10:47:48.651031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:48.655663 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:47:48.663748 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-87b518e8-a155-46d5-8911-c1dcd91f4082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 200 len: 217 time: 0.0697544 Mar 18 10:47:48.664667 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:48.665264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:48.726266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-201ce5d1-377f-4c5a-ba88-d055a83b97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:48.727715 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-201ce5d1-377f-4c5a-ba88-d055a83b97c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 200 len: 850 time: 0.0577400 Mar 18 10:47:48.809345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-8847e7b8-0c10-4a25-ae8d-3cb2ad07e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:48.810839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-8847e7b8-0c10-4a25-ae8d-3cb2ad07e4fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75de1183-7a1c-4756-8004-fa86e6b593e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761681 Mar 18 10:47:48.839270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:48.883809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b186818-b83e-4d6b-bc91-0598e48c258a req-8f005b7f-2a58-4095-99bc-2396ec584146 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:48.884852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1b186818-b83e-4d6b-bc91-0598e48c258a req-8f005b7f-2a58-4095-99bc-2396ec584146 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:48.954951 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-d9cefeb2-6343-43ec-ad5d-abb8cf7f1176 service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362007 Mar 18 10:47:48.965194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1b186818-b83e-4d6b-bc91-0598e48c258a req-8f005b7f-2a58-4095-99bc-2396ec584146 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:48.967967 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1b186818-b83e-4d6b-bc91-0598e48c258a req-8f005b7f-2a58-4095-99bc-2396ec584146 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 945 time: 0.1692085 Mar 18 10:47:49.022352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1b186818-b83e-4d6b-bc91-0598e48c258a req-30b5f957-98e5-4be1-ae89-3e9641cda7cb tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c10ce3e0-c491-4408-82fd-2546d3193d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 Mar 18 10:47:49.093754 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-653eef15-1b41-4480-864c-79e3c687a5f5 req-f1212ac3-23a5-484d-a973-933c8828e9df service neutron] 10.222.0.24 "GET /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322303 Mar 18 10:47:49.161522 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:49.165625 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b408a41-30e4-40fb-b2fe-f22bd0dde38a None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:37:15Z', 'revision_number': 4, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aa633e73-1e82-4fdd-9e1c-2c900e50f9de', 'name': '', 'network_id': '75de1183-7a1c-4756-8004-fa86e6b593e7', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:13Z', 'updated_at': '2022-03-18T10:37:21Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'subnets': [{'id': 'e504184e-4a00-492c-955b-918c86c0cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:47:49.380616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-1aa50f5d-bae5-41b6-8ec2-caf128362f39 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:47:49.382169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-1aa50f5d-bae5-41b6-8ec2-caf128362f39 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 945 time: 0.0817611 Mar 18 10:47:49.386021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bf7be-7c28-44ba-bbb1-ff6a12bf1d2b None None] New status for floating IP f7f37c31-6705-4011-94e8-81e157583e24: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:47:49.452049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:49.452395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:49.785454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] For port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:49.786182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:49.909562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:50.163691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:50.207515 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b5102c7f-7210-4b09-a03f-4daecbbefad6 req-8c79c90b-41b5-4a3d-acc6-3fdbe9d2c09a tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 210 time: 0.0823648 Mar 18 10:47:50.217087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=907c00b3-ff0b-4f3c-a952-76661dcd9cd1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:50.292001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] No DVR routers for this DVR port 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:47:50.294358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:50.296747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'name': 'network-vif-deleted', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:47:50.339371 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2045d54a-d56c-4b65-a7ec-89e00c124d8f', 'name': 'network-vif-deleted', 'tag': '907c00b3-ff0b-4f3c-a952-76661dcd9cd1', 'status': 'completed', 'code': 200} Mar 18 10:47:50.361569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-303b73d5-5c87-4d7d-8350-a68e27cf6606 req-cfdb8c08-2324-49fa-b773-0b628697fb06 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.24 "DELETE /v2.0/ports/907c00b3-ff0b-4f3c-a952-76661dcd9cd1 HTTP/1.1" status: 204 len: 173 time: 0.9732244 Mar 18 10:47:51.508460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1eba7d9d-4e1f-4ef4-b2ea-2f2711321041 req-570a778f-d6a2-4251-9e60-897d370ccff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Synchronizing usage tracker for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:47:51.607018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1eba7d9d-4e1f-4ef4-b2ea-2f2711321041 req-570a778f-d6a2-4251-9e60-897d370ccff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Unset dirty status for tenant:8749e26c1ce64bdb93dfa4b18fadc19a on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:47:51.608238 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1eba7d9d-4e1f-4ef4-b2ea-2f2711321041 req-570a778f-d6a2-4251-9e60-897d370ccff1 tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2045d54a-d56c-4b65-a7ec-89e00c124d8f HTTP/1.1" status: 200 len: 210 time: 0.1409075 Mar 18 10:47:51.969511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-43dc14c8-5973-4117-9550-36d5c1aef269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:52.092927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:47:52.126869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:47:52.127216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 907c00b3-ff0b-4f3c-a952-76661dcd9cd1 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:47:52.699648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46336) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:52.849489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Deleting port 475648b7-6bae-4f9c-8a29-640a6afaac84 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:52.849844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.015069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.015385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.132710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Calling delete_port for 475648b7-6bae-4f9c-8a29-640a6afaac84 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:53.329001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.399342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'Port': ['ID=475648b7-6bae-4f9c-8a29-640a6afaac84,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:53.463795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.543254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:53.544775 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-76e2491c-7b6b-4e81-bb33-6eb51f1cbc7e tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "DELETE /v2.0/floatingips/374dc60f-e4ba-47cd-a7c0-12049ce3f41e HTTP/1.1" status: 204 len: 168 time: 0.8438721 Mar 18 10:47:54.483397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d987d640-5b80-47b5-8709-401199cec374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:55.275385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:55.343725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:55.572199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:56.230395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46352) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:56.300075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:56.330157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:56.478058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:56.496617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ce3e0-c491-4408-82fd-2546d3193d04,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:56.562605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:56.563643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-62522973-f52a-499e-9df5-67c3d0dff2dc tempest-TestVolumeBootPattern-392574979 tempest-TestVolumeBootPattern-392574979-project] 10.222.0.18 "DELETE /v2.0/security-groups/c10ce3e0-c491-4408-82fd-2546d3193d04 HTTP/1.1" status: 204 len: 168 time: 0.3322017 Mar 18 10:47:56.677772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46360) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:56.946599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:57.341451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:57.773003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Deleting port aa633e73-1e82-4fdd-9e1c-2c900e50f9de {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:57.773339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:57.941274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] For port aa633e73-1e82-4fdd-9e1c-2c900e50f9de, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:47:57.941629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:58.059538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Calling delete_port for aa633e73-1e82-4fdd-9e1c-2c900e50f9de owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:47:58.426272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:58.475307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Pushing event deleted for resources: {'Port': ['ID=aa633e73-1e82-4fdd-9e1c-2c900e50f9de,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:47:58.737019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:59.196453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:47:59.372060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:47:59.380426 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Sync routers for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:47:59.383947 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-418541bf-2715-4990-8921-9b1276a468eb admin admin] 10.222.0.18 "PUT /v2.0/routers/14a06a18-ffae-40b5-9e6b-173f1b8e0c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050512 Mar 18 10:47:59.386862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46366) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:47:59.389876 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:59.390482 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:59.565466 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:47:59.565737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:59.746578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:59.829243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Deleting port bca9cffa-4dc2-41ae-9677-48338f4faf2b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:47:59.829506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:47:59.866409 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:47:58Z', 'revision_number': 5, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port': {'id': 'bca9cffa-4dc2-41ae-9677-48338f4faf2b', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:08Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:47:59.870233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Checking router: 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:47:59.879108 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Routers {'14a06a18-ffae-40b5-9e6b-173f1b8e0c87'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:47:59.879704 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:00.000389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] For port bca9cffa-4dc2-41ae-9677-48338f4faf2b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=bca9cffa-4dc2-41ae-9677-48338f4faf2b,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:00.000743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.025470 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] Set router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:00.120295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Calling delete_port for bca9cffa-4dc2-41ae-9677-48338f4faf2b owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:00.127201 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:47:59Z', 'revision_number': 6, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:00.131133 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74b35d-e5ce-4c53-bb41-eca68b46a314 None None] The sync data for ids ['14a06a18-ffae-40b5-9e6b-173f1b8e0c87'] in dv-neutron-834265-1-hyperv is: [{'id': '14a06a18-ffae-40b5-9e6b-173f1b8e0c87', 'name': 'tempest-TestVolumeBootPattern-760143616-router', 'tenant_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:06Z', 'updated_at': '2022-03-18T10:47:59Z', 'revision_number': 6, 'project_id': '8749e26c1ce64bdb93dfa4b18fadc19a', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:00.340248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.389262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca9cffa-4dc2-41ae-9677-48338f4faf2b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:00.477536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.756925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.758981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.860350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.860876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a06a18-ffae-40b5-9e6b-173f1b8e0c87 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:48:00.875664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.876971 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3d081ec8-b3bb-41fa-a82a-b44bdaff86a8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/14a06a18-ffae-40b5-9e6b-173f1b8e0c87 HTTP/1.1" status: 204 len: 168 time: 1.4891651 Mar 18 10:48:00.879894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46370) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:00.895020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa633e73-1e82-4fdd-9e1c-2c900e50f9de no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:00.970240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Deleting subnet e504184e-4a00-492c-955b-918c86c0cce5 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:48:00.973557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:00.994533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: aa633e73-1e82-4fdd-9e1c-2c900e50f9de {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:00.994533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aa633e73-1e82-4fdd-9e1c-2c900e50f9de not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:01.027543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.221161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.356234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.397061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e504184e-4a00-492c-955b-918c86c0cce5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:01.400777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.406480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcaf5f-dd58-4d55-be05-5eac27eb4647 None None] Network 75de1183-7a1c-4756-8004-fa86e6b593e7 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:48:01.407778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8f6e48c8-1999-4cdc-af50-c87be9de3293 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e504184e-4a00-492c-955b-918c86c0cce5 HTTP/1.1" status: 204 len: 168 time: 0.5262456 Mar 18 10:48:01.410396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46374) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:01.518362 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.529083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Deleting port 997ada1b-2e1b-4a79-a220-f6115f95ed3d {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:01.529412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.674226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] DHCP port deletion for 75de1183-7a1c-4756-8004-fa86e6b593e7 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:48:01.678441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Deleting port 997ada1b-2e1b-4a79-a220-f6115f95ed3d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:01.678815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.729140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] For port 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=997ada1b-2e1b-4a79-a220-f6115f95ed3d,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:01.729485 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:01.851621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Calling delete_port for 997ada1b-2e1b-4a79-a220-f6115f95ed3d owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:01.883344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] For port 997ada1b-2e1b-4a79-a220-f6115f95ed3d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=997ada1b-2e1b-4a79-a220-f6115f95ed3d,segment=NetworkSegment(7c4d75b2-3c78-4cca-92cc-f60143b78c8d),segment_id=7c4d75b2-3c78-4cca-92cc-f60143b78c8d)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:01.883656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.001311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Calling delete_port for 997ada1b-2e1b-4a79-a220-f6115f95ed3d owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:02.006344 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.053254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Pushing event deleted for resources: {'Port': ['ID=997ada1b-2e1b-4a79-a220-f6115f95ed3d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:02.055052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] No DVR routers for this DVR port 997ada1b-2e1b-4a79-a220-f6115f95ed3d on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:48:02.074453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:48:02.074787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:48:02.165873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.193979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75de1183-7a1c-4756-8004-fa86e6b593e7']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:02.205298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d75b2-3c78-4cca-92cc-f60143b78c8d') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:02.205585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d75b2-3c78-4cca-92cc-f60143b78c8d') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:02.216256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.231824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.237455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:48:02.237843 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:48:02.251048 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:48:02.395260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.399726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.403585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 997ada1b-2e1b-4a79-a220-f6115f95ed3d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:02.424482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] Pushing event deleted for resources: {'Network': ['ID=75de1183-7a1c-4756-8004-fa86e6b593e7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:02.437704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 997ada1b-2e1b-4a79-a220-f6115f95ed3d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:02.438083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 997ada1b-2e1b-4a79-a220-f6115f95ed3d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:02.438511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bca9cffa-4dc2-41ae-9677-48338f4faf2b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:02.470292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: bca9cffa-4dc2-41ae-9677-48338f4faf2b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:02.470639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device bca9cffa-4dc2-41ae-9677-48338f4faf2b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:02.493036 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-aba2427b-1c6e-414f-8088-f3157cf24481 admin admin] 10.222.0.18 "DELETE /v2.0/networks/75de1183-7a1c-4756-8004-fa86e6b593e7 HTTP/1.1" status: 204 len: 168 time: 1.0816402 Mar 18 10:48:02.495759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46378) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:02.576112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Deleting port 997ada1b-2e1b-4a79-a220-f6115f95ed3d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:02.576519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:02.641460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d53af-9ee5-40de-92c6-eb3adb99d621 None None] The port '997ada1b-2e1b-4a79-a220-f6115f95ed3d' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:48:03.125504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:03.461239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Deleting port 417aa249-0c2c-4360-a6e7-b9ac057ae25a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:03.461574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:03.632805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] For port 417aa249-0c2c-4360-a6e7-b9ac057ae25a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=417aa249-0c2c-4360-a6e7-b9ac057ae25a,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:03.633153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:03.758164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Calling delete_port for 417aa249-0c2c-4360-a6e7-b9ac057ae25a owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:03.991682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:04.037708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Pushing event deleted for resources: {'Port': ['ID=417aa249-0c2c-4360-a6e7-b9ac057ae25a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:04.294734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:04.754158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Router 72184645-c3bb-4779-b98a-3952659acd4e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:48:04.928151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:04.938229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Sync routers for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:04.947457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:04.951974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:04.991318 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0c9bc317-10f0-4ea8-90b8-e57abc7b8377 admin admin] 10.222.0.18 "PUT /v2.0/routers/72184645-c3bb-4779-b98a-3952659acd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945529 Mar 18 10:48:04.993738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46384) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:05.121664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:05.162511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:05.350785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:05.399621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137'}], 'enable_snat': True}, 'gw_port_id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:48:03Z', 'revision_number': 5, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port': {'id': 'e499a250-239f-4d5a-8809-ead08ea6b3a4', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72184645-c3bb-4779-b98a-3952659acd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:37:23Z', 'updated_at': '2022-03-18T10:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:05.403248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Checking router: 72184645-c3bb-4779-b98a-3952659acd4e for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:05.411368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Routers {'72184645-c3bb-4779-b98a-3952659acd4e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:05.412880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['72184645-c3bb-4779-b98a-3952659acd4e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:05.460420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Deleting port e499a250-239f-4d5a-8809-ead08ea6b3a4 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:05.460770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:05.597869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] Set router 72184645-c3bb-4779-b98a-3952659acd4e gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:05.633269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] For port e499a250-239f-4d5a-8809-ead08ea6b3a4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e499a250-239f-4d5a-8809-ead08ea6b3a4,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:05.633617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:05.700509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:48:05Z', 'revision_number': 6, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:05.704281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136aa3e0-f8be-485b-a335-8c00eb5bf9a2 None None] The sync data for ids ['72184645-c3bb-4779-b98a-3952659acd4e'] in dv-neutron-834265-1-hyperv is: [{'id': '72184645-c3bb-4779-b98a-3952659acd4e', 'name': 'tempest-TestVolumeBootPattern-1540547251-router', 'tenant_id': '7499ad7101f24559813dc04c65c65224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:37:22Z', 'updated_at': '2022-03-18T10:48:05Z', 'revision_number': 6, 'project_id': '7499ad7101f24559813dc04c65c65224', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:05.755517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Calling delete_port for e499a250-239f-4d5a-8809-ead08ea6b3a4 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:06.083154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.132350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e499a250-239f-4d5a-8809-ead08ea6b3a4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:06.217234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.382355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.384425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.466597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e499a250-239f-4d5a-8809-ead08ea6b3a4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:06.494399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.494942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72184645-c3bb-4779-b98a-3952659acd4e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:48:06.505790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: e499a250-239f-4d5a-8809-ead08ea6b3a4 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:06.506165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e499a250-239f-4d5a-8809-ead08ea6b3a4 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:06.506588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 417aa249-0c2c-4360-a6e7-b9ac057ae25a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:06.507526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.508679 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-05cfc5e3-a0da-4c6c-a8b1-971ad718a8a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/72184645-c3bb-4779-b98a-3952659acd4e HTTP/1.1" status: 204 len: 168 time: 1.5140278 Mar 18 10:48:06.511757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46388) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:06.540144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 417aa249-0c2c-4360-a6e7-b9ac057ae25a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:06.540500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 417aa249-0c2c-4360-a6e7-b9ac057ae25a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:06.572788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Deleting subnet f446e993-ced0-48d0-bf45-bdbad5ead4c5 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:48:06.576268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.624225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.707732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.835061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.873860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f446e993-ced0-48d0-bf45-bdbad5ead4c5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:06.875670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.881837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3567d8ee-0d46-4695-ac75-58db3eaa26dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f446e993-ced0-48d0-bf45-bdbad5ead4c5 HTTP/1.1" status: 204 len: 168 time: 0.3691235 Mar 18 10:48:06.884196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46392) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:06.891102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee2a9e-5abe-4fb8-9b7a-f0af0e02753b None None] Network 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:48:06.989536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:06.999491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Deleting port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:06.999817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.126284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0add4-855a-415f-af08-13774791daff None None] DHCP port deletion for 8157027e-bc9e-46db-aa7e-0dcc430fbdc0 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:48:07.130341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4de0add4-855a-415f-af08-13774791daff None None] Deleting port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:07.130706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4de0add4-855a-415f-af08-13774791daff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.204521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] For port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:07.204873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.327324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4de0add4-855a-415f-af08-13774791daff None None] For port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,segment=NetworkSegment(c16a4620-4b9e-4f5f-a046-497e82b515d6),segment_id=c16a4620-4b9e-4f5f-a046-497e82b515d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:07.327712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4de0add4-855a-415f-af08-13774791daff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.328338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Calling delete_port for 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:07.446401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4de0add4-855a-415f-af08-13774791daff None None] Calling delete_port for 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:07.469562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.516072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:07.517840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] No DVR routers for this DVR port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:48:07.527128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-4de0add4-855a-415f-af08-13774791daff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:48:07.527616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-4de0add4-855a-415f-af08-13774791daff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:48:07.728884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.752801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8157027e-bc9e-46db-aa7e-0dcc430fbdc0']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:07.764976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16a4620-4b9e-4f5f-a046-497e82b515d6') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:07.765266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16a4620-4b9e-4f5f-a046-497e82b515d6') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:07.776080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.791534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.797219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:48:07.797587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:48:07.810494 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:48:07.986038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.001394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.013327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] Pushing event deleted for resources: {'Network': ['ID=8157027e-bc9e-46db-aa7e-0dcc430fbdc0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:08.017987 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9a5f4f59-6cfe-40bf-94cb-58753f85a278 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8157027e-bc9e-46db-aa7e-0dcc430fbdc0 HTTP/1.1" status: 204 len: 168 time: 1.1328478 Mar 18 10:48:08.028399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4de0add4-855a-415f-af08-13774791daff None None] Deleting port 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:08.028812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4de0add4-855a-415f-af08-13774791daff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.095106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4de0add4-855a-415f-af08-13774791daff None None] The port '6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:48:08.337545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46398) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:08.388273 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-be1686e2-62a7-4aac-a357-44a4cd0b2f20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8749e26c1ce64bdb93dfa4b18fadc19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466306 Mar 18 10:48:08.388480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46402) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:08.405285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:08.439205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:08.439558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6ba08c69-de1c-4bab-98fd-4e5a11d2fcd2 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:08.451553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.476193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.589429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.606626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc884a-e6bc-4b0d-ba5e-c6fef34b8f17,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:08.612665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:08.614836 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99995845-bc72-4df6-b626-9f58247de6d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51fc884a-e6bc-4b0d-ba5e-c6fef34b8f17 HTTP/1.1" status: 204 len: 168 time: 0.2255249 Mar 18 10:48:09.322562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46410) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:09.374059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3bb16bea-44f2-4e41-b981-e4a11489c5fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7499ad7101f24559813dc04c65c65224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503380 Mar 18 10:48:09.376454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46414) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:09.431295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:09.456574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:09.602752 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:09.617157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b5df4-6e37-423d-984a-d896a121366d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:09.623377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:09.624634 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8a2d475f-a2b1-440c-853a-4c2c5f043415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c34b5df4-6e37-423d-984a-d896a121366d HTTP/1.1" status: 204 len: 168 time: 0.2471602 Mar 18 10:48:10.035091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46422) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:10.145568 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0fa7e62a-e663-44ee-862d-55365abfbf44 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ecc49165-9fb5-47a0-aa00-013b812cf4ac HTTP/1.1" status: 200 len: 993 time: 0.1092629 Mar 18 10:48:11.642599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46434) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:11.648503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:11.760260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:11.976919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:11.999909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:12.059825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:12.117947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:12.118558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:12.119923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/ports/74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 938 time: 0.4762521 Mar 18 10:48:12.120497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:12.149535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80633f7-828d-4d0c-a790-76922ec5d722 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=6']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:12.168778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:48:12.265691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-e1fe9a47-80ca-41f4-837c-c39078c4755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:12.267211 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-e1fe9a47-80ca-41f4-837c-c39078c4755b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1099 time: 0.0761988 Mar 18 10:48:12.327107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-504fa3d9-29c3-482b-be00-5209a31988c5 None None] Provisioning complete for port 74853932-1bc4-4701-9f9e-6641158d301b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:12.327669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-504fa3d9-29c3-482b-be00-5209a31988c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:12.385395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-504fa3d9-29c3-482b-be00-5209a31988c5 None None] Port 74853932-1bc4-4701-9f9e-6641158d301b is administratively disabled so it will not transition to active. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 18 10:48:12.396685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-d26f7d52-121d-4704-b9f8-3397b2b445e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:12.398159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-d26f7d52-121d-4704-b9f8-3397b2b445e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1249554 Mar 18 10:48:12.498116 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-90e3fd4d-d1d1-4a92-abcc-0a33a93eebe2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 1002 time: 0.0941191 Mar 18 10:48:12.557534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-c8aac9d1-c766-40ed-89f2-08aa364881c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:12.573347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-c8aac9d1-c766-40ed-89f2-08aa364881c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0553081 Mar 18 10:48:12.634616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-08f0faba-9e91-432d-94a0-ec47b4ce080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:12.636571 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-08f0faba-9e91-432d-94a0-ec47b4ce080a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719771 Mar 18 10:48:12.764302 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-568a56e1-d862-4f0b-8972-9223b7b0e465 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215711 Mar 18 10:48:12.989223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa8f8468-b341-450b-978c-b45fe75a2909 req-956626de-525c-4570-add7-5e96cf0bb2b1 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191448 Mar 18 10:48:15.538178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46444) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:15.543870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:15.659895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:15.865364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:15.890287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:15.985753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:16.051875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:16.052602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:16.054000 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/ports/74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 937 time: 0.5148156 Mar 18 10:48:16.054548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:16.057210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46448) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:16.084850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14006ef-7e90-4a65-82b9-218f9bd10764 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=7']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:16.105930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:48:16.181467 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-37a459f4-0357-4e01-9613-a43364a18067 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/ecc49165-9fb5-47a0-aa00-013b812cf4ac HTTP/1.1" status: 200 len: 993 time: 0.1229076 Mar 18 10:48:16.210028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa795-b617-46c5-ba48-7dddd29c043a req-91249107-118b-456f-ad3b-4a6b49b095b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:16.211524 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-91249107-118b-456f-ad3b-4a6b49b095b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1098 time: 0.0826387 Mar 18 10:48:16.273790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['74853932-1bc4-4701-9f9e-6641158d301b'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:48:16.342003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa795-b617-46c5-ba48-7dddd29c043a req-44f3de5d-7132-4dc3-a812-f570a80b2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:16.343429 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-44f3de5d-7132-4dc3-a812-f570a80b2106 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1254094 Mar 18 10:48:16.349855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-79d43396-e68c-403a-a35e-b8ea64f84f9a None None] Provisioning complete for port 74853932-1bc4-4701-9f9e-6641158d301b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:16.350235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-79d43396-e68c-403a-a35e-b8ea64f84f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:16.446040 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-e26f80a9-4e81-4b80-ac64-0dc57accd5cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 1001 time: 0.0959871 Mar 18 10:48:16.508221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa795-b617-46c5-ba48-7dddd29c043a req-49ce627d-93d1-452e-bf85-bd40dac97ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:16.509659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-49ce627d-93d1-452e-bf85-bd40dac97ac1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0570323 Mar 18 10:48:16.585642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa795-b617-46c5-ba48-7dddd29c043a req-264922b1-b271-4952-9907-acc2b465bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:16.587161 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-264922b1-b271-4952-9907-acc2b465bcfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712028 Mar 18 10:48:16.715627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-d5a9f4a6-b9a3-461f-9db4-f6d83ac279af service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221974 Mar 18 10:48:16.842288 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09caa795-b617-46c5-ba48-7dddd29c043a req-83dc2aa8-ecc5-4cbf-95f8-5feeea92883e service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206524 Mar 18 10:48:18.732188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46460) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:18.926679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 57abe1a9-6539-47f0-ba0b-3bfa110dabe5 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:18.927015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:19.087766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:19.088005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:19.204557 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 57abe1a9-6539-47f0-ba0b-3bfa110dabe5 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:19.417671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:19.463585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=57abe1a9-6539-47f0-ba0b-3bfa110dabe5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:19.551623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:19.551950 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP b7df2a98-0202-4e9f-9171-8b348e8890a5 disassociated (deleted). External IP: 172.26.2.32, port: 770a1d90-262a-4086-95fd-6dd3d838c0db. Mar 18 10:48:19.680267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:48:20.002460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:48:20.176862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:20.187489 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:20.198981 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:20.199669 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:20.257182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:20.310657 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c67354fc-2fd2-458f-bb5c-4ab70e9ce841 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/b7df2a98-0202-4e9f-9171-8b348e8890a5 HTTP/1.1" status: 204 len: 168 time: 1.5774367 Mar 18 10:48:20.311226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:20.358525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'status': 'completed', 'code': 200} Mar 18 10:48:20.380272 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:20.446656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-5b95386d-c4ab-4309-aaef-78cbb756d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:20.448160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-5b95386d-c4ab-4309-aaef-78cbb756d7ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 1099 time: 0.0703192 Mar 18 10:48:20.583554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-ee8ce6dd-26fa-4e17-9bdd-2258c17eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:20.585147 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-ee8ce6dd-26fa-4e17-9bdd-2258c17eb08b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1314580 Mar 18 10:48:20.731168 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:20.735286 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:20.744059 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:20.744659 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:47:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:20.759060 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-7e9e7c44-f3ab-408d-80cf-3ed2866d74c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=770a1d90-262a-4086-95fd-6dd3d838c0db HTTP/1.1" status: 200 len: 217 time: 0.1674387 Mar 18 10:48:20.819499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-320d049c-d636-45f3-8049-4cfcf62b9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:20.820911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-320d049c-d636-45f3-8049-4cfcf62b9b07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.0563493 Mar 18 10:48:20.904928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-90c72cd3-209f-42bd-88e7-f2520b0ec582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:20.906726 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-90c72cd3-209f-42bd-88e7-f2520b0ec582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800102 Mar 18 10:48:20.972277 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:21.046125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-99096d7f-d242-459a-9938-21bfd472a12a service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325986 Mar 18 10:48:21.148124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165498-bd46-4906-9317-3a1aaf207856 req-5b2c1c33-cf60-40f5-af59-08bf4fb70763 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:21.148824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a1165498-bd46-4906-9317-3a1aaf207856 req-5b2c1c33-cf60-40f5-af59-08bf4fb70763 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:21.183041 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb46273e-912b-46ad-b464-772ac3c071d9 req-5104de57-aeb4-48bf-8f98-156281013da1 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301703 Mar 18 10:48:21.208597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a1165498-bd46-4906-9317-3a1aaf207856 req-5b2c1c33-cf60-40f5-af59-08bf4fb70763 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:21.209776 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a1165498-bd46-4906-9317-3a1aaf207856 req-5b2c1c33-cf60-40f5-af59-08bf4fb70763 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.1447682 Mar 18 10:48:21.255181 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a1165498-bd46-4906-9317-3a1aaf207856 req-6363d349-45e8-4233-b957-700c3dbebe11 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Mar 18 10:48:21.318029 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:21.321843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f3999-e1b1-4955-8ad4-16520c7309c2 None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'ecc49165-9fb5-47a0-aa00-013b812cf4ac', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'port_id': '74853932-1bc4-4701-9f9e-6641158d301b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'mac_address': 'fa:16:3e:a2:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97397e41-9034-4f9d-abde-eb8b21358a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:47:14Z', 'updated_at': '2022-03-18T10:47:17Z', 'revision_number': 1, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:21.559236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545a6d4-a47c-4200-9e28-d7d9a8b1faba None None] New status for floating IP b7df2a98-0202-4e9f-9171-8b348e8890a5: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:48:22.000743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4fa94266-f828-4203-9a0b-886814e3582e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:22.405160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-902378f4-c432-48e1-9deb-3d84050ba497 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:22.406571 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-902378f4-c432-48e1-9deb-3d84050ba497 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.1116230 Mar 18 10:48:22.484295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 770a1d90-262a-4086-95fd-6dd3d838c0db {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:22.484637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:22.558201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071de06-6ed1-4a34-8123-61a13e46cdcb req-29ec5913-b8b5-4dce-b12c-3f572e3c2438 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:22.559564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1071de06-6ed1-4a34-8123-61a13e46cdcb req-29ec5913-b8b5-4dce-b12c-3f572e3c2438 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 946 time: 0.1973515 Mar 18 10:48:22.671894 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1071de06-6ed1-4a34-8123-61a13e46cdcb req-3f7ae7b7-1fd7-4a83-bc25-edc2f850031d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1c52a1-7733-42d9-92d6-5f95c666632c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864701 Mar 18 10:48:22.777536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 770a1d90-262a-4086-95fd-6dd3d838c0db, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=770a1d90-262a-4086-95fd-6dd3d838c0db,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:22.777919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:22.908055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 770a1d90-262a-4086-95fd-6dd3d838c0db owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:23.128856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:23.181615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=770a1d90-262a-4086-95fd-6dd3d838c0db,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:23.254684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 770a1d90-262a-4086-95fd-6dd3d838c0db on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:48:23.256979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:23.259372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'name': 'network-vif-deleted', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:23.305518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd510810-49fb-4757-b804-7465ea603e56', 'name': 'network-vif-deleted', 'tag': '770a1d90-262a-4086-95fd-6dd3d838c0db', 'status': 'completed', 'code': 200} Mar 18 10:48:23.327144 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a89c49d3-568c-46af-aee1-72d7d7f70d1a req-0eae51f0-06d7-4263-8f42-119c87e1c280 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/770a1d90-262a-4086-95fd-6dd3d838c0db HTTP/1.1" status: 204 len: 173 time: 0.9125018 Mar 18 10:48:23.836246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-db814019-d285-4036-8346-06ffd83c400a req-00b103a9-d950-44d5-8747-b733da3b0d47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:23.897634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-db814019-d285-4036-8346-06ffd83c400a req-00b103a9-d950-44d5-8747-b733da3b0d47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:23.898918 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db814019-d285-4036-8346-06ffd83c400a req-00b103a9-d950-44d5-8747-b733da3b0d47 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd510810-49fb-4757-b804-7465ea603e56 HTTP/1.1" status: 200 len: 210 time: 0.1070700 Mar 18 10:48:24.487862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea929066-e9db-4b02-a16a-6e1341b99dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:24.992900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46480) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:25.059665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.088270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.240192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.258928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c52a1-7733-42d9-92d6-5f95c666632c,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:25.290254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.336418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.337495 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-10568779-02b4-4475-8d56-5be18c6e309c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b1c52a1-7733-42d9-92d6-5f95c666632c HTTP/1.1" status: 204 len: 168 time: 0.3436139 Mar 18 10:48:25.354512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.443043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46486) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:25.585631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.730304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 15d4ec2b-613e-455d-8ec7-1b3f04ec592a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:25.730645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.897215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:25.897546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:26.017808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 15d4ec2b-613e-455d-8ec7-1b3f04ec592a owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:26.123667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 770a1d90-262a-4086-95fd-6dd3d838c0db no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:26.158266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 770a1d90-262a-4086-95fd-6dd3d838c0db {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:26.158606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 770a1d90-262a-4086-95fd-6dd3d838c0db not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:26.240415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:26.286026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=15d4ec2b-613e-455d-8ec7-1b3f04ec592a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:26.377571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:26.377924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP ecc49165-9fb5-47a0-aa00-013b812cf4ac disassociated (deleted). External IP: 172.26.2.214, port: 74853932-1bc4-4701-9f9e-6641158d301b. Mar 18 10:48:26.717634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:48:26.894846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:26.905161 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:26.914409 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:26.915085 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:26.971503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:27.000602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:27.053510 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-89a6886b-2522-45b9-a828-28061657927b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/ecc49165-9fb5-47a0-aa00-013b812cf4ac HTTP/1.1" status: 204 len: 168 time: 1.6093822 Mar 18 10:48:27.054116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:27.090095 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:27.106398 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:48:27.307421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-b0da6511-5d0f-4ed5-80e2-9ea39cc6a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:27.308869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-b0da6511-5d0f-4ed5-80e2-9ea39cc6a9ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 1098 time: 0.1821513 Mar 18 10:48:27.415281 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:27.419565 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:27.427558 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:27.428132 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:27.444166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-e483caae-401f-41bd-b5bd-58a501d1fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:27.445601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-e483caae-401f-41bd-b5bd-58a501d1fc32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 200 len: 896 time: 0.1311300 Mar 18 10:48:27.519174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-18bbaafe-9e8e-490c-9563-b16a5491a28a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 200 len: 217 time: 0.0675638 Mar 18 10:48:27.608431 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:27.623716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-d552aac6-d061-4f97-8cfe-f959f46207a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:27.625139 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-d552aac6-d061-4f97-8cfe-f959f46207a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 200 len: 833 time: 0.1004446 Mar 18 10:48:27.714932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4c4c-871e-4585-b967-ec2209ae6c38 req-660b37a3-28d8-4a9b-9d5c-e8e7c3eb4ff1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:27.716655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1a0e4c4c-871e-4585-b967-ec2209ae6c38 req-660b37a3-28d8-4a9b-9d5c-e8e7c3eb4ff1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:27.740579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-8fb03f8f-22ce-45f2-95a9-cbde72bb55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:27.742069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-8fb03f8f-22ce-45f2-95a9-cbde72bb55e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b92791a1-4fdb-45af-82f9-e22db54ac7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099551 Mar 18 10:48:27.829918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1a0e4c4c-871e-4585-b967-ec2209ae6c38 req-660b37a3-28d8-4a9b-9d5c-e8e7c3eb4ff1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:27.831039 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a0e4c4c-871e-4585-b967-ec2209ae6c38 req-660b37a3-28d8-4a9b-9d5c-e8e7c3eb4ff1 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.2513773 Mar 18 10:48:27.905080 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a0e4c4c-871e-4585-b967-ec2209ae6c38 req-391adca1-6b97-4f98-bd49-ac90847ac3e0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617688 Mar 18 10:48:27.908193 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-c0da9065-75ce-49b3-961d-61964ef6a33f service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591508 Mar 18 10:48:27.953109 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:27.957013 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ebd05-9987-4acb-a36e-d0f4c1e6b459 None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:46:53Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'aab908df-65b4-4c56-b38a-191d23d8561b', 'name': '', 'network_id': 'b92791a1-4fdb-45af-82f9-e22db54ac7e9', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:57:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:52Z', 'updated_at': '2022-03-18T10:46:58Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '80acf74f-3ade-4124-b377-442eb5bb49b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:28.045661 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba78b286-a69a-4280-a805-4b4a0c8ff947 req-9fd60c67-84cb-4eff-abed-2d75d931e0e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292009 Mar 18 10:48:28.159770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c41fa-7df5-460a-a743-a5a701e463ea None None] New status for floating IP ecc49165-9fb5-47a0-aa00-013b812cf4ac: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:48:28.989406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-2318fece-a79b-49ed-9709-3ad4b882f5c3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:28.990948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-2318fece-a79b-49ed-9709-3ad4b882f5c3 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0785356 Mar 18 10:48:29.064152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 74853932-1bc4-4701-9f9e-6641158d301b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:29.064488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:29.091967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17eb61-78b0-4cc0-8686-48c9ebe77fee req-0121f8df-5437-43cc-bdcc-f1d4f3364e9f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:29.093465 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5a17eb61-78b0-4cc0-8686-48c9ebe77fee req-0121f8df-5437-43cc-bdcc-f1d4f3364e9f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 945 time: 0.0796640 Mar 18 10:48:29.135587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-5a17eb61-78b0-4cc0-8686-48c9ebe77fee req-b2911702-e22d-4300-88f5-d49784ad4c1f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:29.207926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-5a17eb61-78b0-4cc0-8686-48c9ebe77fee req-b2911702-e22d-4300-88f5-d49784ad4c1f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:29.209048 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5a17eb61-78b0-4cc0-8686-48c9ebe77fee req-b2911702-e22d-4300-88f5-d49784ad4c1f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200b69a-ad34-4488-bdaf-6412d610c208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099024 Mar 18 10:48:29.306560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 74853932-1bc4-4701-9f9e-6641158d301b, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=74853932-1bc4-4701-9f9e-6641158d301b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:29.306907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:29.425064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 74853932-1bc4-4701-9f9e-6641158d301b owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:29.611450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:29.659889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=74853932-1bc4-4701-9f9e-6641158d301b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:29.822375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 74853932-1bc4-4701-9f9e-6641158d301b on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:48:29.824730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:29.827451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'name': 'network-vif-deleted', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:29.879177 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97397e41-9034-4f9d-abde-eb8b21358a43', 'name': 'network-vif-deleted', 'tag': '74853932-1bc4-4701-9f9e-6641158d301b', 'status': 'completed', 'code': 200} Mar 18 10:48:29.917224 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-47a6e6d0-235c-45ca-9ed7-232cb7cb56b2 req-06cd8d2a-c969-47f7-9ca9-e4eec48e2e7f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/74853932-1bc4-4701-9f9e-6641158d301b HTTP/1.1" status: 204 len: 173 time: 0.9208632 Mar 18 10:48:30.369748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8f5a392f-2e8a-4f0b-a7f3-7f1a1d8d88a9 req-edc26b28-50ed-400f-9a06-ebdc9f69f46f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=97397e41-9034-4f9d-abde-eb8b21358a43 HTTP/1.1" status: 200 len: 210 time: 0.0450532 Mar 18 10:48:31.465239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46504) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:31.530650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:31.559253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:31.680153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:31.699905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200b69a-ad34-4488-bdaf-6412d610c208,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:31.766796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:31.767901 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c03231f7-f341-4814-b3f8-569b065a63d6 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/3200b69a-ad34-4488-bdaf-6412d610c208 HTTP/1.1" status: 204 len: 168 time: 0.3016315 Mar 18 10:48:31.847984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46510) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:32.150913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 74853932-1bc4-4701-9f9e-6641158d301b no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:32.187269 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 74853932-1bc4-4701-9f9e-6641158d301b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:32.187541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 74853932-1bc4-4701-9f9e-6641158d301b not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:32.381973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:32.719815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port aab908df-65b4-4c56-b38a-191d23d8561b {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:32.720520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:32.901405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port aab908df-65b4-4c56-b38a-191d23d8561b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=aab908df-65b4-4c56-b38a-191d23d8561b,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:32.901829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:33.112469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for aab908df-65b4-4c56-b38a-191d23d8561b owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:33.333452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:33.408182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=aab908df-65b4-4c56-b38a-191d23d8561b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:33.649101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.001327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 670c6f02-d3f0-4d75-8b43-153afd39758a has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:48:34.174489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:34.183626 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Sync routers for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:34.186632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1c3317b-b3ec-479b-bfe0-b6c237de0ec2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/670c6f02-d3f0-4d75-8b43-153afd39758a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3375518 Mar 18 10:48:34.189198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46514) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:34.192807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:34.193406 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:34.251923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet 80acf74f-3ade-4124-b377-442eb5bb49b1 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:48:34.254896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.306834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.364641 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:34.390919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.522550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.561536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=80acf74f-3ade-4124-b377-442eb5bb49b1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:34.566516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.572657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3308cbf-c831-41dd-9947-377349c805e5 None None] Network b92791a1-4fdb-45af-82f9-e22db54ac7e9 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:48:34.573328 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aa8a5c2e-04cd-4696-bcae-b1344424333a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/80acf74f-3ade-4124-b377-442eb5bb49b1 HTTP/1.1" status: 204 len: 168 time: 0.3829904 Mar 18 10:48:34.577534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46518) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:34.655040 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:48:33Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:34.659221 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Checking router: 670c6f02-d3f0-4d75-8b43-153afd39758a for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:34.668148 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Routers {'670c6f02-d3f0-4d75-8b43-153afd39758a'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:34.668805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['670c6f02-d3f0-4d75-8b43-153afd39758a'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:34.850294 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] Set router 670c6f02-d3f0-4d75-8b43-153afd39758a gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:34.857289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] DHCP port deletion for b92791a1-4fdb-45af-82f9-e22db54ac7e9 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:48:34.861499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Deleting port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:34.861899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:34.868735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.052146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.085474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] For port e6f987fa-7b14-4062-8f3d-d4e76b4fd328, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,segment=NetworkSegment(8142ee1b-6825-4e9f-a99d-b8c7e063e947),segment_id=8142ee1b-6825-4e9f-a99d-b8c7e063e947)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:35.085788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.109314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 0869f349-9b14-45f7-8742-61f8ece7ffb5 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:48:35.109673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.144233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:48:33Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:35.148197 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0764-faec-407e-b8e3-391c205f601d None None] The sync data for ids ['670c6f02-d3f0-4d75-8b43-153afd39758a'] in dv-neutron-834265-1-hyperv is: [{'id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'name': 'tempest-TestNetworkBasicOps-router-106040384', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26'}], 'enable_snat': True}, 'gw_port_id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:46:47Z', 'updated_at': '2022-03-18T10:48:33Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': '0869f349-9b14-45f7-8742-61f8ece7ffb5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6f02-d3f0-4d75-8b43-153afd39758a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:46:48Z', 'updated_at': '2022-03-18T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:35.207540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Calling delete_port for e6f987fa-7b14-4062-8f3d-d4e76b4fd328 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:35.284034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 0869f349-9b14-45f7-8742-61f8ece7ffb5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0869f349-9b14-45f7-8742-61f8ece7ffb5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:35.288277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.360543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.404114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Pushing event deleted for resources: {'Port': ['ID=e6f987fa-7b14-4062-8f3d-d4e76b4fd328,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:35.409425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 0869f349-9b14-45f7-8742-61f8ece7ffb5 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:48:35.410986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] No DVR routers for this DVR port e6f987fa-7b14-4062-8f3d-d4e76b4fd328 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:48:35.419192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.419541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.419905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.420429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.420521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.420838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.421189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.421603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.421867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.431511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.431511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.431511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9191a-0275-4217-99fb-42fe2269956b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:35.648554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.694607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=0869f349-9b14-45f7-8742-61f8ece7ffb5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:35.783036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.954817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:35.956990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.039715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.040203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router 670c6f02-d3f0-4d75-8b43-153afd39758a {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:48:36.055269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.056358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8db602c9-d2ab-476a-b8c9-e05208942196 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/670c6f02-d3f0-4d75-8b43-153afd39758a HTTP/1.1" status: 204 len: 168 time: 1.4779165 Mar 18 10:48:36.059136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46522) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:36.268253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.394651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.418582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92791a1-4fdb-45af-82f9-e22db54ac7e9']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:36.429987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8142ee1b-6825-4e9f-a99d-b8c7e063e947') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:36.430282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8142ee1b-6825-4e9f-a99d-b8c7e063e947') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:36.441618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.458703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.464910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:48:36.465312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:48:36.479835 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:48:36.513370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6f987fa-7b14-4062-8f3d-d4e76b4fd328 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:36.557454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: e6f987fa-7b14-4062-8f3d-d4e76b4fd328 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:36.557803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6f987fa-7b14-4062-8f3d-d4e76b4fd328 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:36.558241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aab908df-65b4-4c56-b38a-191d23d8561b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:36.620988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: aab908df-65b4-4c56-b38a-191d23d8561b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:36.621330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device aab908df-65b4-4c56-b38a-191d23d8561b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:36.622417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0869f349-9b14-45f7-8742-61f8ece7ffb5 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:48:36.623787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.641105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.653616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=b92791a1-4fdb-45af-82f9-e22db54ac7e9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:36.653776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0869f349-9b14-45f7-8742-61f8ece7ffb5 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:48:36.654063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0869f349-9b14-45f7-8742-61f8ece7ffb5 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:48:36.656490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-54baf558-eca7-4f42-a610-8da35dabc324 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/b92791a1-4fdb-45af-82f9-e22db54ac7e9 HTTP/1.1" status: 204 len: 168 time: 0.5964382 Mar 18 10:48:36.684794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46526) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:36.690687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'network': {'name': 'tempest-network-smoke--536315866', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:36.695762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:36.699887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:network and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:36.702774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:36.708412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:36.790333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:48:36.794130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.820889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:48:36.829126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.829481 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Added segment 1140a6e4-a4b4-4dca-9255-21dcc0d03cc5 of type vlan for network d8a1596d-f898-4d6f-ad88-5b4cd6264423 Mar 18 10:48:36.853980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.948772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:36.954239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:36.954832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.061800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Network': ['ID=d8a1596d-f898-4d6f-ad88-5b4cd6264423,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:37.071657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:48:37.109550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-066063ab-0145-4762-bee4-24bba4c52f5a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4237113 Mar 18 10:48:37.112281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46530) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:37.117310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-253845101', 'admin_state_up': True, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:37.124427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:37.128331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:router and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:37.131146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:37.137409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:37.265446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.266571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.281280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.611729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.969118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:37.997542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:38.127711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.13 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/c284c0bc-175d-4887-9953-a28280ae44f3) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:48:38.364232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:38.448079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:38.507980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:48:38.510620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:38.519180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:48:38.561755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:39.021892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:39.350227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:39.630776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:48:39.907260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:39.917509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:39.926650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:39.927372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:39.996855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:39.998115 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9e6f0a30-3925-44f4-adbe-c438ba4413ae tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8849034 Mar 18 10:48:40.001163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46534) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:40.102950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:40.198965 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bfb9914b-d95b-4534-94f3-b00e081e5d68 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bd30d3c83d3c4adf99693d1a2843eff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1965983 Mar 18 10:48:40.202145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46540) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:40.326465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c6c62-b42c-4f84-b100-18b8b224bb2a tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:40.330727 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-062c6c62-b42c-4f84-b100-18b8b224bb2a tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249220 Mar 18 10:48:40.330862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46544) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:40.375320 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-98358a29-36a7-4ad7-817d-f28f5a32062d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410497 Mar 18 10:48:40.376084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46548) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:40.380656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-689538363', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:40.381975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:38Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:40.385994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:40.386347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Updating router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb port c284c0bc-175d-4887-9953-a28280ae44f3 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:48:40.437686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.486843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:40.490515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:subnet and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:40.493243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:40.498791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:40.565734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:48:40.569184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.757952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.769754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Transition to ACTIVE for port object c284c0bc-175d-4887-9953-a28280ae44f3 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:40.834359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.842084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.914916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Attempting to bind port c284c0bc-175d-4887-9953-a28280ae44f3 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:48:40.915290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Attempting to bind port c284c0bc-175d-4887-9953-a28280ae44f3 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:48:40.915772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Attempting to bind port c284c0bc-175d-4887-9953-a28280ae44f3 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:48:40.918247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e641e1-cd10-442d-9c9a-bcc3d6604626 None None] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:40.924896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:48:40.925276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:48:40.925726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.926119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:48:40.926590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Bound port: c284c0bc-175d-4887-9953-a28280ae44f3, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:48:40.927053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:40.929265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Subnet': ['ID=83f3a734-b398-4f72-b39a-d693111c0bfa,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:40.940831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.941196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.941536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.941882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.942216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.942547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.942919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.943197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.944037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.944037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.944232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.944432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:40.949315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Checking segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:48:40.949702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network hostable DHCP agents. Network: d8a1596d-f898-4d6f-ad88-5b4cd6264423, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:48:41.002096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:48:41.004992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c284c0bc-175d-4887-9953-a28280ae44f3,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:48:41.030666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:48:41.052296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:41.105324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d8a1596d-f898-4d6f-ad88-5b4cd6264423) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:41.109176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:41.109756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:41.116813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26608938-41a4-4530-88e5-ad2a46e390cf None None] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:48:41.161020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:41.161633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:41.197472 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9ee235dd-6f24-4654-944b-dc89adc6ee09 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8185766 Mar 18 10:48:41.197702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46552) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:41.219695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e641e1-cd10-442d-9c9a-bcc3d6604626 None None] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:41.487375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:41.711038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-d8a1596d-f898-4d6f-ad88-5b4cd6264423', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:48:41.711859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:41.908550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:41.942876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Allocated IP 172.20.0.2 (d8a1596d-f898-4d6f-ad88-5b4cd6264423/83f3a734-b398-4f72-b39a-d693111c0bfa/352095a8-6c6d-4393-a338-eb0135118ed5) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:48:41.954672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:38Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:41.962517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29befb8a-ebea-47d1-9207-e3fc73d9a555 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:38Z', 'revision_number': 3, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:42.181525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.204314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Transition to ACTIVE for port object 352095a8-6c6d-4393-a338-eb0135118ed5 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:42.224602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Transition to ACTIVE for port object 352095a8-6c6d-4393-a338-eb0135118ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:42.291822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.358021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:48:42.360792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:42.368972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:48:42.378647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Pushing event updated for resources: {'Port': ['ID=352095a8-6c6d-4393-a338-eb0135118ed5,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:42.450995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.1 (d8a1596d-f898-4d6f-ad88-5b4cd6264423/83f3a734-b398-4f72-b39a-d693111c0bfa/a2b731fa-2d41-4be7-b59b-84e7752b017a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:48:42.468546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:42.512017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Attempting to bind port 352095a8-6c6d-4393-a338-eb0135118ed5 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:48:42.512394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Attempting to bind port 352095a8-6c6d-4393-a338-eb0135118ed5 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:48:42.512744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Attempting to bind port 352095a8-6c6d-4393-a338-eb0135118ed5 on network d8a1596d-f898-4d6f-ad88-5b4cd6264423 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:48:42.523645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:48:42.524014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Checking segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:48:42.524411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.524800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Bound using segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:48:42.525264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Bound port: 352095a8-6c6d-4393-a338-eb0135118ed5, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:48:42.525635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.621680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.635236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] For port 352095a8-6c6d-4393-a338-eb0135118ed5, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:48:42.638948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] For port 352095a8-6c6d-4393-a338-eb0135118ed5, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=352095a8-6c6d-4393-a338-eb0135118ed5,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:48:42.639090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object a2b731fa-2d41-4be7-b59b-84e7752b017a will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:42.656831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c284c0bc-175d-4887-9953-a28280ae44f3 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:42.662160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c284c0bc-175d-4887-9953-a28280ae44f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:42.667309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.717062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.737537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.802081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:48:42.805218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:42.813929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:48:42.818111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89a053-6abf-4f4a-b353-bdd01e380cc7 None None] Pushing event updated for resources: {'Port': ['ID=352095a8-6c6d-4393-a338-eb0135118ed5,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:42.867666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:42.879407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.881515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:42.905429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c284c0bc-175d-4887-9953-a28280ae44f3,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:42.983392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:43.086078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:43.241857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:43.646376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:43.710588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:43.923138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:43.943745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:44.085809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:48:44.086976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:44.196108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e4d4d-2b7d-4f86-b919-922d6157b736 None None] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:48:44.274538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:48:44.409645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-be0af215-048c-426d-bcee-a14a4a95475b None None] Provisioning for port 352095a8-6c6d-4393-a338-eb0135118ed5 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:44.450954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:48:44.460974 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:48:44.467592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46556) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:44.468092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9a153a96-0cd3-463d-b2d9-88a07b2cf747 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/42db489d-7841-44eb-b6b6-3d6e5dbd8afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2689283 Mar 18 10:48:44.492607 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:44.493213 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:44.512425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:44.584701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c284c0bc-175d-4887-9953-a28280ae44f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:44.585075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:44.643639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66fe62-9729-4215-acf0-c84743c673f1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.644105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66fe62-9729-4215-acf0-c84743c673f1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.644577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66fe62-9729-4215-acf0-c84743c673f1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.645083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66fe62-9729-4215-acf0-c84743c673f1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.648250 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2d66fe62-9729-4215-acf0-c84743c673f1 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1786678 Mar 18 10:48:44.654360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46560) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:44.676428 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:44.725942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 352095a8-6c6d-4393-a338-eb0135118ed5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:44.727922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51666b-29e9-4c88-9d52-7e19ce3fa5bd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.728383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51666b-29e9-4c88-9d52-7e19ce3fa5bd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.728830 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51666b-29e9-4c88-9d52-7e19ce3fa5bd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.729320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51666b-29e9-4c88-9d52-7e19ce3fa5bd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:44.734880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46564) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:44.735009 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9b51666b-29e9-4c88-9d52-7e19ce3fa5bd tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0794330 Mar 18 10:48:44.840509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Provisioning for port a2b731fa-2d41-4be7-b59b-84e7752b017a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:44.845475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Provisioning complete for port a2b731fa-2d41-4be7-b59b-84e7752b017a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:44.845865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:44.879542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 352095a8-6c6d-4393-a338-eb0135118ed5 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:44.896096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 352095a8-6c6d-4393-a338-eb0135118ed5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:44.896405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:44.969064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Port a2b731fa-2d41-4be7-b59b-84e7752b017a cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:48:44.984030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c970e5c5-9889-484b-ba76-1ff49364fe9d tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2464116 Mar 18 10:48:45.001523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Provisioning complete for port 352095a8-6c6d-4393-a338-eb0135118ed5 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:45.001523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.104639 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:45.108537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.109049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:48:45.109409 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Updating router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb port a2b731fa-2d41-4be7-b59b-84e7752b017a binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:48:45.171315 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.179730 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 352095a8-6c6d-4393-a338-eb0135118ed5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=352095a8-6c6d-4393-a338-eb0135118ed5,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:45.201418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.232458 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.263975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46570) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:45.269267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946520263', 'description': 'tempest-secgroup-smoke-946520263 description', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:45.277711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:45.282025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:45.285005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:45.291437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:45.355340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:48:45.355725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-7b7f4a2e-aec1-40f4-aca3-fa2523ae4750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:48:45.360532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=352095a8-6c6d-4393-a338-eb0135118ed5,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:45.384921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.405127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:45.408996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:45.412665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:45.417760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:45.486276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.544878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.546838 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.557902 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Transition to ACTIVE for port object a2b731fa-2d41-4be7-b59b-84e7752b017a will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:45.587692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a10cb5-6b4d-4522-97b9-feaf54779fdf,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:45.624518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.665097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.666842 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ac3fe84e-cab5-4ef4-8a99-9e3a69e67043 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4016919 Mar 18 10:48:45.670437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46574) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:45.676884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:45.683649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:45.689315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:45.692584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:45.698447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:45.764129 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:45.798243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.803732 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.803964 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.804301 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.804634 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.804963 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.805493 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.805622 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.805930 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.806253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.806569 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.806883 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.807758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:48:45.859952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Attempting to bind port a2b731fa-2d41-4be7-b59b-84e7752b017a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:48:45.863494 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Attempting to bind port a2b731fa-2d41-4be7-b59b-84e7752b017a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:48:45.863494 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Attempting to bind port a2b731fa-2d41-4be7-b59b-84e7752b017a on network d8a1596d-f898-4d6f-ad88-5b4cd6264423 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:48:45.864798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.866340 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:48:45.866893 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Checking segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:48:45.867935 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.868484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Bound using segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:48:45.869270 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Bound port: a2b731fa-2d41-4be7-b59b-84e7752b017a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:48:45.870217 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.944600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:45.963541 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:48:45.967055 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a2b731fa-2d41-4be7-b59b-84e7752b017a,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:48:45.968591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d23e0e-1157-45c6-b217-9b905f48f73e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:46.053343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.053805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.054612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c02f977e-22a8-46ce-9a4c-7ec43c59e640 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832417 Mar 18 10:48:46.057355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46578) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:46.062519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:46.068336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:46.072089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:46.074988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:46.080587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:46.135108 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:48:46.136002 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:46.138260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.201123 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe61ea-b270-45fa-899f-085883bfa76f None None] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:46.222711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.298963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.326780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdb7179-1ac0-47ad-a2d4-2568206235e9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:46.337742 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:48:46.392485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.393877 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ef0659f5-f623-4d47-b8f4-3ac08fe232cd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3354771 Mar 18 10:48:46.400908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46582) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:46.402262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:46.408909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:46.413200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:46.416488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:46.423282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:46.427170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 352095a8-6c6d-4393-a338-eb0135118ed5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:46.495303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 352095a8-6c6d-4393-a338-eb0135118ed5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:46.495670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.534887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.598617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.657298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.676027 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:45Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:48:46.679888 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc55b-8668-48f1-9d19-ef3f3729b1e3 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:45Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:48:46.685256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856d02e4-2c80-4c62-8e02-a3c7ad970a62,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:46.773867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.775096 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a5949c27-818e-4bdb-a301-de239b1aff01 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774033 Mar 18 10:48:46.778406 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46586) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:46.783645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:46.790028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:46.794527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:46.797481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:46.803430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:46.895676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:46.962402 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.030281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.052894 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4465bb9-479a-4ad4-b692-c9568cefd784,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:47.116452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.117651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebe0e19f-a0c2-4300-8b58-868ec57f6c4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382480 Mar 18 10:48:47.120564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:47.127305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:47.131974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:47.136113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:47.139796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:47.145681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:47.222693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:48:47.229925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.301463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.350254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.374786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e960de14-737a-4d45-a443-dbc434af04f2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:47.447570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.451625 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d3aa0862-e47b-41fa-8896-bdd1319fb086 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274567 Mar 18 10:48:47.451982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46594) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:48:47.457236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a10cb5-6b4d-4522-97b9-feaf54779fdf', 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:47.463605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:47.467983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:security_group_rule and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:48:47.473092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:48:47.478846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:47.539417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Project bd30d3c83d3c4adf99693d1a2843eff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:48:47.547547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.617390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.680176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.703201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6212a86-7d37-4df8-bc8b-2ab7dd8852cf,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:47.773444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:47.774971 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f19890d3-d6ec-40a9-af5c-e8a4e8d31d6a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217700 Mar 18 10:48:47.935056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-116cce34-f8a3-4016-98b0-8cfc956f02c2 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946520263&fields=id&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 267 time: 0.0413692 Mar 18 10:48:48.081868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-db97d46c-1864-4af6-8e08-4c65ee3ffddc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:48.082531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-db97d46c-1864-4af6-8e08-4c65ee3ffddc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:48.154008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-db97d46c-1864-4af6-8e08-4c65ee3ffddc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:48.155162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-db97d46c-1864-4af6-8e08-4c65ee3ffddc tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/networks?id=d8a1596d-f898-4d6f-ad88-5b4cd6264423 HTTP/1.1" status: 200 len: 796 time: 0.2138305 Mar 18 10:48:48.170207 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-443fcfc2-6d9f-40a5-b3a4-a60b5d41dcdd tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/quotas/bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 375 time: 0.0096824 Mar 18 10:48:48.251793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-ae02c4ca-dc46-4f03-877e-d3e23895bcf8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764394 Mar 18 10:48:48.450203 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:48.542002 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-c4498330-c528-4bd8-9f3d-f6032902bd57 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789087 Mar 18 10:48:48.550523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a2b731fa-2d41-4be7-b59b-84e7752b017a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:48.555629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a2b731fa-2d41-4be7-b59b-84e7752b017a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:48.555995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:48.669915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:48.672013 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-9a9e81e8-0a88-4ed1-b861-f69c13938f22 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237860 Mar 18 10:48:48.702444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a2b731fa-2d41-4be7-b59b-84e7752b017a,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:48.750660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:48.816865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:48.897353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-93925e2b-9dc2-497d-8ba4-a9adcc365167 req-f64850ba-e140-4d69-9024-f956ff7fcf4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:48.990176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-93925e2b-9dc2-497d-8ba4-a9adcc365167 req-f64850ba-e140-4d69-9024-f956ff7fcf4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:48.991346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-93925e2b-9dc2-497d-8ba4-a9adcc365167 req-f64850ba-e140-4d69-9024-f956ff7fcf4b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 210 time: 0.1347723 Mar 18 10:48:50.147128 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a6324e2d-2c70-4697-8b0c-0474e576529d req-9c12d882-e147-43c7-a3de-a019aa8c3d6d tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 210 time: 0.0497937 Mar 18 10:48:50.436390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:50.504763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a2b731fa-2d41-4be7-b59b-84e7752b017a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:50.505134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:50.696763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-d9d76590-d437-4f44-8dae-b85b620aaa70 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:50.697449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-d9d76590-d437-4f44-8dae-b85b620aaa70 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:50.709522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-d9d76590-d437-4f44-8dae-b85b620aaa70 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:50.710679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-d9d76590-d437-4f44-8dae-b85b620aaa70 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/networks?id=d8a1596d-f898-4d6f-ad88-5b4cd6264423 HTTP/1.1" status: 200 len: 796 time: 0.1586702 Mar 18 10:48:50.758317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-22cda926-b18f-45cf-9203-bbd6b641a384 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:50.841973 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-22cda926-b18f-45cf-9203-bbd6b641a384 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:50.843235 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-22cda926-b18f-45cf-9203-bbd6b641a384 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd30d3c83d3c4adf99693d1a2843eff0 HTTP/1.1" status: 200 len: 379 time: 0.1244388 Mar 18 10:48:50.851512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'port': {'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'admin_state_up': True, 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'security_groups': ['c7a10cb5-6b4d-4522-97b9-feaf54779fdf']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:50.985162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:48:50.997073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:48:51.082015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Made reservation on behalf of bd30d3c83d3c4adf99693d1a2843eff0 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:48:51.085548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:51.312118 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebc5f8f6-5713-4b7e-98df-7389c63da4b9 req-09f3e30b-e3a9-4681-bd96-3ad53567ca73 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 210 time: 0.0566487 Mar 18 10:48:51.390992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.20.0.7 (d8a1596d-f898-4d6f-ad88-5b4cd6264423/83f3a734-b398-4f72-b39a-d693111c0bfa/5f7b086a-e0fb-4b4b-8ade-368abd1b7a70) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:48:51.574578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:51.588829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Transition to ACTIVE for port object 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:51.676702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:51.740098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:48:51.747933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:48:51.752099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:48:51.784584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:51.821586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:51.822368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:51.911583 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-44a2fbd1-bf20-4e37-9a9c-6499defb508b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0636141 Mar 18 10:48:51.924220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Request body: {'port': {'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:48:52.003265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7ffdc592-5c1c-4ffe-9229-b1754f54afb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.035083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.104595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9045c445-70d6-41a5-acbc-2caad3967f25 None None] Provisioning for port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:52.110565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9045c445-70d6-41a5-acbc-2caad3967f25 None None] Provisioning complete for port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:52.110971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9045c445-70d6-41a5-acbc-2caad3967f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.193034 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9045c445-70d6-41a5-acbc-2caad3967f25 None None] Port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:48:52.367537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:48:52.374807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.389454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Transition to ACTIVE for port object 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:48:52.462768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.494944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9e9a5-e3d0-46be-995b-c31fbff8ee91 req-e48bb395-533a-4afb-98a6-08b64e6f65bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:52.496377 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20d9e9a5-e3d0-46be-995b-c31fbff8ee91 req-e48bb395-533a-4afb-98a6-08b64e6f65bb tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 931 time: 0.0797589 Mar 18 10:48:52.543027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20d9e9a5-e3d0-46be-995b-c31fbff8ee91 req-ad03486d-7a89-40d5-ba0b-720a08894f40 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387511 Mar 18 10:48:52.614661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Pushing event updated for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:52.697068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Attempting to bind port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:48:52.697414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Attempting to bind port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:48:52.697722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Attempting to bind port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 on network d8a1596d-f898-4d6f-ad88-5b4cd6264423 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:48:52.703199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 on network d8a1596d-f898-4d6f-ad88-5b4cd6264423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:48:52.703519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Attempting to bind port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 on network d8a1596d-f898-4d6f-ad88-5b4cd6264423 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:48:52.708667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:48:52.709028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Checking segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:48:52.709413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Bound using segment: {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:48:52.709871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Bound port: 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:48:52.710222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.800103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:48:52.802897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:48:52.864365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.916582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:52.917182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:52.919231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] 10.222.0.24 "PUT /v2.0/ports/5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 HTTP/1.1" status: 200 len: 1093 time: 0.9986043 Mar 18 10:48:52.919730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:52.947914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893a89a-5eb1-4df1-8d98-2ee7e5a7895a service neutron] Pushing event updated for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:52.968075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'status': 'completed', 'code': 200} Mar 18 10:48:53.058275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-51fda574-65f5-4ced-8029-1ffb6f99571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.059805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-51fda574-65f5-4ced-8029-1ffb6f99571b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1096 time: 0.0713284 Mar 18 10:48:53.199006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-b23881d8-bd96-445c-9590-1f76bcfc5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.201057 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-b23881d8-bd96-445c-9590-1f76bcfc5451 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1350138 Mar 18 10:48:53.426159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-ca78d68b-d00a-4b6d-b9dd-d54824edbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.427593 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-671724eb-9dd1-4c9a-8a34-b1a9d96db1b3 req-ca78d68b-d00a-4b6d-b9dd-d54824edbafd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2210481 Mar 18 10:48:53.540103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-11eb4e7e-186b-4905-9529-8f9969edd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.541473 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-11eb4e7e-186b-4905-9529-8f9969edd8a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1096 time: 0.0791521 Mar 18 10:48:53.610266 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-087bae56-da76-49fd-adfa-bc9760bf4318 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 HTTP/1.1" status: 200 len: 217 time: 0.0621443 Mar 18 10:48:53.678594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-237e33f1-1e90-4318-87de-6e592aea77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.680014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-237e33f1-1e90-4318-87de-6e592aea77fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f3a734-b398-4f72-b39a-d693111c0bfa HTTP/1.1" status: 200 len: 834 time: 0.0635798 Mar 18 10:48:53.731427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f61b87-55a6-4da3-8634-4c47ecbd4a17 req-58635173-00fa-4690-845b-4e4359f306d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.732875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-23f61b87-55a6-4da3-8634-4c47ecbd4a17 req-58635173-00fa-4690-845b-4e4359f306d7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 943 time: 0.0839753 Mar 18 10:48:53.752738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-af0518e6-3a44-42ad-ad22-d661a25e76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:53.754239 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-af0518e6-3a44-42ad-ad22-d661a25e76c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8a1596d-f898-4d6f-ad88-5b4cd6264423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685608 Mar 18 10:48:53.779050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-23f61b87-55a6-4da3-8634-4c47ecbd4a17 req-7f773424-de66-4b68-80a3-3c88203ec5f8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Mar 18 10:48:53.885438 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-b290fe58-e5ee-4d2b-bce2-86974f9fd486 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 Mar 18 10:48:54.022141 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e9cbc327-fd04-4b8f-850a-b679bc37b4e9 req-ba04f9ca-8854-4905-ade2-7295269dd42c service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311529 Mar 18 10:48:54.496941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f0e5dc2d-6225-4484-93d8-357f03aea2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:54.963033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f005-ab30-40a3-82f5-1a62646498d4 req-6c0c9730-7098-4ebf-91d5-3a1fc1a962c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:54.963711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3239f005-ab30-40a3-82f5-1a62646498d4 req-6c0c9730-7098-4ebf-91d5-3a1fc1a962c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:48:55.075662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-3239f005-ab30-40a3-82f5-1a62646498d4 req-6c0c9730-7098-4ebf-91d5-3a1fc1a962c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:48:55.076720 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3239f005-ab30-40a3-82f5-1a62646498d4 req-6c0c9730-7098-4ebf-91d5-3a1fc1a962c8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 943 time: 0.1947315 Mar 18 10:48:55.120079 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3239f005-ab30-40a3-82f5-1a62646498d4 req-40d17276-a06a-4d49-9234-18ecd52b99b7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376844 Mar 18 10:48:55.275870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:55.367079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:55.590256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:56.243805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:48:56.302397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b67dc-e166-4062-a200-223f7bca3315 req-72229361-7f71-42ba-b1ee-bb4f57f42893 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:56.303828 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c99b67dc-e166-4062-a200-223f7bca3315 req-72229361-7f71-42ba-b1ee-bb4f57f42893 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 943 time: 0.0795250 Mar 18 10:48:56.347631 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c99b67dc-e166-4062-a200-223f7bca3315 req-0a47e29d-2a7e-45f7-93fb-ecd5110532b0 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381141 Mar 18 10:48:56.374101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:56.386769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:48:56.443682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:56.460022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:48:56.474631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:56.544114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:56.607998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:56.679526 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:48:56.733536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:48:56.976379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:57.525900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6d380-259d-4534-a09e-a26bc5ed5193 req-5eed9d03-829f-45a6-8730-645a47e8519b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:57.527321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fb6d380-259d-4534-a09e-a26bc5ed5193 req-5eed9d03-829f-45a6-8730-645a47e8519b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 944 time: 0.0769262 Mar 18 10:48:57.575056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fb6d380-259d-4534-a09e-a26bc5ed5193 req-174de02e-5556-470b-887d-a5e6965321d8 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Mar 18 10:48:58.250607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:48:58.361226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:48:58.365796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:48:58.366191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:58.477972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:58.504214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:48:58.513459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:48:58.548736 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'code': 200} Mar 18 10:48:58.567279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:48:58.634578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:48:58.759450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63d85-ce43-490a-a03f-a51632978998 req-e5a0afb3-6544-4dd4-8c59-e66a7cdbeea7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:58.760820 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1e63d85-ce43-490a-a03f-a51632978998 req-e5a0afb3-6544-4dd4-8c59-e66a7cdbeea7 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.0803607 Mar 18 10:48:58.846632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1e63d85-ce43-490a-a03f-a51632978998 req-26e8fe28-5785-48d8-84cf-aabbce68cb4c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794649 Mar 18 10:48:58.876344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fff52e-9332-4047-98a4-926f7a7f8e01 req-c495b973-f4c6-418b-8c44-1a7d2ff49fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:48:58.877790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c6fff52e-9332-4047-98a4-926f7a7f8e01 req-c495b973-f4c6-418b-8c44-1a7d2ff49fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1098 time: 0.0797496 Mar 18 10:48:58.917839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c6fff52e-9332-4047-98a4-926f7a7f8e01 req-617e5fff-8ce4-40bf-9bbc-acc863c21800 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340035 Mar 18 10:49:00.036917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556a2c9-3b97-4c80-a757-03f31bc912b6 req-eceaabd8-76ee-47b6-a0f0-358fa25b8606 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:00.038683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b556a2c9-3b97-4c80-a757-03f31bc912b6 req-eceaabd8-76ee-47b6-a0f0-358fa25b8606 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.0824037 Mar 18 10:49:00.084039 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b556a2c9-3b97-4c80-a757-03f31bc912b6 req-b45ece1d-d4bc-409b-a1fc-a06b8da36128 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Mar 18 10:49:01.262735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b528aa-83c8-4925-9b91-bb1eb9310ee6 req-debcfc7b-3d8b-44bb-9e7d-baa2228fd198 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:01.264114 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05b528aa-83c8-4925-9b91-bb1eb9310ee6 req-debcfc7b-3d8b-44bb-9e7d-baa2228fd198 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.0781229 Mar 18 10:49:01.306748 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05b528aa-83c8-4925-9b91-bb1eb9310ee6 req-debc7755-ad35-43ac-84b3-75c06aedea3c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368969 Mar 18 10:49:01.485014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d90ae-2707-49c3-83bd-18ab515176a8 req-b99f293c-7ad4-4557-a5d9-af983d6e49c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:01.486493 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d7d90ae-2707-49c3-83bd-18ab515176a8 req-b99f293c-7ad4-4557-a5d9-af983d6e49c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.0781524 Mar 18 10:49:01.535258 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d7d90ae-2707-49c3-83bd-18ab515176a8 req-568f47f6-f5b8-4a22-b445-44e02f0da228 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Mar 18 10:49:01.559602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46652) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:01.626408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf9e35-289b-4d11-a23a-7e10a0183f33 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:01.627860 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4cf9e35-289b-4d11-a23a-7e10a0183f33 tempest-TestNetworkBasicOps-1695394065 tempest-TestNetworkBasicOps-1695394065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1093 time: 0.0672822 Mar 18 10:49:01.630634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46656) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:01.635395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:49:01.641317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:49:01.645109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Usage tracker for resource:floatingip and tenant:bd30d3c83d3c4adf99693d1a2843eff0 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:49:01.647937 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:49:01.654000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:49:01.744417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:01.898199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:02.034934 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Allocated IP 172.26.2.125 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/964cbc48-52ed-4419-afef-36a6ca38957a) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:49:02.185501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:02.269619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:02.332941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:49:02.335942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:49:02.338657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:49:02.391911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=964cbc48-52ed-4419-afef-36a6ca38957a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:02.405935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.406282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.406618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.406951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.407277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.407604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.407928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.408251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.408570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.408892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.409206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.409522 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:02.864772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:03.017056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:03.217983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:03.279498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:03.384962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event updated for resources: {'Port': ['ID=964cbc48-52ed-4419-afef-36a6ca38957a,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:03.394438 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:03.559644 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a associated. External IP: 172.26.2.125, port: 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70. Mar 18 10:49:03.905424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:49:04.081495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:49:04.091428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:49:04.100764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:04.101382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:04.159880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:04.213361 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9e244e94-86ba-4d4d-bc96-fd2da0319c87 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5817361 Mar 18 10:49:04.214060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:49:04.216742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46660) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:04.258404 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'status': 'completed', 'code': 200} Mar 18 10:49:04.279529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:04.367673 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4505c9f5-5439-497c-b54b-beb4eadb852e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 991 time: 0.1495996 Mar 18 10:49:04.390386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79602-e818-424c-b813-c481526823bd req-8f571df1-4c80-43e1-ad92-0eb576048f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:04.394510 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-8f571df1-4c80-43e1-ad92-0eb576048f7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1098 time: 0.1100857 Mar 18 10:49:04.520986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79602-e818-424c-b813-c481526823bd req-55943a83-4427-4767-a953-677de6f72f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:04.522330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-55943a83-4427-4767-a953-677de6f72f14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8a1596d-f898-4d6f-ad88-5b4cd6264423 HTTP/1.1" status: 200 len: 897 time: 0.1244218 Mar 18 10:49:04.662928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:02Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:48Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:04.666971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:49:04.676118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:04.676725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:48:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:04.722236 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-bec19004-df62-43c3-b68e-c1913c017aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 HTTP/1.1" status: 200 len: 999 time: 0.1932287 Mar 18 10:49:04.783656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79602-e818-424c-b813-c481526823bd req-d001b53c-d734-4f0e-a60b-8e30552b7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:04.784989 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-d001b53c-d734-4f0e-a60b-8e30552b7f2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f3a734-b398-4f72-b39a-d693111c0bfa HTTP/1.1" status: 200 len: 834 time: 0.0573008 Mar 18 10:49:04.853964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:04.860581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79602-e818-424c-b813-c481526823bd req-4218a4e1-a561-443f-b716-1d13eda1a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:04.862115 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-4218a4e1-a561-443f-b716-1d13eda1a97e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8a1596d-f898-4d6f-ad88-5b4cd6264423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715535 Mar 18 10:49:04.993257 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-e520548e-6563-4901-98c8-8af0241d18e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251433 Mar 18 10:49:05.122456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40c79602-e818-424c-b813-c481526823bd req-662ebd07-bf65-4661-8f64-38447f78be14 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232274 Mar 18 10:49:05.194063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:02Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:48Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:05.197837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fc6c8-812d-48f8-a66c-83e7aa79822f None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:48:43Z', 'revision_number': 4, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:02Z', 'revision_number': 0, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:48:48Z', 'revision_number': 5, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:49:05.369265 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d13dc-8625-49e8-8662-8e2b002f16c1 None None] New status for floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:49:05.371665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:05.477421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5d9707f3-b1ad-46a6-ab6c-2233495fbb8e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 991 time: 0.1042035 Mar 18 10:49:06.480320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46670) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:06.691635 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4cc3eec7-d559-4152-a8f4-579b5633190b tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 993 time: 0.2095091 Mar 18 10:49:21.989837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bfab2d39-b8ab-4255-83d0-7ff3e94caf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:24.486331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bbc06e70-c16c-41b2-8376-b1171ea66588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:25.295902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:25.354737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:25.583531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:26.977622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:31.222269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46682) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:31.227345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:49:31.742591 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:31.829595 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:32.010816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:49:32.183424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:49:32.189900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:32.191008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8d49c60a-a409-49f7-b202-9ab4d6870d1e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/42db489d-7841-44eb-b6b6-3d6e5dbd8afb HTTP/1.1" status: 200 len: 887 time: 0.9678767 Mar 18 10:49:32.192885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:49:32.205059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:32.205693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:32.267536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:32.275606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:32.276194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:32.333570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:32.333988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d20c03-d5be-4562-a1ac-1437586488c3 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:49:32.730433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:32.842618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:32.874234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a2b731fa-2d41-4be7-b59b-84e7752b017a,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:32.966338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:33.034216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:33.085605 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e0f22-3fe0-4a27-84ad-c9dfdf16c606 None None] New status for floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:49:33.678707 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:49:34.333550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46688) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:34.338938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:49:34.443873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:34.551381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:34.567793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c284c0bc-175d-4887-9953-a28280ae44f3,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:34.624070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:34.694785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:34.965788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:35.033454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-737064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735056'] for router, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:35.209502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:49:35.383395 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:49:35.390399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:35.391521 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f3724716-dee0-425a-a2bf-102a435c5c96 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/42db489d-7841-44eb-b6b6-3d6e5dbd8afb HTTP/1.1" status: 200 len: 886 time: 1.0569742 Mar 18 10:49:35.393215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:49:35.394550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46692) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:35.402394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:35.402989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:35.497732 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b465f5d7-6cb4-4f66-b8b6-dca8dd04bf33 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 991 time: 0.1019974 Mar 18 10:49:35.611680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:35.956900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:33Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:32Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:35.960639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:49:35.969246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:35.970285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:36.148894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:36.484317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:33Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:32Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:36.488139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49546b8-26d2-4fd9-99f6-0a7d1e7714b2 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '7c0affb6-a6e3-46ce-90c2-40a69d46ba7a', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'port_id': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'mac_address': 'fa:16:3e:e5:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29458a-467b-4b74-9e46-af21839837f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:49:02Z', 'updated_at': '2022-03-18T10:49:33Z', 'revision_number': 2, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:32Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:49:36.501997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46696) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:36.604277 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-294f26e8-1142-4ed2-b57a-49494026a12a tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 991 time: 0.1010988 Mar 18 10:49:37.607739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46700) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:37.709752 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a0ea3907-9757-4184-bdf4-6d17be27d39f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 991 time: 0.1008129 Mar 18 10:49:38.058910 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbfbcc-88e7-47b7-8288-ae8255d2c0e8 None None] New status for floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:49:38.498295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:49:38.566470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c284c0bc-175d-4887-9953-a28280ae44f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:49:38.566847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:38.690014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:38.706112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c284c0bc-175d-4887-9953-a28280ae44f3,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:38.713017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46704) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:38.776017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:38.776857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:49:38.818226 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0fff0fa4-6eb1-43b7-ade7-f4c25e278a3f tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 200 len: 993 time: 0.1039755 Mar 18 10:49:38.891358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:38.901386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.901749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.902097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.902426 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.902757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.903167 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.904076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.904076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.904296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.904474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.904793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.905113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:38.920684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a2b731fa-2d41-4be7-b59b-84e7752b017a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:49:38.920684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.073120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.097505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46712) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:39.105807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a2b731fa-2d41-4be7-b59b-84e7752b017a,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:39.187514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.255457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:39.301493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 964cbc48-52ed-4419-afef-36a6ca38957a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:49:39.301861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.467251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.467516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.584537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 964cbc48-52ed-4419-afef-36a6ca38957a owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:49:39.810584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:39.856240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=964cbc48-52ed-4419-afef-36a6ca38957a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:40.054949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:40.055280 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a disassociated (deleted). External IP: 172.26.2.125, port: 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70. Mar 18 10:49:40.401788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:49:40.461443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:49:40.529155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c284c0bc-175d-4887-9953-a28280ae44f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:49:40.529525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:40.582245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:49:40.594474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:49:40.637387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:40.638029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:40.678626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:40.719788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:49:40.731728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-32d4a194-a589-4a4e-8f38-2cb0c9d38c4e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c0affb6-a6e3-46ce-90c2-40a69d46ba7a HTTP/1.1" status: 204 len: 168 time: 1.6325779 Mar 18 10:49:40.732398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:49:40.783409 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'status': 'completed', 'code': 200} Mar 18 10:49:40.875795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-068e221b-1839-407f-be9f-75c5baf80c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:40.877479 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-068e221b-1839-407f-be9f-75c5baf80c70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 1098 time: 0.0749719 Mar 18 10:49:40.893007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:40.943423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a2b731fa-2d41-4be7-b59b-84e7752b017a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:49:40.943796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:41.011551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-a154d71b-2aa8-4d42-96a6-a197270cea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:41.013003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-a154d71b-2aa8-4d42-96a6-a197270cea5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8a1596d-f898-4d6f-ad88-5b4cd6264423 HTTP/1.1" status: 200 len: 897 time: 0.1298871 Mar 18 10:49:41.079847 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-e6178eb4-15a1-4628-aefe-2cd0ee9640a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 HTTP/1.1" status: 200 len: 217 time: 0.0609837 Mar 18 10:49:41.148006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-4f54508b-f73c-4bc6-a8a1-5a8c785ea3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:41.149856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-4f54508b-f73c-4bc6-a8a1-5a8c785ea3ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f3a734-b398-4f72-b39a-d693111c0bfa HTTP/1.1" status: 200 len: 834 time: 0.0646479 Mar 18 10:49:41.234965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-33919821-4d99-4d2a-9b92-ad59332192d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:41.236692 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-33919821-4d99-4d2a-9b92-ad59332192d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8a1596d-f898-4d6f-ad88-5b4cd6264423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725038 Mar 18 10:49:41.310439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:39Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:41.315132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:49:41.318345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7d5c7-63b6-43b3-b280-c1b06284793d req-80442015-50c6-48e8-8b35-21c53f5ae151 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:41.319796 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c7b7d5c7-63b6-43b3-b280-c1b06284793d req-80442015-50c6-48e8-8b35-21c53f5ae151 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.0945275 Mar 18 10:49:41.326569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:41.328223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:41.363305 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c7b7d5c7-63b6-43b3-b280-c1b06284793d req-d91e80ed-02cb-465c-9419-4e9a3966e1ad tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374086 Mar 18 10:49:41.370548 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-7cb9248a-7a5b-4f17-9713-c4db5311045d service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270137 Mar 18 10:49:41.501603 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83f58797-392c-4fce-bd35-9ae9d96f132b req-b68dd743-61c1-4af0-ad3c-4d296c6bdaa1 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242597 Mar 18 10:49:41.509303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:41.860997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:39Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:41.864849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebb217-9c4c-4dd8-be4d-3606bea519b6 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:34Z', 'revision_number': 6, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'a2b731fa-2d41-4be7-b59b-84e7752b017a', 'name': '', 'network_id': 'd8a1596d-f898-4d6f-ad88-5b4cd6264423', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'mac_address': 'fa:16:3e:52:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:42Z', 'updated_at': '2022-03-18T10:49:39Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'subnets': [{'id': '83f3a734-b398-4f72-b39a-d693111c0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:49:42.496872 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cca6ec-c450-425e-98f9-187e2ff9a282 None None] New status for floating IP 7c0affb6-a6e3-46ce-90c2-40a69d46ba7a: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:49:42.705432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-d8599398-7111-4050-9e0b-ba82c76f77c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:42.706146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-d8599398-7111-4050-9e0b-ba82c76f77c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:49:42.725866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48ce35-466f-48e8-b302-95207e45b50a req-b0d9261a-1620-46c0-9648-b4df89f3c749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:49:42.726516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7a48ce35-466f-48e8-b302-95207e45b50a req-b0d9261a-1620-46c0-9648-b4df89f3c749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:49:42.829561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-d8599398-7111-4050-9e0b-ba82c76f77c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:49:42.830681 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-d8599398-7111-4050-9e0b-ba82c76f77c9 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.3750644 Mar 18 10:49:42.831687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7a48ce35-466f-48e8-b302-95207e45b50a req-b0d9261a-1620-46c0-9648-b4df89f3c749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:49:42.832659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a48ce35-466f-48e8-b302-95207e45b50a req-b0d9261a-1620-46c0-9648-b4df89f3c749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 945 time: 0.3456445 Mar 18 10:49:42.928741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:49:42.929000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:42.955593 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a48ce35-466f-48e8-b302-95207e45b50a req-cc32a533-45c1-4e18-9188-4f6c746352ad tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7a10cb5-6b4d-4522-97b9-feaf54779fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921369 Mar 18 10:49:43.173044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:43.173393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:43.295225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:49:43.514061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:43.564271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=5f7b086a-e0fb-4b4b-8ade-368abd1b7a70,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:43.603572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.603917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.604251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.604578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.604906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.605230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.605551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.605893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.606215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.606530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.606846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.607183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:49:43.646684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] No DVR routers for this DVR port 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:49:43.648883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:43.651371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'name': 'network-vif-deleted', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:49:43.695288 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed29458a-467b-4b74-9e46-af21839837f0', 'name': 'network-vif-deleted', 'tag': '5f7b086a-e0fb-4b4b-8ade-368abd1b7a70', 'status': 'completed', 'code': 200} Mar 18 10:49:43.726318 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b0feb2c-7f0d-4e4d-8a40-06538d2c997d req-eb02d050-0bdd-4dfe-be8b-b3938c3e0048 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.24 "DELETE /v2.0/ports/5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 HTTP/1.1" status: 204 len: 173 time: 0.8903437 Mar 18 10:49:44.104361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7a456d11-2102-4653-99f9-286f868d362b req-1e0a7a0d-b635-4215-b9ca-d2dcc1756fcf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Synchronizing usage tracker for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:49:44.177151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-7a456d11-2102-4653-99f9-286f868d362b req-1e0a7a0d-b635-4215-b9ca-d2dcc1756fcf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Unset dirty status for tenant:bd30d3c83d3c4adf99693d1a2843eff0 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:49:44.178213 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7a456d11-2102-4653-99f9-286f868d362b req-1e0a7a0d-b635-4215-b9ca-d2dcc1756fcf tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed29458a-467b-4b74-9e46-af21839837f0 HTTP/1.1" status: 200 len: 210 time: 0.1147892 Mar 18 10:49:45.277191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46730) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:45.342668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:45.371643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:45.480119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:45.497031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a10cb5-6b4d-4522-97b9-feaf54779fdf,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:45.575003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:45.576130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-69d043fa-d422-4223-abc5-26a27fe2b63e tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7a10cb5-6b4d-4522-97b9-feaf54779fdf HTTP/1.1" status: 204 len: 168 time: 0.2979245 Mar 18 10:49:45.668589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46736) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:46.319797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:46.488693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:46.524374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:49:46.524713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f7b086a-e0fb-4b4b-8ade-368abd1b7a70 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:49:46.670253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port a2b731fa-2d41-4be7-b59b-84e7752b017a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:49:46.670589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:46.849213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port a2b731fa-2d41-4be7-b59b-84e7752b017a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a2b731fa-2d41-4be7-b59b-84e7752b017a,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:46.849560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:46.975657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for a2b731fa-2d41-4be7-b59b-84e7752b017a owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:49:47.348361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:47.421439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=a2b731fa-2d41-4be7-b59b-84e7752b017a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:47.767293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.119215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:49:48.291769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:49:48.300911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Sync routers for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:49:48.310037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:48.310643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:48.350355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2962962f-a41a-4bcf-ba4a-138abfdd418c tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "PUT /v2.0/routers/42db489d-7841-44eb-b6b6-3d6e5dbd8afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6806419 Mar 18 10:49:48.353133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46740) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:48.424347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting subnet 83f3a734-b398-4f72-b39a-d693111c0bfa {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:49:48.427890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.483861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.487379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:48.568025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.726168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.765145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Subnet': ['ID=83f3a734-b398-4f72-b39a-d693111c0bfa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:48.767081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:47Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:48.771360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:48.772373 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Checking router: 42db489d-7841-44eb-b6b6-3d6e5dbd8afb for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:49:48.778920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863c6b3-dec7-418f-bec0-1005ddbe2a83 None None] Network d8a1596d-f898-4d6f-ad88-5b4cd6264423 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:49:48.779131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e51e2e98-45d9-43d7-b71a-fbfaf9b62163 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/subnets/83f3a734-b398-4f72-b39a-d693111c0bfa HTTP/1.1" status: 204 len: 168 time: 0.4250522 Mar 18 10:49:48.781810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46744) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:48.808665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Routers {'42db489d-7841-44eb-b6b6-3d6e5dbd8afb'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:49:48.809268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:49:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:48.961571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.103764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] Set router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:49:49.133742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.221432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Deleting port c284c0bc-175d-4887-9953-a28280ae44f3 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:49:49.221912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.420512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] DHCP port deletion for d8a1596d-f898-4d6f-ad88-5b4cd6264423 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:49:49.428609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Deleting port 352095a8-6c6d-4393-a338-eb0135118ed5 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:49:49.428993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.520273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] For port c284c0bc-175d-4887-9953-a28280ae44f3, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c284c0bc-175d-4887-9953-a28280ae44f3,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:49.520889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.557977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:47Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:49.574885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3ab3-20de-4536-bfc9-45cfe52505e5 None None] The sync data for ids ['42db489d-7841-44eb-b6b6-3d6e5dbd8afb'] in dv-neutron-834265-1-hyperv is: [{'id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'name': 'tempest-TestNetworkBasicOps-router-253845101', 'tenant_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:48:37Z', 'updated_at': '2022-03-18T10:49:47Z', 'revision_number': 7, 'project_id': 'bd30d3c83d3c4adf99693d1a2843eff0', 'gw_port': {'id': 'c284c0bc-175d-4887-9953-a28280ae44f3', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42db489d-7841-44eb-b6b6-3d6e5dbd8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:48:38Z', 'updated_at': '2022-03-18T10:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:49:49.642416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Calling delete_port for c284c0bc-175d-4887-9953-a28280ae44f3 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:49:49.646312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] For port 352095a8-6c6d-4393-a338-eb0135118ed5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=352095a8-6c6d-4393-a338-eb0135118ed5,segment=NetworkSegment(1140a6e4-a4b4-4dca-9255-21dcc0d03cc5),segment_id=1140a6e4-a4b4-4dca-9255-21dcc0d03cc5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:49:49.646696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.764066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Calling delete_port for 352095a8-6c6d-4393-a338-eb0135118ed5 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:49:49.874097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.908561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:49.921466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Port': ['ID=c284c0bc-175d-4887-9953-a28280ae44f3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:49.968571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] Pushing event deleted for resources: {'Port': ['ID=352095a8-6c6d-4393-a338-eb0135118ed5,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:49.972175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995db204-617a-471a-adcd-5c3f1cda71cf None None] No DVR routers for this DVR port 352095a8-6c6d-4393-a338-eb0135118ed5 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:49:50.013687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.186415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.189173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.268592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.269017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Fanout notify agent at l3_agent the message router_deleted on router 42db489d-7841-44eb-b6b6-3d6e5dbd8afb {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:49:50.289657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.293495 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-afb118fd-089e-4af7-a2a8-5ccf58075749 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/routers/42db489d-7841-44eb-b6b6-3d6e5dbd8afb HTTP/1.1" status: 204 len: 168 time: 1.5083079 Mar 18 10:49:50.293771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46748) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:50.411345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.539598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.566875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a1596d-f898-4d6f-ad88-5b4cd6264423']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:50.578332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:50.578653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1140a6e4-a4b4-4dca-9255-21dcc0d03cc5') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:49:50.589378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.605088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.611478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:49:50.611843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:49:50.626167 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:49:50.760032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.762721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:50.776574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:50.787685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] Pushing event deleted for resources: {'Network': ['ID=d8a1596d-f898-4d6f-ad88-5b4cd6264423,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:50.796387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c284c0bc-175d-4887-9953-a28280ae44f3 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:49:50.799487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c284c0bc-175d-4887-9953-a28280ae44f3 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:49:50.799487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 352095a8-6c6d-4393-a338-eb0135118ed5 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:50.830558 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 352095a8-6c6d-4393-a338-eb0135118ed5 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:49:50.830907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 352095a8-6c6d-4393-a338-eb0135118ed5 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:49:50.831308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:49:50.865388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a2b731fa-2d41-4be7-b59b-84e7752b017a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:49:50.865736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a2b731fa-2d41-4be7-b59b-84e7752b017a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:49:50.876940 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-65c13478-b008-46c4-a7fd-521641449d75 tempest-TestNetworkBasicOps-1125128758 tempest-TestNetworkBasicOps-1125128758-project] 10.222.0.18 "DELETE /v2.0/networks/d8a1596d-f898-4d6f-ad88-5b4cd6264423 HTTP/1.1" status: 204 len: 168 time: 0.5810854 Mar 18 10:49:51.408534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46758) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:51.548858 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-03b5fd3b-0e20-4a7f-a344-fe3bc5ecdf7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd30d3c83d3c4adf99693d1a2843eff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391370 Mar 18 10:49:51.551287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46764) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:51.605388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:51.631094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:51.742793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:51.760100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c69524-cf3b-422d-a7fa-0872c2c588b6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:51.766607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:51.768468 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e2ac3b26-d075-41c9-b809-2b661e34bf00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8c69524-cf3b-422d-a7fa-0872c2c588b6 HTTP/1.1" status: 204 len: 168 time: 0.2156727 Mar 18 10:49:51.982961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4896001-9c6c-4130-be1d-28a4df9e606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.417490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46772) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:52.434628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.448725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:49:52.452473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Usage tracker for resource:security_group_rule and tenant:78081721f58448308e62f361e3b06927 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:49:52.455229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:49:52.460750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:49:52.537609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.604979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.650597 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78081721f58448308e62f361e3b06927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320113 Mar 18 10:49:52.652136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55229e-ada3-4209-b086-209d6c77442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb85452-73a5-46aa-b20d-0e9b76534350,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:52.653405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46776) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:49:52.713105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.738310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.839896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.856245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb85452-73a5-46aa-b20d-0e9b76534350,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:49:52.861367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:52.862249 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8e44b5f5-ba8d-4f33-b123-0163dbdc0d58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fb85452-73a5-46aa-b20d-0e9b76534350 HTTP/1.1" status: 204 len: 168 time: 0.2078052 Mar 18 10:49:54.541603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2cd71cde-43f0-4743-8b6e-445635525fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:55.301740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:55.358578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:55.570909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:49:56.971297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:00.799390 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-54dd5278-3c51-4fd0-b3c1-3644b6b5d23c tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279768 Mar 18 10:50:01.066352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-1284bc36-d249-4239-a0f9-b73d757b61ea tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:01.067690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-1284bc36-d249-4239-a0f9-b73d757b61ea tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633731 Mar 18 10:50:01.081836 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-38588f33-a634-4889-b27d-e8bd28f3909e tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/quotas/06acdcb4fe7648fa8b89ddaf9f581838 HTTP/1.1" status: 200 len: 375 time: 0.0088346 Mar 18 10:50:01.127480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-6e3d3b13-16be-4778-9fb4-f09b9c66edb4 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409465 Mar 18 10:50:01.458506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd69af37-65e8-4f48-ab65-f8dbc4698200 req-1446d98a-2d5b-4fb3-84ca-fb3dd6542472 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 210 time: 0.1473048 Mar 18 10:50:02.602151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-40dfbd3f-eebe-4e0e-aa34-4a9059ba86bf req-84b018cd-1d6b-4ff6-967a-ccfacd19cc7f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Mar 18 10:50:03.409609 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-deee40aa-caa2-4aa1-9e42-bfc39c6a524b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279932 Mar 18 10:50:03.651386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-44f76da5-87d3-4662-8e20-91d4836027a2 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:03.652845 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-44f76da5-87d3-4662-8e20-91d4836027a2 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385445 Mar 18 10:50:03.664689 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Request body: {'port': {'device_id': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68', 'admin_state_up': True, 'tenant_id': '06acdcb4fe7648fa8b89ddaf9f581838'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:03.808616 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9536e035-2c32-4e85-8591-c42b5b9e82c2 req-3c504d68-9b13-4dd0-b61f-1ab9848be0a9 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0621662 Mar 18 10:50:03.843562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:03.852349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Usage tracker for resource:port and tenant:06acdcb4fe7648fa8b89ddaf9f581838 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:03.855720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:03.862189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:03.952782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Made reservation on behalf of 06acdcb4fe7648fa8b89ddaf9f581838 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:50:03.956387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:03.968682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:03.983487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:03.987943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Usage tracker for resource:security_group_rule and tenant:06acdcb4fe7648fa8b89ddaf9f581838 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:03.990739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:03.996344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:04.075888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.147874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.228234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb02bc9-84ff-4ca0-a24d-1df792a53623,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:04.314827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Allocated IP 192.168.233.225 (09c4fd69-9ea5-4aa2-8084-26a8763bfe68/bfe67e43-546e-45c0-b640-cf9f6467bea9/ef3a3891-03cd-45b7-acd1-43a5ca8d87dc) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:50:04.507995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.523157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Transition to ACTIVE for port object ef3a3891-03cd-45b7-acd1-43a5ca8d87dc will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:50:04.621685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.690551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:50:04.697916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:50:04.702210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:50:04.732257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Pushing event updated for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:04.770064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:04.770653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.874742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-a1b4a796-dae2-436d-ac83-ce1c89c9f14b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2139316 Mar 18 10:50:04.885758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Request body: {'port': {'device_id': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:04.988839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0877687c-9e8a-4eb6-a094-171a246e0343 None None] Provisioning for port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:50:04.994138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0877687c-9e8a-4eb6-a094-171a246e0343 None None] Provisioning complete for port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:50:04.994613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0877687c-9e8a-4eb6-a094-171a246e0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:04.999971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97d818-1ccf-495a-97cb-13eb9f29f97b req-1e8b9a4d-214d-435d-a1c2-deb67f3acafb tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:05.002078 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c97d818-1ccf-495a-97cb-13eb9f29f97b req-1e8b9a4d-214d-435d-a1c2-deb67f3acafb tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 936 time: 0.0828204 Mar 18 10:50:05.006627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.046592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c97d818-1ccf-495a-97cb-13eb9f29f97b req-9e23562f-08f0-4177-9fd8-4455a08983dc tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385451 Mar 18 10:50:05.048270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0877687c-9e8a-4eb6-a094-171a246e0343 None None] Port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:50:05.337298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3a3891-03cd-45b7-acd1-43a5ca8d87dc {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:50:05.344849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.358670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Transition to ACTIVE for port object ef3a3891-03cd-45b7-acd1-43a5ca8d87dc will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:50:05.414958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.568924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:05.654118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Attempting to bind port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:50:05.654448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Attempting to bind port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:50:05.654769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Attempting to bind port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc on network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:50:05.661157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc on network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:50:05.661473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Attempting to bind port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc on network 09c4fd69-9ea5-4aa2-8084-26a8763bfe68 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:50:05.666810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:50:05.667138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Checking segment: {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:50:05.667512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Bound using segment: {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:50:05.667927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Bound port: ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66739f19-0876-4664-ad0a-0aad963da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:50:05.668265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.850166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:50:05.853156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:50:05.918966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.977682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:05.978314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:05.979670 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/ef3a3891-03cd-45b7-acd1-43a5ca8d87dc HTTP/1.1" status: 200 len: 1098 time: 1.0981946 Mar 18 10:50:05.980093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:50:06.005473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988691e-a65f-4c5e-a8e9-9110a8a509c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:06.033092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc', 'status': 'completed', 'code': 200} Mar 18 10:50:06.126767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fb6d-c12c-4a18-8ab0-3ed7edf64cbe req-e328bcb0-927f-4558-b5f3-e2cee3f53b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.128392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a695fb6d-c12c-4a18-8ab0-3ed7edf64cbe req-e328bcb0-927f-4558-b5f3-e2cee3f53b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 1101 time: 0.0736604 Mar 18 10:50:06.160415 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a695fb6d-c12c-4a18-8ab0-3ed7edf64cbe req-5fda5919-b76f-469b-afea-7f093f42bee6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255849 Mar 18 10:50:06.236768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e684-2a1d-4572-ad81-3785028c7654 req-b6584dc9-5ea2-4b1c-acb3-50479015d06d tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.238238 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea80e684-2a1d-4572-ad81-3785028c7654 req-b6584dc9-5ea2-4b1c-acb3-50479015d06d tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 948 time: 0.0793624 Mar 18 10:50:06.282212 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea80e684-2a1d-4572-ad81-3785028c7654 req-fd405eb7-ac2b-4556-83bd-bd76e2e775e6 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Mar 18 10:50:06.299299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fb6d-c12c-4a18-8ab0-3ed7edf64cbe req-0c99fa75-dfd3-423c-8427-c58ebd7294ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.300737 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a695fb6d-c12c-4a18-8ab0-3ed7edf64cbe req-0c99fa75-dfd3-423c-8427-c58ebd7294ce service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349711 Mar 18 10:50:06.406005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-78e8030e-5e50-4523-a348-6e1624bdbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.407483 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-78e8030e-5e50-4523-a348-6e1624bdbb80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 1101 time: 0.0718918 Mar 18 10:50:06.472836 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-da8fa6a7-4d1c-4466-870d-a92926fec8e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc HTTP/1.1" status: 200 len: 217 time: 0.0587337 Mar 18 10:50:06.534878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-478a046e-8da9-4170-b69c-2e9f1902752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.536237 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-478a046e-8da9-4170-b69c-2e9f1902752d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bfe67e43-546e-45c0-b640-cf9f6467bea9 HTTP/1.1" status: 200 len: 843 time: 0.0574188 Mar 18 10:50:06.608522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-ffb3eedf-0e13-4bd4-8af8-04a9aa0055e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:06.610511 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-ffb3eedf-0e13-4bd4-8af8-04a9aa0055e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09c4fd69-9ea5-4aa2-8084-26a8763bfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0674679 Mar 18 10:50:06.737263 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-94170563-1396-42a5-8fe7-1290433d9faa service neutron] 10.222.0.24 "GET /v2.0/networks/09c4fd69-9ea5-4aa2-8084-26a8763bfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206887 Mar 18 10:50:06.863442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46558b86-8c93-44bd-a229-b57ba2f4ba08 req-74d03376-083b-4c46-8545-ba3da14c723d service neutron] 10.222.0.24 "GET /v2.0/networks/09c4fd69-9ea5-4aa2-8084-26a8763bfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206920 Mar 18 10:50:07.467180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-14262a04-df62-401f-8170-6c07d1343f48 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:07.467861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-14262a04-df62-401f-8170-6c07d1343f48 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Synchronizing usage tracker for tenant:06acdcb4fe7648fa8b89ddaf9f581838 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:50:07.541097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-14262a04-df62-401f-8170-6c07d1343f48 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Unset dirty status for tenant:06acdcb4fe7648fa8b89ddaf9f581838 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:50:07.542225 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-14262a04-df62-401f-8170-6c07d1343f48 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 948 time: 0.1553023 Mar 18 10:50:07.585013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-2544c08d-731e-4a61-b9fa-2831ecb154aa tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Synchronizing usage tracker for tenant:06acdcb4fe7648fa8b89ddaf9f581838 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:50:07.667019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-2544c08d-731e-4a61-b9fa-2831ecb154aa tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Unset dirty status for tenant:06acdcb4fe7648fa8b89ddaf9f581838 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:50:07.668145 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb4b669f-92b3-46f5-a59e-c912e69936b1 req-2544c08d-731e-4a61-b9fa-2831ecb154aa tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200254 Mar 18 10:50:08.615816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a3891-03cd-45b7-acd1-43a5ca8d87dc details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:50:08.749401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:08.763112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc', 'network_id': '09c4fd69-9ea5-4aa2-8084-26a8763bfe68', 'port_id': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc', 'mac_address': 'fa:16:3e:80:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe67e43-546e-45c0-b640-cf9f6467bea9', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:50:08.817786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:08.834133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3a3891-03cd-45b7-acd1-43a5ca8d87dc {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:50:08.848915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:08.851311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3ea9e-e1ba-4df7-b402-2adb42b21a7c req-07bd7f2f-69db-438b-8c6d-a441740e5d69 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:08.852798 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dca3ea9e-e1ba-4df7-b402-2adb42b21a7c req-07bd7f2f-69db-438b-8c6d-a441740e5d69 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 948 time: 0.0818729 Mar 18 10:50:08.897022 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dca3ea9e-e1ba-4df7-b402-2adb42b21a7c req-b6712d7e-8f85-4edf-907d-57494d1f3328 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Mar 18 10:50:08.937031 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:09.005298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:09.138226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['ef3a3891-03cd-45b7-acd1-43a5ca8d87dc'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:50:10.076284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df48ecb-7ee6-4f33-9254-e52d89099e51 req-67ea39b2-da89-449d-87e6-cd668ab513ba tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:10.077691 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9df48ecb-7ee6-4f33-9254-e52d89099e51 req-67ea39b2-da89-449d-87e6-cd668ab513ba tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 949 time: 0.0766480 Mar 18 10:50:10.120057 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9df48ecb-7ee6-4f33-9254-e52d89099e51 req-7b37c63c-79d6-4712-a605-8fdacf85e397 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367715 Mar 18 10:50:10.615191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a3891-03cd-45b7-acd1-43a5ca8d87dc up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:50:10.678084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:50:10.747670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:50:10.752833 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:50:10.753232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:10.866092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:10.892628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:50:10.901812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:10.938115 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc', 'code': 200} Mar 18 10:50:10.999399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:11.066046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:11.356156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa151960-ea6a-48c4-b92b-cb73f9aab66e req-1b3e6ec6-3235-4b47-b446-d2903a3903eb tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:11.357597 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa151960-ea6a-48c4-b92b-cb73f9aab66e req-1b3e6ec6-3235-4b47-b446-d2903a3903eb tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.1355145 Mar 18 10:50:11.359455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922cace-da1c-4a5b-ade6-32885d53c7cc req-588c7936-8c7e-4cb1-b4f2-2372ba9b1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:11.360758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8922cace-da1c-4a5b-ade6-32885d53c7cc req-588c7936-8c7e-4cb1-b4f2-2372ba9b1d22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 1103 time: 0.1008112 Mar 18 10:50:11.431516 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa151960-ea6a-48c4-b92b-cb73f9aab66e req-9cd8bfb2-7a10-440c-b83a-f335cf0dbd9b tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680633 Mar 18 10:50:11.433089 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8922cace-da1c-4a5b-ade6-32885d53c7cc req-2cbaff07-c94d-4c24-acc2-9fdd2002e850 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541801 Mar 18 10:50:12.615357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d58ae-6911-46b5-aa63-5cf06f81c5b2 req-2c4fe67d-3ffc-4acb-bf7d-f55b067e2648 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:12.616788 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-959d58ae-6911-46b5-aa63-5cf06f81c5b2 req-2c4fe67d-3ffc-4acb-bf7d-f55b067e2648 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.0774570 Mar 18 10:50:12.665333 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-959d58ae-6911-46b5-aa63-5cf06f81c5b2 req-435ba5c7-5456-44bd-b234-d86b6bad691f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Mar 18 10:50:13.847917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b85d5-854d-49ea-8cbd-d37808948f95 req-f125cb53-3132-48f6-800b-976507fe0c1e tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:13.849347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-372b85d5-854d-49ea-8cbd-d37808948f95 req-f125cb53-3132-48f6-800b-976507fe0c1e tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.0804789 Mar 18 10:50:13.893247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-372b85d5-854d-49ea-8cbd-d37808948f95 req-10e1c03d-4f4c-4c71-955e-8578b527f6fb tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Mar 18 10:50:15.422706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870769-b558-4b4b-b245-224c394b4ceb req-dfea754a-d552-4de8-b9dd-a2a5c991a7c7 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:15.424147 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7c870769-b558-4b4b-b245-224c394b4ceb req-dfea754a-d552-4de8-b9dd-a2a5c991a7c7 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.0805538 Mar 18 10:50:15.466654 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7c870769-b558-4b4b-b245-224c394b4ceb req-258e0445-6de5-4afb-a049-a360e133bf30 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369802 Mar 18 10:50:16.641121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-176f4a7e-4ae2-484d-b8dc-eee19b565342 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:16.642697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-176f4a7e-4ae2-484d-b8dc-eee19b565342 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.0790105 Mar 18 10:50:16.645560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdd109-37c3-4b1f-88ad-b2f7a3717c32 req-c6b44dae-18df-4ee2-aeee-deaada2d6715 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:16.647086 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-41fdd109-37c3-4b1f-88ad-b2f7a3717c32 req-c6b44dae-18df-4ee2-aeee-deaada2d6715 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 950 time: 0.0775192 Mar 18 10:50:16.691484 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-41fdd109-37c3-4b1f-88ad-b2f7a3717c32 req-ff6fbac2-0146-4da0-acbd-bc02798b4199 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdb02bc9-84ff-4ca0-a24d-1df792a53623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Mar 18 10:50:16.714893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Deleting port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:50:16.715229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:17.043228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] For port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,segment=NetworkSegment(66739f19-0876-4664-ad0a-0aad963da5c7),segment_id=66739f19-0876-4664-ad0a-0aad963da5c7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:17.043483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:17.160063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Calling delete_port for ef3a3891-03cd-45b7-acd1-43a5ca8d87dc owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:50:17.376169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:17.424510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Pushing event deleted for resources: {'Port': ['ID=ef3a3891-03cd-45b7-acd1-43a5ca8d87dc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:17.499124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] No DVR routers for this DVR port ef3a3891-03cd-45b7-acd1-43a5ca8d87dc on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:50:17.501635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:17.505448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'name': 'network-vif-deleted', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:50:17.553769 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e15b85e-3641-4b66-a284-d382f90a7cc6', 'name': 'network-vif-deleted', 'tag': 'ef3a3891-03cd-45b7-acd1-43a5ca8d87dc', 'status': 'completed', 'code': 200} Mar 18 10:50:17.565614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-68fc159b-a33b-4553-a4fc-6207d76c9355 req-dd49dd83-851b-4ced-96a1-a67d96dfe71f tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.24 "DELETE /v2.0/ports/ef3a3891-03cd-45b7-acd1-43a5ca8d87dc HTTP/1.1" status: 204 len: 173 time: 0.9178026 Mar 18 10:50:17.842503 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fa3f948d-36d5-4e95-84b3-dc207996f436 req-046402c4-82a6-4ef1-b1fd-990c4970ccf4 tempest-ServersAdminNegativeTestJSON-550766862 tempest-ServersAdminNegativeTestJSON-550766862-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e15b85e-3641-4b66-a284-d382f90a7cc6 HTTP/1.1" status: 200 len: 210 time: 0.0440428 Mar 18 10:50:18.693059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a3891-03cd-45b7-acd1-43a5ca8d87dc no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:50:18.727144 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: ef3a3891-03cd-45b7-acd1-43a5ca8d87dc {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:50:18.727491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device ef3a3891-03cd-45b7-acd1-43a5ca8d87dc not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:50:19.346889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46928) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:19.487945 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-679f8d50-9901-4f68-804a-6a13624a0242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06acdcb4fe7648fa8b89ddaf9f581838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399274 Mar 18 10:50:19.490368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46934) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:19.544953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:19.569266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:19.678001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:19.692873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb02bc9-84ff-4ca0-a24d-1df792a53623,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:19.703253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.704138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.704472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.704798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.705128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.705452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.705774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.706120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.706442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.706758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.707074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.707390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:50:19.781521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:19.782651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d7b8b29f-46d0-4bd5-b6b2-e5aff6192571 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdb02bc9-84ff-4ca0-a24d-1df792a53623 HTTP/1.1" status: 204 len: 168 time: 0.2914324 Mar 18 10:50:20.341049 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46942) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:20.358105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.375023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:20.379784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Usage tracker for resource:security_group_rule and tenant:8eb720e253e543a792fdbabe248695a5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:20.382116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:20.387664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:20.466514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.552725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.597760 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8eb720e253e543a792fdbabe248695a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556283 Mar 18 10:50:20.599306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d61b8-35cc-4952-9e33-9b68b9fe79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4277c101-a9e3-4ab4-8d62-4dfcf8b5a44c,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:20.600603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 46946) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:20.658226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.682383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.792912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.809428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277c101-a9e3-4ab4-8d62-4dfcf8b5a44c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:20.812682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:20.818101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a8becb08-e167-4ebf-8903-51fa0591eabd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4277c101-a9e3-4ab4-8d62-4dfcf8b5a44c HTTP/1.1" status: 204 len: 168 time: 0.2141483 Mar 18 10:50:21.853301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46970) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:21.963320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1248368374-network', 'tenant_id': 'a6f27b9930e04cae912537d55a115d8b'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:21.968048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:21.971939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Usage tracker for resource:network and tenant:a6f27b9930e04cae912537d55a115d8b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:21.974878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:21.980999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:21.985615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd5f5-6a43-42b9-9ded-7d2060207de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.055607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Made reservation on behalf of a6f27b9930e04cae912537d55a115d8b for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:50:22.057805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.070594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.085312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:22.089079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Usage tracker for resource:security_group_rule and tenant:a6f27b9930e04cae912537d55a115d8b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:22.091819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:22.097562 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:22.174489 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.249387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.284179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:50:22.289429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e2c847-27a3-414a-86eb-d7b9aed20f8b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:22.297596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.297984 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Added segment 0a6e811a-bd63-4c4b-8873-ecc76df417f4 of type vlan for network 3030efca-284d-4b29-b703-73c8b17f16f8 Mar 18 10:50:22.327982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.421081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.422577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:22.423147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.527447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] Pushing event updated for resources: {'Network': ['ID=3030efca-284d-4b29-b703-73c8b17f16f8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:22.537920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 3030efca-284d-4b29-b703-73c8b17f16f8 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:50:22.584646 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e8c4f0cf-8d2a-4d28-9d88-e721990fe09b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7275257 Mar 18 10:50:22.584829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 46976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:22.590439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Request body: {'subnet': {'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1248368374-subnet', 'tenant_id': 'a6f27b9930e04cae912537d55a115d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:22.596145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:22.600437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Usage tracker for resource:subnet and tenant:a6f27b9930e04cae912537d55a115d8b is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:22.604891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:22.612372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:22.696062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Made reservation on behalf of a6f27b9930e04cae912537d55a115d8b for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:50:22.698425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:22.976296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:23.048972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e5b5c5-04c3-4e35-a429-2e823b715b80,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:23.058848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Checking segment: {'id': '0a6e811a-bd63-4c4b-8873-ecc76df417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:50:23.059195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Network hostable DHCP agents. Network: 3030efca-284d-4b29-b703-73c8b17f16f8, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:50:23.118779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Network 3030efca-284d-4b29-b703-73c8b17f16f8 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:50:23.193535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 3030efca-284d-4b29-b703-73c8b17f16f8) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:50:23.197778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:23.198307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:23.203178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf43b0-1f84-4693-9674-fe9455b26ebc None None] Network 3030efca-284d-4b29-b703-73c8b17f16f8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:50:23.289996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-76645765-9573-494c-b015-9e45e10a897c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7040231 Mar 18 10:50:23.410751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba70f1-5037-4b25-b924-f615a121e051 None None] Network 3030efca-284d-4b29-b703-73c8b17f16f8 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:50:23.899240 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3fbdf1aa-3845-4907-a42f-744d0dd6e0a9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:23.899907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3fbdf1aa-3845-4907-a42f-744d0dd6e0a9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Synchronizing usage tracker for tenant:a6f27b9930e04cae912537d55a115d8b on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:50:23.998022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3fbdf1aa-3845-4907-a42f-744d0dd6e0a9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Unset dirty status for tenant:a6f27b9930e04cae912537d55a115d8b on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:50:23.999220 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3fbdf1aa-3845-4907-a42f-744d0dd6e0a9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 812 time: 0.3498046 Mar 18 10:50:24.014214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-fc0214f8-b1b5-4aec-a3e4-820d8b380af6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/quotas/a6f27b9930e04cae912537d55a115d8b HTTP/1.1" status: 200 len: 375 time: 0.0091746 Mar 18 10:50:24.059481 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-2335505e-c822-452e-af54-7d7cbb166e3e tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398123 Mar 18 10:50:24.069877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-9cb1ef95-7f4d-4170-8a22-525102c6164c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:50:24.070778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-9cb1ef95-7f4d-4170-8a22-525102c6164c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047445 Mar 18 10:50:24.198396 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-23d8423e-ee00-42c2-a0e2-a0ea64d42f11 service neutron] 10.222.0.18 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223841 Mar 18 10:50:24.326742 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-9b070f54-fff0-42a4-ab98-b4582a977206 service neutron] 10.222.0.18 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220841 Mar 18 10:50:24.489614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-68a01c87-d183-421d-9c71-e61075118243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:24.584207 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9431c9fe-eaf2-4af3-b1e4-9a4aa67b4f3f req-273a9e72-9983-4f31-9c89-b69dd250cc0b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 210 time: 0.0449135 Mar 18 10:50:25.318371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:25.374905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:25.598922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:25.728359 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b8a68722-73a0-4715-a5f9-79ce1a55d3df req-887dcad5-0a28-4e0e-bc05-ea28ed13356d tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 210 time: 0.0413897 Mar 18 10:50:26.761246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-228a2751-4cfa-4e9c-9ee1-7aa6501b3484 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:26.762699 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-228a2751-4cfa-4e9c-9ee1-7aa6501b3484 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 812 time: 0.1465824 Mar 18 10:50:26.774650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Request body: {'port': {'device_id': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8', 'admin_state_up': True, 'tenant_id': 'a6f27b9930e04cae912537d55a115d8b'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:26.912037 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-79a4e162-a093-4164-9173-ce9daf8eac99 req-3eb26024-ac18-41d6-b775-ffbd64a583d3 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 210 time: 0.0565522 Mar 18 10:50:26.964345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:50:26.969673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Usage tracker for resource:port and tenant:a6f27b9930e04cae912537d55a115d8b is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:50:26.971126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:50:26.977095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:50:26.981417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:27.033151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Made reservation on behalf of a6f27b9930e04cae912537d55a115d8b for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:50:27.036773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:27.197942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Allocated IP 172.20.0.14 (3030efca-284d-4b29-b703-73c8b17f16f8/91e5b5c5-04c3-4e35-a429-2e823b715b80/eb328f43-6bab-4409-8740-41d8157be68e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:50:27.392358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:27.479086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:27.544543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Network 3030efca-284d-4b29-b703-73c8b17f16f8 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:50:27.547437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:50:27.555650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:50:27.596087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:27.619639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:27.620238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:27.685628 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0a68df86-0574-40f9-849b-cff2b8c42667 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9151402 Mar 18 10:50:27.695165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-60216798-8243-4da1-8495-85b484703122 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:50:27.696386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-60216798-8243-4da1-8495-85b484703122 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048313 Mar 18 10:50:27.750057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Request body: {'port': {'device_id': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:50:27.858852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.110296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8c9b4-0292-4c95-8ad8-7684c8930730 req-22ab0c40-da08-48e2-8a91-26540dda51ed tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:28.111799 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dbb8c9b4-0292-4c95-8ad8-7684c8930730 req-22ab0c40-da08-48e2-8a91-26540dda51ed tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 932 time: 0.0837941 Mar 18 10:50:28.154059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-dbb8c9b4-0292-4c95-8ad8-7684c8930730 req-32a242bf-93b7-4ea1-9fce-c648b4629cb7 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Synchronizing usage tracker for tenant:a6f27b9930e04cae912537d55a115d8b on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:50:28.260930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-dbb8c9b4-0292-4c95-8ad8-7684c8930730 req-32a242bf-93b7-4ea1-9fce-c648b4629cb7 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Unset dirty status for tenant:a6f27b9930e04cae912537d55a115d8b on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:50:28.262054 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dbb8c9b4-0292-4c95-8ad8-7684c8930730 req-32a242bf-93b7-4ea1-9fce-c648b4629cb7 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446056 Mar 18 10:50:28.303902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:50:28.311337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.325113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Transition to ACTIVE for port object eb328f43-6bab-4409-8740-41d8157be68e will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:50:28.403505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.549877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:28.625379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Attempting to bind port eb328f43-6bab-4409-8740-41d8157be68e on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:50:28.625708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Attempting to bind port eb328f43-6bab-4409-8740-41d8157be68e by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '0a6e811a-bd63-4c4b-8873-ecc76df417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:50:28.626060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Attempting to bind port eb328f43-6bab-4409-8740-41d8157be68e on network 3030efca-284d-4b29-b703-73c8b17f16f8 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:50:28.630972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Port eb328f43-6bab-4409-8740-41d8157be68e on network 3030efca-284d-4b29-b703-73c8b17f16f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:50:28.631288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Attempting to bind port eb328f43-6bab-4409-8740-41d8157be68e on network 3030efca-284d-4b29-b703-73c8b17f16f8 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:50:28.636139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:50:28.636470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Checking segment: {'id': '0a6e811a-bd63-4c4b-8873-ecc76df417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:50:28.636858 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Bound using segment: {'id': '0a6e811a-bd63-4c4b-8873-ecc76df417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:50:28.637268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Bound port: eb328f43-6bab-4409-8740-41d8157be68e, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6e811a-bd63-4c4b-8873-ecc76df417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:50:28.637604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.721990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:50:28.724863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:50:28.833630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.891771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:28.892381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:28.893728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] 10.222.0.24 "PUT /v2.0/ports/eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 1094 time: 1.1921589 Mar 18 10:50:28.894187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:50:28.927386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc07ea-17c8-4722-b7af-db06a930aa25 service neutron] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:28.946383 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e', 'status': 'completed', 'code': 200} Mar 18 10:50:29.035642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-b67a3476-659d-40e4-8d82-d815e8a280f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.037950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-b67a3476-659d-40e4-8d82-d815e8a280f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0704536 Mar 18 10:50:29.174398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-bf753c4a-cd2a-4308-933b-dcf3763474f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.175828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-bf753c4a-cd2a-4308-933b-dcf3763474f1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a6f27b9930e04cae912537d55a115d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1316595 Mar 18 10:50:29.307773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-61984597-b897-4fe7-82be-d24a16ffd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.309370 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4d372d73-c5e4-40d6-87df-66ef3291271b req-61984597-b897-4fe7-82be-d24a16ffd6b2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281922 Mar 18 10:50:29.412930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-ace1afd2-7f32-4796-a284-0de7159f5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.414537 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-ace1afd2-7f32-4796-a284-0de7159f5324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0702815 Mar 18 10:50:29.445325 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69af03-f0d7-4414-806a-a7aa6a57f34c req-afcd871e-3f9b-4ffc-b6ee-02d699b097b6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.446718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c69af03-f0d7-4414-806a-a7aa6a57f34c req-afcd871e-3f9b-4ffc-b6ee-02d699b097b6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 944 time: 0.0782027 Mar 18 10:50:29.484236 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-2b8cb4b4-09b1-49eb-8f41-a51ef74068a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 217 time: 0.0635903 Mar 18 10:50:29.493041 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6c69af03-f0d7-4414-806a-a7aa6a57f34c req-3bf0316c-8341-4f51-ad75-d7511d58b166 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Mar 18 10:50:29.549861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-16895c4c-5b99-480b-950e-f0ce24811e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:29.551811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-16895c4c-5b99-480b-950e-f0ce24811e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 200 len: 852 time: 0.0603678 Mar 18 10:50:29.596570 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-0592daab-f0d0-4cce-b734-92487b0829d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3030efca-284d-4b29-b703-73c8b17f16f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388396 Mar 18 10:50:29.723206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-e03d08d0-8e53-4d18-b6ea-44917ff163a8 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205523 Mar 18 10:50:29.953236 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec53b36d-6449-4eab-9fa6-333e341262c1 req-7f61340f-96c5-43c6-a047-de6b9930d667 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241268 Mar 18 10:50:30.678677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc5d3a-2da7-4e88-9864-bde7a4c93aa8 req-915f8216-f758-4486-a0b8-1ed4746303da tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:30.679275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-33bc5d3a-2da7-4e88-9864-bde7a4c93aa8 req-915f8216-f758-4486-a0b8-1ed4746303da tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Synchronizing usage tracker for tenant:a6f27b9930e04cae912537d55a115d8b on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:50:30.769992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-33bc5d3a-2da7-4e88-9864-bde7a4c93aa8 req-915f8216-f758-4486-a0b8-1ed4746303da tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Unset dirty status for tenant:a6f27b9930e04cae912537d55a115d8b on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:50:30.771688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-33bc5d3a-2da7-4e88-9864-bde7a4c93aa8 req-915f8216-f758-4486-a0b8-1ed4746303da tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 944 time: 0.1704123 Mar 18 10:50:30.817915 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-33bc5d3a-2da7-4e88-9864-bde7a4c93aa8 req-7bb1fa73-8af8-4315-aebb-bd4fbfa70302 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Mar 18 10:50:32.002151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da515d3-6be2-4a11-b2ff-21c5eba1535a req-04c0ad7d-8b8a-4e56-8c60-371fb69bb5f9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:32.003579 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5da515d3-6be2-4a11-b2ff-21c5eba1535a req-04c0ad7d-8b8a-4e56-8c60-371fb69bb5f9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 944 time: 0.0825565 Mar 18 10:50:32.046277 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5da515d3-6be2-4a11-b2ff-21c5eba1535a req-39b98b3a-125f-487b-a9cd-afcf8a5432f6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Mar 18 10:50:32.785946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:50:32.917502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:32.930579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'eb328f43-6bab-4409-8740-41d8157be68e', 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8', 'port_id': 'eb328f43-6bab-4409-8740-41d8157be68e', 'mac_address': 'fa:16:3e:95:1c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e5b5c5-04c3-4e35-a429-2e823b715b80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:50:32.985834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:33.002407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:50:33.016788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:33.084165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:33.148978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:33.227587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34f7e-2cda-448b-ae5b-d97c349f0f2d req-28ada932-d340-4497-b0f2-10a1f9ee808e tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:33.229027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78f34f7e-2cda-448b-ae5b-d97c349f0f2d req-28ada932-d340-4497-b0f2-10a1f9ee808e tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 945 time: 0.0789154 Mar 18 10:50:33.273716 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78f34f7e-2cda-448b-ae5b-d97c349f0f2d req-01d5d2bb-ce61-4cb8-8db9-2ad07db44c13 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Mar 18 10:50:33.274929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['eb328f43-6bab-4409-8740-41d8157be68e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:50:34.455411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3721-a612-4882-badf-9d115f63e4e7 req-1183aa30-d68e-4f5e-86e1-44372009c6b0 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:34.456845 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-256c3721-a612-4882-badf-9d115f63e4e7 req-1183aa30-d68e-4f5e-86e1-44372009c6b0 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 945 time: 0.0813327 Mar 18 10:50:34.499626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-256c3721-a612-4882-badf-9d115f63e4e7 req-7d69553d-5e5c-4025-9580-46c554a3ca0c tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Mar 18 10:50:34.802497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:50:34.923875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port eb328f43-6bab-4409-8740-41d8157be68e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:50:34.930104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port eb328f43-6bab-4409-8740-41d8157be68e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:50:34.930535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:35.042179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:35.068158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:50:35.077280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:50:35.111471 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e', 'code': 200} Mar 18 10:50:35.158660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:35.226903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:50:35.462223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545293-ccfa-48fd-b76e-8b8e9630a71f req-5f238d13-301d-42cd-a8f9-4ce218314c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:35.463762 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56545293-ccfa-48fd-b76e-8b8e9630a71f req-5f238d13-301d-42cd-a8f9-4ce218314c9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0712476 Mar 18 10:50:35.502372 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56545293-ccfa-48fd-b76e-8b8e9630a71f req-72e79349-2bfc-4130-ad14-f7c4495951cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Mar 18 10:50:35.680006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6331-10bb-4d73-a42b-28293839e394 req-ef675506-5875-4833-9365-8b249df38948 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:35.681536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1a7c6331-10bb-4d73-a42b-28293839e394 req-ef675506-5875-4833-9365-8b249df38948 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0778966 Mar 18 10:50:35.724197 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1a7c6331-10bb-4d73-a42b-28293839e394 req-c2647017-5559-474b-ab89-3c308e24fc3a tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Mar 18 10:50:36.908096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f057e2e-b9d1-4887-ab95-60725eee73f0 req-0b6ee42e-80d3-4e7f-9d42-e249367414ba tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:36.909521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9f057e2e-b9d1-4887-ab95-60725eee73f0 req-0b6ee42e-80d3-4e7f-9d42-e249367414ba tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0791960 Mar 18 10:50:36.956743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9f057e2e-b9d1-4887-ab95-60725eee73f0 req-f8234ef6-af78-4bfd-9737-b9d629dcba58 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Mar 18 10:50:37.546982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b24ae-10fc-4481-8930-0bfdd5fa1939 req-340034d7-71a3-4943-83ab-a3604a58fe0f tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:37.548419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-964b24ae-10fc-4481-8930-0bfdd5fa1939 req-340034d7-71a3-4943-83ab-a3604a58fe0f tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0796707 Mar 18 10:50:37.594490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-964b24ae-10fc-4481-8930-0bfdd5fa1939 req-b6ecc936-9cc3-4a4d-b2c7-378894afe111 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Mar 18 10:50:37.651545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47044) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:50:37.760849 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-7cfe4f82-b133-4bc1-a24e-65f9d1a0bf44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081612 Mar 18 10:50:38.776861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40f15-e98e-47c1-aeff-2783c452a794 req-b607aed2-8cf5-4924-9143-d2dc58ad15af tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:38.778326 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6ab40f15-e98e-47c1-aeff-2783c452a794 req-b607aed2-8cf5-4924-9143-d2dc58ad15af tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0776019 Mar 18 10:50:38.822833 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6ab40f15-e98e-47c1-aeff-2783c452a794 req-d6ba4daa-dfc3-43b0-9e56-b057c6839d1f tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Mar 18 10:50:39.647132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-2cbe3eec-dd85-4bd3-a62d-26668d9ced09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:39.648586 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-2cbe3eec-dd85-4bd3-a62d-26668d9ced09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0732195 Mar 18 10:50:39.774893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-3ab82a92-9044-464f-9c1a-72f603f8eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:39.776314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-3ab82a92-9044-464f-9c1a-72f603f8eac9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 913 time: 0.1218441 Mar 18 10:50:39.841783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-f8365e00-8113-4e20-ae7d-73cfe6a4a932 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 217 time: 0.0601060 Mar 18 10:50:39.906771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-2efd4b31-5af3-4c98-8143-11103bec3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:39.908321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-2efd4b31-5af3-4c98-8143-11103bec3b91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 200 len: 852 time: 0.0609283 Mar 18 10:50:39.986718 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-1b21bd0b-7b8f-436c-80a8-33ac55966480 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3030efca-284d-4b29-b703-73c8b17f16f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729301 Mar 18 10:50:40.137551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c02e6c-a520-4199-be0e-e9c5263c35e7 req-a33e1a1f-b8e6-4b99-90de-79b883b234db tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:40.139062 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44c02e6c-a520-4199-be0e-e9c5263c35e7 req-a33e1a1f-b8e6-4b99-90de-79b883b234db tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.1960409 Mar 18 10:50:40.145438 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-1b5e8070-b589-43f6-b656-a4fd30aac4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501389 Mar 18 10:50:40.266556 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44c02e6c-a520-4199-be0e-e9c5263c35e7 req-15492619-f8b6-4590-8d5d-bbbdec5dfd86 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200812 Mar 18 10:50:40.300732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-ddbad001-adc8-4a7f-8d5f-f4b928366ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420841 Mar 18 10:50:41.448011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15e09a-6e2d-41bd-8d3e-8bfb6fcd71a6 req-7a4c6117-6fee-4e38-8de9-0a82de375cb9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:41.449432 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c15e09a-6e2d-41bd-8d3e-8bfb6fcd71a6 req-7a4c6117-6fee-4e38-8de9-0a82de375cb9 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0806172 Mar 18 10:50:41.491862 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c15e09a-6e2d-41bd-8d3e-8bfb6fcd71a6 req-be8f4339-b7c1-438e-a924-505d814f9e49 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Mar 18 10:50:42.674006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b80afe-4358-447d-90d1-08caad6a9802 req-4b42e021-b75a-44e6-9a78-dca8da47dfcc tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:42.675477 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1b80afe-4358-447d-90d1-08caad6a9802 req-4b42e021-b75a-44e6-9a78-dca8da47dfcc tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0784969 Mar 18 10:50:42.717796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1b80afe-4358-447d-90d1-08caad6a9802 req-badc8781-6a96-4eeb-8335-2c07774ad68d tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Mar 18 10:50:43.896665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6b16c-6856-4cb6-bd33-f8bc247a538e req-cdb760c7-4edb-40fa-bc78-b512692eda97 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:43.898130 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d2b6b16c-6856-4cb6-bd33-f8bc247a538e req-cdb760c7-4edb-40fa-bc78-b512692eda97 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0788364 Mar 18 10:50:43.945312 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d2b6b16c-6856-4cb6-bd33-f8bc247a538e req-35e7fad4-a653-4b76-b041-9285635b3ad6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Mar 18 10:50:45.125849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2763c6e-62c4-416d-8905-1862602e6d8a req-cc71c988-d96b-4cae-b1ef-233c9bf745a6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:45.127253 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f2763c6e-62c4-416d-8905-1862602e6d8a req-cc71c988-d96b-4cae-b1ef-233c9bf745a6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0795705 Mar 18 10:50:45.170024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f2763c6e-62c4-416d-8905-1862602e6d8a req-7d1e2fb4-3bf9-4c2f-b1ee-58b391d561ce tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367517 Mar 18 10:50:46.351424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7985a-e686-43f4-be02-ab410b88c43c req-1ad7a844-183a-4740-ac9a-2941ea08d180 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:46.352841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-17e7985a-e686-43f4-be02-ab410b88c43c req-1ad7a844-183a-4740-ac9a-2941ea08d180 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0776045 Mar 18 10:50:46.396431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-17e7985a-e686-43f4-be02-ab410b88c43c req-60b95a4d-36c5-4b29-8071-7c0058850c04 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Mar 18 10:50:47.040994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-00fb609d-8cab-47be-a772-4df957a82883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:47.042465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-00fb609d-8cab-47be-a772-4df957a82883 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0697322 Mar 18 10:50:47.278796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-cb1fac76-fb70-4917-b623-8d90940d0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:47.280135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-cb1fac76-fb70-4917-b623-8d90940d0e7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 913 time: 0.2193017 Mar 18 10:50:47.348849 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-ab80ff1d-45a8-4187-9544-85ea6b80b2c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 217 time: 0.0618169 Mar 18 10:50:47.412101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-82e7c908-8fa3-417a-b8e6-4bb8be398a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:47.413725 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-82e7c908-8fa3-417a-b8e6-4bb8be398a17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 200 len: 852 time: 0.0581739 Mar 18 10:50:47.459305 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-c2e70f8e-6593-437a-a0fe-a1d536524ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3030efca-284d-4b29-b703-73c8b17f16f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393865 Mar 18 10:50:47.646908 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-cfce9cd9-b95c-4802-a7ec-cfbd204e3867 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796262 Mar 18 10:50:47.658861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226308-2695-441d-a037-1294d7910d12 req-cb8afc03-f203-405d-9d1e-385f866baa5d tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:47.660172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66226308-2695-441d-a037-1294d7910d12 req-cb8afc03-f203-405d-9d1e-385f866baa5d tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.1586468 Mar 18 10:50:47.676913 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:50:47.797455 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66226308-2695-441d-a037-1294d7910d12 req-dc233cbb-492e-40b6-97cc-f2c32f073bae tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156809 Mar 18 10:50:47.825003 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-05ad4ff5-2cd1-44ad-9b5e-6468f80b857b req-b5ce97a0-4f7d-454d-8e7c-65b1b168fb44 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633048 Mar 18 10:50:48.981790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cd197-9712-4b55-b3a3-0d68158ac686 req-96e7fe39-aacb-472f-bbc7-54c5eaf86fbb tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:48.983219 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a9cd197-9712-4b55-b3a3-0d68158ac686 req-96e7fe39-aacb-472f-bbc7-54c5eaf86fbb tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0819023 Mar 18 10:50:49.026246 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8a9cd197-9712-4b55-b3a3-0d68158ac686 req-0582a3aa-d5b1-4af0-a515-a74b22c4c7ed tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Mar 18 10:50:50.208922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bafc97-6dcd-40fa-bad2-9e080718f91c req-17551fb6-319c-4162-a13a-3e1fc298edf2 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:50.210406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20bafc97-6dcd-40fa-bad2-9e080718f91c req-17551fb6-319c-4162-a13a-3e1fc298edf2 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0776789 Mar 18 10:50:50.251776 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20bafc97-6dcd-40fa-bad2-9e080718f91c req-0eb3f112-a433-4eea-b280-b72d0f789f0c tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358939 Mar 18 10:50:51.432491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97e97a-a664-4535-9995-0d4d8ff77ae7 req-305d7611-68b1-4c33-9611-6524c7674416 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:51.433940 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd97e97a-a664-4535-9995-0d4d8ff77ae7 req-305d7611-68b1-4c33-9611-6524c7674416 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0782154 Mar 18 10:50:51.477698 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd97e97a-a664-4535-9995-0d4d8ff77ae7 req-394eb85d-076a-4be9-bd65-6eb42f66ff25 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Mar 18 10:50:51.969537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d4153336-1959-4a20-a28d-510e9071e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:52.660236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b765-2cef-426d-bfdc-87ee5f10ea80 req-bfb5eb6c-268f-480b-9a14-dc0c382663ff tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:52.661636 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e060b765-2cef-426d-bfdc-87ee5f10ea80 req-bfb5eb6c-268f-480b-9a14-dc0c382663ff tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0801919 Mar 18 10:50:52.703958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e060b765-2cef-426d-bfdc-87ee5f10ea80 req-5ac0f7fe-1b38-4c94-8569-144ef69fde1e tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Mar 18 10:50:53.889972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122cb1-2ee7-4d8c-a5d4-8227de9dbe40 req-3dedd177-05e3-4008-af0c-cb7a5d2e0e98 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:53.891401 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bf122cb1-2ee7-4d8c-a5d4-8227de9dbe40 req-3dedd177-05e3-4008-af0c-cb7a5d2e0e98 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0822873 Mar 18 10:50:53.935112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bf122cb1-2ee7-4d8c-a5d4-8227de9dbe40 req-efc8682a-8fa8-4bd2-ba1b-e57d9b4dde77 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Mar 18 10:50:54.500506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-471e3f40-ce24-4893-b184-303c413dcd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:55.114978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1911d-9a2d-4b84-ac21-97e20c01895a req-faf8e4e4-eba1-4509-953d-ecc6a9d8a8c1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:55.116398 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74e1911d-9a2d-4b84-ac21-97e20c01895a req-faf8e4e4-eba1-4509-953d-ecc6a9d8a8c1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0774202 Mar 18 10:50:55.165408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74e1911d-9a2d-4b84-ac21-97e20c01895a req-4b922a3b-75f9-4a60-a513-8758b414aea0 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 Mar 18 10:50:55.323467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:55.391312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:55.585978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:56.348962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a3b0-ee36-4a1a-b736-013020c0e505 req-2b6e9b80-c401-4795-9061-58858df40daa tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:56.350768 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7877a3b0-ee36-4a1a-b736-013020c0e505 req-2b6e9b80-c401-4795-9061-58858df40daa tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0822349 Mar 18 10:50:56.392941 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7877a3b0-ee36-4a1a-b736-013020c0e505 req-0821ea4d-6da2-408a-a943-cbc6e36abf24 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Mar 18 10:50:56.958043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:50:57.576360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ccbd-49d6-4def-80a1-486afe3c60ae req-788d31a0-a94d-4d7d-8957-901e1939bff8 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:57.577769 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3643ccbd-49d6-4def-80a1-486afe3c60ae req-788d31a0-a94d-4d7d-8957-901e1939bff8 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0795846 Mar 18 10:50:57.620200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3643ccbd-49d6-4def-80a1-486afe3c60ae req-c80b4eb2-e789-4cef-887a-302e772b1b3d tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Mar 18 10:50:58.798834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70463695-d794-414e-a42a-2a782b146455 req-f9f1fcf5-2a90-4648-b8bc-952c5e71abfc tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:50:58.800157 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70463695-d794-414e-a42a-2a782b146455 req-f9f1fcf5-2a90-4648-b8bc-952c5e71abfc tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0779774 Mar 18 10:50:58.842276 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70463695-d794-414e-a42a-2a782b146455 req-6ce47adb-be6a-4312-aa7c-96254bc8071b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Mar 18 10:51:00.026340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41d1b-d580-43a6-bd43-0d92f5d98d0b req-d46dea32-8ec1-43c5-88ef-560cecd08bd1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:00.027767 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aff41d1b-d580-43a6-bd43-0d92f5d98d0b req-d46dea32-8ec1-43c5-88ef-560cecd08bd1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0813217 Mar 18 10:51:00.074092 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aff41d1b-d580-43a6-bd43-0d92f5d98d0b req-af431aff-29fe-4b79-a05e-0f6053e0b07b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Mar 18 10:51:01.257387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e049-4f5e-48dc-87c8-bf25970419ec req-7c9368bc-9968-48e0-a40b-46907fb00c2b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:01.258734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b2a7e049-4f5e-48dc-87c8-bf25970419ec req-7c9368bc-9968-48e0-a40b-46907fb00c2b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0802324 Mar 18 10:51:01.300271 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b2a7e049-4f5e-48dc-87c8-bf25970419ec req-1354840f-f818-4025-a645-17f61021a138 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Mar 18 10:51:02.489748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417c015-2170-43bf-8c8e-88539191faa2 req-12d466e6-0cbe-4fec-8dc3-494ffc5f25ee tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:02.491216 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3417c015-2170-43bf-8c8e-88539191faa2 req-12d466e6-0cbe-4fec-8dc3-494ffc5f25ee tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0847292 Mar 18 10:51:02.533485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3417c015-2170-43bf-8c8e-88539191faa2 req-31465146-90e3-4256-8c8c-9f46d9614873 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367045 Mar 18 10:51:03.712463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe765-c7a1-4236-bf34-81e9ac021adc req-49d04d0a-82c0-45df-868d-3d8fd13b9fda tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:03.713904 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d6bfe765-c7a1-4236-bf34-81e9ac021adc req-49d04d0a-82c0-45df-868d-3d8fd13b9fda tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0775750 Mar 18 10:51:03.759552 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d6bfe765-c7a1-4236-bf34-81e9ac021adc req-2f301eb3-7d80-4ece-b6a8-ef578688ba2f tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Mar 18 10:51:04.947995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f874-0ade-4237-8c91-c0caa3a25329 req-088333a2-ff4a-4a31-8f3e-c9e1c99c4d60 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:04.949434 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7f8f874-0ade-4237-8c91-c0caa3a25329 req-088333a2-ff4a-4a31-8f3e-c9e1c99c4d60 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0833313 Mar 18 10:51:04.992433 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7f8f874-0ade-4237-8c91-c0caa3a25329 req-4927adc6-dc83-48fb-8757-4ba0e94e2975 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Mar 18 10:51:06.176187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf782f3-4b4d-4225-be92-c799b295e06a req-b6155a82-5c3e-49b0-a008-29186435acb6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:06.177619 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdf782f3-4b4d-4225-be92-c799b295e06a req-b6155a82-5c3e-49b0-a008-29186435acb6 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0815415 Mar 18 10:51:06.221121 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cdf782f3-4b4d-4225-be92-c799b295e06a req-31e6c63c-4acd-4eb0-a4f6-a6f93654231b tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Mar 18 10:51:07.310363 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-6f55310f-12fc-4933-9ef1-997875ee5216 service neutron] 10.222.0.24 "GET /v2.0/ports/eb328f43-6bab-4409-8740-41d8157be68e/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0724130 Mar 18 10:51:07.404679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78227f23-9f66-4f78-8188-ac02dbf56943 req-a65a39bf-e9c3-49ad-b8ae-705c569956d8 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:07.406160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78227f23-9f66-4f78-8188-ac02dbf56943 req-a65a39bf-e9c3-49ad-b8ae-705c569956d8 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0819166 Mar 18 10:51:07.449594 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78227f23-9f66-4f78-8188-ac02dbf56943 req-7a3166e0-41a1-4c6f-a8f8-0da13b785803 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Mar 18 10:51:07.896834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-a024a819-80a8-4afd-9593-f1a7e2952338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:07.898294 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-a024a819-80a8-4afd-9593-f1a7e2952338 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6&tenant_id=a6f27b9930e04cae912537d55a115d8b HTTP/1.1" status: 200 len: 1099 time: 0.0683291 Mar 18 10:51:08.079740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-c2ecb916-13c3-4372-908f-18aa680fd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:08.081184 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-c2ecb916-13c3-4372-908f-18aa680fd773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1099 time: 0.1630991 Mar 18 10:51:08.206425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-73a900da-2154-46de-a15b-8d60711208bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:08.207739 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-73a900da-2154-46de-a15b-8d60711208bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 913 time: 0.1201878 Mar 18 10:51:08.277094 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-c7872394-0600-4c6c-a15b-bf8288495b5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 217 time: 0.0626338 Mar 18 10:51:08.337135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94094bd-243c-4089-b512-c23ebec7e480 req-b003369d-2a9d-493d-b334-24fa27c46c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:08.338562 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-b003369d-2a9d-493d-b334-24fa27c46c78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 200 len: 852 time: 0.0559561 Mar 18 10:51:08.383399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-1ccf11f6-c091-4155-a682-2f131baacccd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3030efca-284d-4b29-b703-73c8b17f16f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392747 Mar 18 10:51:08.511158 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-fe442744-26f6-4a69-80c4-421d6ebc0f50 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216800 Mar 18 10:51:08.638394 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf1521-19e2-4a30-b026-0d2764fd9400 req-d3a6a744-baa0-436b-becc-2cb60d23f800 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:08.639841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15cf1521-19e2-4a30-b026-0d2764fd9400 req-d3a6a744-baa0-436b-becc-2cb60d23f800 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0828631 Mar 18 10:51:08.641841 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d94094bd-243c-4089-b512-c23ebec7e480 req-a3c46dd6-ef2e-470f-9dff-02cfdcae7a0c service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Mar 18 10:51:08.684069 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15cf1521-19e2-4a30-b026-0d2764fd9400 req-3fd31fc4-6767-45e9-a31f-b1ce47f373df tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385828 Mar 18 10:51:09.887397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edea2-4c22-4653-b7de-04ab9d0c6e98 req-6653928c-775c-41aa-83a1-7339785fc295 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:09.888889 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a3edea2-4c22-4653-b7de-04ab9d0c6e98 req-6653928c-775c-41aa-83a1-7339785fc295 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.1024203 Mar 18 10:51:09.937014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a3edea2-4c22-4653-b7de-04ab9d0c6e98 req-424d667b-382a-4e56-add8-e592f63f5984 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Mar 18 10:51:10.979564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:51:10.982454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:51:11.116391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbbc38-6227-4cc7-857c-bd3580ab60b8 req-d4db6b1e-cb2e-4518-b393-c9889532bd7c tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:11.117838 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11fbbc38-6227-4cc7-857c-bd3580ab60b8 req-d4db6b1e-cb2e-4518-b393-c9889532bd7c tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0769374 Mar 18 10:51:11.160851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-11fbbc38-6227-4cc7-857c-bd3580ab60b8 req-5eb68331-6bf9-440d-a090-48e4e3b12468 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Mar 18 10:51:11.197671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:11.219185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:11.238329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'eb328f43-6bab-4409-8740-41d8157be68e', 'network_id': '3030efca-284d-4b29-b703-73c8b17f16f8', 'port_id': 'eb328f43-6bab-4409-8740-41d8157be68e', 'mac_address': 'fa:16:3e:95:1c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e5b5c5-04c3-4e35-a429-2e823b715b80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:51:11.243391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:51:11.281240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:11.303250 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e', 'code': 200} Mar 18 10:51:11.307711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:11.325333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:51:11.331160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:11.440362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:51:11.440635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:51:11.444464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:11.451461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.451808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.452147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.452483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.452816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.453138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.453463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.453786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.454131 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.454449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.454768 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.455087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:11.700358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-81e5df4a-9787-4e7b-9a7d-f65b0b9808ff tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:11.701688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-81e5df4a-9787-4e7b-9a7d-f65b0b9808ff tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6&tenant_id=a6f27b9930e04cae912537d55a115d8b&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 944 time: 0.0821476 Mar 18 10:51:11.845073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-2840481f-34e9-4c5b-a055-8a52c370107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:11.846605 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-2840481f-34e9-4c5b-a055-8a52c370107c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f27b9930e04cae912537d55a115d8b&device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0742228 Mar 18 10:51:11.977300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-80e1a5a6-2202-455c-9e58-08bdb61c2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:11.978774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-80e1a5a6-2202-455c-9e58-08bdb61c2f20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 200 len: 913 time: 0.1256766 Mar 18 10:51:11.997268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:12.013546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:51:12.030877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:12.043636 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-8a22893a-22d6-4315-baa6-c06ba9034535 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 200 len: 217 time: 0.0593581 Mar 18 10:51:12.100101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:12.108002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-dafc0e4e-f7ba-4c41-9fb9-01213710b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:12.109433 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-dafc0e4e-f7ba-4c41-9fb9-01213710b9de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 200 len: 852 time: 0.0605688 Mar 18 10:51:12.155123 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-805eb4e2-3a0a-43a6-84c9-b0b346db3dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3030efca-284d-4b29-b703-73c8b17f16f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400124 Mar 18 10:51:12.170772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['eb328f43-6bab-4409-8740-41d8157be68e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:51:12.215182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:12.285347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-c057b21b-c691-4e46-9670-d801a0f31a9d service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243112 Mar 18 10:51:12.417955 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-95d6d36e-fc70-4531-9b1f-3198a5f39450 service neutron] 10.222.0.24 "GET /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268926 Mar 18 10:51:12.995754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:51:13.061129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port eb328f43-6bab-4409-8740-41d8157be68e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:51:13.061839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:13.176000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:13.207607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:13.294214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:13.329164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:51:13.371443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:13.374884 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e', 'code': 200} Mar 18 10:51:14.097703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7175e1-5682-440b-9756-8925bc5431b5 req-a0fd22aa-3cc4-4548-b0c4-0224dd6b05ac tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:14.099190 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d7175e1-5682-440b-9756-8925bc5431b5 req-a0fd22aa-3cc4-4548-b0c4-0224dd6b05ac tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.1851199 Mar 18 10:51:14.140957 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d7175e1-5682-440b-9756-8925bc5431b5 req-a90a3b12-5619-46c6-9a18-1d1b688e8dc4 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361960 Mar 18 10:51:15.421177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59be64-36f2-4a8d-953a-8cfa820d6e8b req-be2532ed-0a38-452c-8405-bfd3c0656fd1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:15.422646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d59be64-36f2-4a8d-953a-8cfa820d6e8b req-be2532ed-0a38-452c-8405-bfd3c0656fd1 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.1744101 Mar 18 10:51:15.466692 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6d59be64-36f2-4a8d-953a-8cfa820d6e8b req-ce0ef879-7ead-4be3-a48d-c6eb9b640feb tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e2c847-27a3-414a-86eb-d7b9aed20f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Mar 18 10:51:15.576230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-8cb1737e-7858-4e30-b723-4af55013b70a tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:15.577630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-8cb1737e-7858-4e30-b723-4af55013b70a tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 946 time: 0.0795243 Mar 18 10:51:15.647733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Deleting port eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:51:15.648078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:15.888810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] For port eb328f43-6bab-4409-8740-41d8157be68e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=eb328f43-6bab-4409-8740-41d8157be68e,segment=NetworkSegment(0a6e811a-bd63-4c4b-8873-ecc76df417f4),segment_id=0a6e811a-bd63-4c4b-8873-ecc76df417f4)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:15.889169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:16.009939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Calling delete_port for eb328f43-6bab-4409-8740-41d8157be68e owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:51:16.231560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:16.298845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['eb328f43-6bab-4409-8740-41d8157be68e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:51:16.299963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Pushing event deleted for resources: {'Port': ['ID=eb328f43-6bab-4409-8740-41d8157be68e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:16.314990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.315343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.315683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.316019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.316350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.316682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.317009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.317334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.317660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.318006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.318328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.319204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:16.367880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] No DVR routers for this DVR port eb328f43-6bab-4409-8740-41d8157be68e on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:51:16.370186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:16.372550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-deleted', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:51:16.417526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa94e9-2f87-4f10-a9dd-0a65ce977ae6', 'name': 'network-vif-deleted', 'tag': 'eb328f43-6bab-4409-8740-41d8157be68e', 'status': 'completed', 'code': 200} Mar 18 10:51:16.431912 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-99c25772-3f3d-4dd7-b87d-f4f91623f6e2 req-a3d1d8c9-1cb0-433b-aa6b-737f2982ff08 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.24 "DELETE /v2.0/ports/eb328f43-6bab-4409-8740-41d8157be68e HTTP/1.1" status: 204 len: 173 time: 0.8491452 Mar 18 10:51:16.613979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-09344ca6-af87-47a8-b3b2-dc35d306395c req-c8065e86-5898-4bb4-9480-0ba087ca9128 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Synchronizing usage tracker for tenant:a6f27b9930e04cae912537d55a115d8b on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:51:16.699793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-09344ca6-af87-47a8-b3b2-dc35d306395c req-c8065e86-5898-4bb4-9480-0ba087ca9128 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] Unset dirty status for tenant:a6f27b9930e04cae912537d55a115d8b on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:51:16.700933 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-09344ca6-af87-47a8-b3b2-dc35d306395c req-c8065e86-5898-4bb4-9480-0ba087ca9128 tempest-DeleteServersTestJSON-2063162751 tempest-DeleteServersTestJSON-2063162751-project] 10.222.0.18 "GET /v2.0/ports?device_id=57aa94e9-2f87-4f10-a9dd-0a65ce977ae6 HTTP/1.1" status: 200 len: 210 time: 0.1279902 Mar 18 10:51:17.941129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47150) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:18.000599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Deleting subnet 91e5b5c5-04c3-4e35-a429-2e823b715b80 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:51:18.003416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.054446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.106226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.272448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.307472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e5b5c5-04c3-4e35-a429-2e823b715b80,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:18.312910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.318759 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e907a2f2-0373-4324-a4df-502c2bee28bf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91e5b5c5-04c3-4e35-a429-2e823b715b80 HTTP/1.1" status: 204 len: 168 time: 0.3766010 Mar 18 10:51:18.321188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47154) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:18.422144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.542630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.566093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3030efca-284d-4b29-b703-73c8b17f16f8']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:51:18.578017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6e811a-bd63-4c4b-8873-ecc76df417f4') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:51:18.578307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6e811a-bd63-4c4b-8873-ecc76df417f4') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:51:18.589571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.604662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.610374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:51:18.610743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:51:18.626219 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:51:18.757329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.772954 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:18.782724 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=3030efca-284d-4b29-b703-73c8b17f16f8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:18.843584 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-24abf963-1566-4ccc-8097-3de8f9555f7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3030efca-284d-4b29-b703-73c8b17f16f8 HTTP/1.1" status: 204 len: 168 time: 0.5214233 Mar 18 10:51:19.028533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:51:19.061759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: eb328f43-6bab-4409-8740-41d8157be68e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:51:19.062128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device eb328f43-6bab-4409-8740-41d8157be68e not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:51:19.146594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47160) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:19.198574 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ff17d7ce-06d6-4e3c-814a-1faea6c67fd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f27b9930e04cae912537d55a115d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508585 Mar 18 10:51:19.201002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47164) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:19.255297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:19.280283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:19.402862 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:19.420242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e2c847-27a3-414a-86eb-d7b9aed20f8b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:19.498680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:19.499786 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-37295c1f-a12a-4b42-ba35-ec934ede1ec7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69e2c847-27a3-414a-86eb-d7b9aed20f8b HTTP/1.1" status: 204 len: 168 time: 0.2979233 Mar 18 10:51:20.498570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47188) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:20.598918 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148470157-network', 'tenant_id': 'ce323319ee074181a153601d94a50bd4'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:51:20.603621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:51:20.607426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Usage tracker for resource:network and tenant:ce323319ee074181a153601d94a50bd4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:51:20.610244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:51:20.616318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:51:20.694466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Made reservation on behalf of ce323319ee074181a153601d94a50bd4 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:51:20.696713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:20.708502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:20.722538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:51:20.727126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Usage tracker for resource:security_group_rule and tenant:ce323319ee074181a153601d94a50bd4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:51:20.729963 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:51:20.735805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:51:20.817412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:20.876955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:20.908021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:51:20.913741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d7420c-04d5-4692-a019-8a2569736ffd,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:20.922172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.922519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.922860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.923197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.923537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.923855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.924181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.924506 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.924829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.925152 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.925467 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.925805 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:51:20.931566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:20.931902 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Added segment c0e8c7c5-8380-4019-86fb-fd9fc0624740 of type vlan for network de1f946b-5ec2-425b-a2e9-2b346747ef1d Mar 18 10:51:20.956922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.048404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.049327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:21.049920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.149173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] Pushing event updated for resources: {'Network': ['ID=de1f946b-5ec2-425b-a2e9-2b346747ef1d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:21.158710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:51:21.215243 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-134cafca-87cf-4c98-aec9-55630c243108 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7155583 Mar 18 10:51:21.218015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47194) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:51:21.223445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Request body: {'subnet': {'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148470157-subnet', 'tenant_id': 'ce323319ee074181a153601d94a50bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:51:21.228838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:51:21.232644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Usage tracker for resource:subnet and tenant:ce323319ee074181a153601d94a50bd4 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:51:21.235558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:51:21.241329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:51:21.311038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Made reservation on behalf of ce323319ee074181a153601d94a50bd4 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:51:21.313304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.562884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.638925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e731e9c-10d1-4bf4-80df-3edf587df166,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:21.644114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Checking segment: {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:51:21.645058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Network hostable DHCP agents. Network: de1f946b-5ec2-425b-a2e9-2b346747ef1d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:51:21.722464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:51:21.785568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, de1f946b-5ec2-425b-a2e9-2b346747ef1d) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:51:21.792199 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:21.792969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:21.793976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72790d68-0769-439b-81b7-de18d13e58f7 None None] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:51:21.920303 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0902fa8c-9918-4cf1-8209-bc260f62552a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6931424 Mar 18 10:51:22.015755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d1672-e91b-40c5-9bd4-89ec5d4aebd9 None None] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:51:22.030801 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0e9627c6-afbb-4dec-ab5c-1d2c2c276b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:22.419398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-3c24a331-65e8-4abc-a056-c2cc5fa8c969 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:22.420499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-3c24a331-65e8-4abc-a056-c2cc5fa8c969 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 815 time: 0.1408467 Mar 18 10:51:22.435491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-c22cf780-5dfb-4ab1-9747-62b5a51c09a3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/quotas/ce323319ee074181a153601d94a50bd4 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Mar 18 10:51:22.516808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-0f129fef-821f-4129-8737-ead0ab93962d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420330 Mar 18 10:51:22.663341 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-1dea19b4-0f11-415e-b8f3-145824906b12 service neutron] 10.222.0.18 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735959 Mar 18 10:51:22.793356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-1abb3d81-b628-4db8-99b3-439e46a95774 service neutron] 10.222.0.18 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240513 Mar 18 10:51:23.055280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8337e1e8-67c6-425d-be09-6e548af108be req-3b80a05a-2de2-4f45-a19b-b52fb21be274 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 210 time: 0.0440648 Mar 18 10:51:24.203764 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cdc78249-a18e-400a-b73b-ea12974821cf req-167072ec-a73f-4b6e-84f6-1efc19413575 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 210 time: 0.0472569 Mar 18 10:51:24.471332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d984a950-2f9c-446b-b888-5e84e58126fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:24.674991 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:51:25.123199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-b6621bdb-9250-4818-b373-27592a88f89e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:25.124603 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-b6621bdb-9250-4818-b373-27592a88f89e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 815 time: 0.1438911 Mar 18 10:51:25.136598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Request body: {'port': {'device_id': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'admin_state_up': True, 'tenant_id': 'ce323319ee074181a153601d94a50bd4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:51:25.340150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:25.370304 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e692fc47-1bf8-47f0-82ea-99bdd9223bea req-5c14fa61-9d30-4fb5-abc6-58e965d9fb75 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 210 time: 0.0422652 Mar 18 10:51:25.393243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:51:25.397640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Usage tracker for resource:port and tenant:ce323319ee074181a153601d94a50bd4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:51:25.400428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:51:25.406088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:51:25.414227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:25.499963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Made reservation on behalf of ce323319ee074181a153601d94a50bd4 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:51:25.503470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:25.591455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:25.666617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Allocated IP 172.20.0.3 (de1f946b-5ec2-425b-a2e9-2b346747ef1d/4e731e9c-10d1-4bf4-80df-3edf587df166/6d6120b0-2a06-4f4d-b5e2-fad60158fc03) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:51:25.862149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:25.945803 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.010303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:51:26.020757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:51:26.024984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:51:26.054943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:26.089721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:26.090357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.164104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-431e7e2f-3329-4ca4-817f-f6be2570a992 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306954 Mar 18 10:51:26.175240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Request body: {'port': {'device_id': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:51:26.285261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.627702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ef9f7-55d9-4ffa-8867-9bf06e196c6e req-680a044f-8184-4a10-9e10-c5b72d0f418d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:26.628414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b14ef9f7-55d9-4ffa-8867-9bf06e196c6e req-680a044f-8184-4a10-9e10-c5b72d0f418d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Synchronizing usage tracker for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:51:26.693802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:51:26.700919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.714748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Transition to ACTIVE for port object 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:51:26.784976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b14ef9f7-55d9-4ffa-8867-9bf06e196c6e req-680a044f-8184-4a10-9e10-c5b72d0f418d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Unset dirty status for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:51:26.786195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b14ef9f7-55d9-4ffa-8867-9bf06e196c6e req-680a044f-8184-4a10-9e10-c5b72d0f418d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 931 time: 0.2827139 Mar 18 10:51:26.822035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.869162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b14ef9f7-55d9-4ffa-8867-9bf06e196c6e req-188bdfa6-8827-4074-9ae1-b2df0d09822b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 Mar 18 10:51:26.955145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:26.985498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f180294-341d-4174-becc-d61412493093 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:27.057476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Attempting to bind port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:51:27.057799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Attempting to bind port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:51:27.058143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Attempting to bind port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:51:27.062524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:51:27.062835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Attempting to bind port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:51:27.067950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:51:27.068799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Checking segment: {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:51:27.069175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Bound using segment: {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:51:27.069613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Bound port: 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:51:27.069968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:27.153228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:51:27.156152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:51:27.219980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:27.278685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:27.279317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:27.280723 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-8f180294-341d-4174-becc-d61412493093 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 1093 time: 1.1095519 Mar 18 10:51:27.281153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:51:27.308362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f180294-341d-4174-becc-d61412493093 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:27.416700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-13c69dba-190e-439a-ab4b-d46a33c7ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:27.418230 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-13c69dba-190e-439a-ab4b-d46a33c7ff8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1096 time: 0.0739331 Mar 18 10:51:27.576107 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'status': 'completed', 'code': 200} Mar 18 10:51:27.589845 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-53cbc5fc-a6cf-4587-a433-b9df1896b543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.1643491 Mar 18 10:51:27.650183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-a874fff6-235c-43fe-80c3-104855cc3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:27.651557 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-a874fff6-235c-43fe-80c3-104855cc3aa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0557761 Mar 18 10:51:27.698867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-ac569db5-2eb1-42c0-a36c-d3b36422ebe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419290 Mar 18 10:51:27.828376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-f807e9c9-5181-41cc-a605-403284a3fa13 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237574 Mar 18 10:51:27.960697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9971eda7-dcf0-426e-bbe7-dd9341c991c8 req-61b4f5c5-d51c-40ec-8324-63198f28ddfc service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265872 Mar 18 10:51:28.053616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24e6e-ff19-4903-a22f-34863d14de29 req-2cbd13c3-80eb-4df1-9dc2-c8689b8c467f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:28.055078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-26a24e6e-ff19-4903-a22f-34863d14de29 req-2cbd13c3-80eb-4df1-9dc2-c8689b8c467f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 943 time: 0.0792680 Mar 18 10:51:28.139623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-26a24e6e-ff19-4903-a22f-34863d14de29 req-d8786bbd-75de-40aa-b1ab-09d7ee84c0e9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Mar 18 10:51:28.158586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-ecfa1399-0728-4fc7-ba14-75e075905359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:28.160030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-ecfa1399-0728-4fc7-ba14-75e075905359 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1096 time: 0.1041181 Mar 18 10:51:28.288645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-d9b35617-087b-49e5-9bf5-13734d7868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:28.290085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-d9b35617-087b-49e5-9bf5-13734d7868f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1237543 Mar 18 10:51:28.354083 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-37f3d3a9-ce97-4367-8d71-1d588e401537 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.0577641 Mar 18 10:51:28.416635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-682e6242-8506-4939-ae91-fa960c423d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:28.417992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-682e6242-8506-4939-ae91-fa960c423d9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0577261 Mar 18 10:51:28.465134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-198f4dea-6efe-4597-a547-5caf41976279 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396254 Mar 18 10:51:28.590892 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-8df91f1e-6aa5-4811-9f2f-89998bcffab6 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189587 Mar 18 10:51:28.716552 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-976f0c6e-f04b-4156-90c1-d65fc6d4819e req-63b5c416-d194-47be-888f-3d902ba5aa95 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191523 Mar 18 10:51:29.065014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:51:29.194982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:29.207359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'port_id': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'mac_address': 'fa:16:3e:e0:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e731e9c-10d1-4bf4-80df-3edf587df166', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:51:29.260497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:29.276440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:51:29.292136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:29.324233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da6fb-9c65-4843-88e1-12aceb1a3016 req-d42f9fdb-414f-402f-a66e-28923b9c7866 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:29.325586 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea8da6fb-9c65-4843-88e1-12aceb1a3016 req-d42f9fdb-414f-402f-a66e-28923b9c7866 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 943 time: 0.0817127 Mar 18 10:51:29.333601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:29.370098 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-ea8da6fb-9c65-4843-88e1-12aceb1a3016 req-f1bf1705-63e2-44a7-9552-5b710a9d8b4c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Synchronizing usage tracker for tenant:ce323319ee074181a153601d94a50bd4 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:51:29.402342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:29.425274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-ea8da6fb-9c65-4843-88e1-12aceb1a3016 req-f1bf1705-63e2-44a7-9552-5b710a9d8b4c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Unset dirty status for tenant:ce323319ee074181a153601d94a50bd4 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:51:29.426475 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ea8da6fb-9c65-4843-88e1-12aceb1a3016 req-f1bf1705-63e2-44a7-9552-5b710a9d8b4c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953245 Mar 18 10:51:29.541656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['6d6120b0-2a06-4f4d-b5e2-fad60158fc03'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:51:30.612926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c45e0-5d5f-4481-aa9c-ebe122d82a3e req-d81b6b03-ec39-4024-87e6-46c66db88bca tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:30.614358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4c7c45e0-5d5f-4481-aa9c-ebe122d82a3e req-d81b6b03-ec39-4024-87e6-46c66db88bca tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 944 time: 0.0811524 Mar 18 10:51:30.657694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4c7c45e0-5d5f-4481-aa9c-ebe122d82a3e req-c38354c8-3872-4d36-b0d0-c27f1f6d65d5 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Mar 18 10:51:31.080576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:51:31.230571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:51:31.235098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:51:31.235472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:31.347311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:31.373301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:51:31.382499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:51:31.417631 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'code': 200} Mar 18 10:51:31.436800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:31.502234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:51:31.737195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41d624-5951-4808-952a-22b84954e420 req-88b5183b-b1b0-47c8-81d4-08a108dec168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:31.738726 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ac41d624-5951-4808-952a-22b84954e420 req-88b5183b-b1b0-47c8-81d4-08a108dec168 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1098 time: 0.0680003 Mar 18 10:51:31.825229 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ac41d624-5951-4808-952a-22b84954e420 req-d49da198-a089-46d2-bcb6-837dac0b250e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798726 Mar 18 10:51:31.856468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877fb2-4302-47e3-b509-629691566d6a req-27285c71-ffd5-40bd-9b87-fb4e324aa681 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:31.857874 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1877fb2-4302-47e3-b509-629691566d6a req-27285c71-ffd5-40bd-9b87-fb4e324aa681 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0962827 Mar 18 10:51:31.902187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d1877fb2-4302-47e3-b509-629691566d6a req-3aa2a68f-3aba-41ce-be98-af4451d2f98f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Mar 18 10:51:33.087483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15115abe-2955-4b59-825c-e036ec4048fb req-319caa4e-fc26-42bb-87d9-b49201fbaf51 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:33.088901 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15115abe-2955-4b59-825c-e036ec4048fb req-319caa4e-fc26-42bb-87d9-b49201fbaf51 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0815718 Mar 18 10:51:33.238058 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15115abe-2955-4b59-825c-e036ec4048fb req-23f86575-4574-47fd-9803-ee6d0b2a98ff tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377192 Mar 18 10:51:33.408933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51982483-a5e6-40c3-a317-42a9d1b73480 req-d52b4e8b-cb35-40d4-bcfa-d141465264ad tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:33.410359 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-51982483-a5e6-40c3-a317-42a9d1b73480 req-d52b4e8b-cb35-40d4-bcfa-d141465264ad tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0771911 Mar 18 10:51:33.453253 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-51982483-a5e6-40c3-a317-42a9d1b73480 req-0245fbc5-598e-4c8f-90ae-66ccca5b8a5c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366204 Mar 18 10:51:33.984505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0da6e-0a70-4131-96c7-aa1594fdb197 req-2a7514fd-25d6-4c65-b7bf-6b99a1b1031c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:33.985980 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0da0da6e-0a70-4131-96c7-aa1594fdb197 req-2a7514fd-25d6-4c65-b7bf-6b99a1b1031c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.1927137 Mar 18 10:51:34.028435 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0da0da6e-0a70-4131-96c7-aa1594fdb197 req-250e9e0f-054c-4389-b53c-76084bad4512 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Mar 18 10:51:34.210092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d002f-c06c-4e75-87b8-b49ec22269b2 req-f25ff878-c037-4666-861c-a34a6cf131de tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:34.211422 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f8d002f-c06c-4e75-87b8-b49ec22269b2 req-f25ff878-c037-4666-861c-a34a6cf131de tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0825996 Mar 18 10:51:34.254151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f8d002f-c06c-4e75-87b8-b49ec22269b2 req-bfe218a6-c990-4b9a-b474-52e73392a025 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Mar 18 10:51:34.804529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c16d3-2db1-43cd-9a41-ba7c264089e1 req-cc9a0b76-5fc0-4824-a549-3e3f4b88e72b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:34.806020 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-745c16d3-2db1-43cd-9a41-ba7c264089e1 req-cc9a0b76-5fc0-4824-a549-3e3f4b88e72b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.1423037 Mar 18 10:51:34.808612 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-aa5f4001-106b-4d95-8843-5000274b6946 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985131 Mar 18 10:51:34.849431 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-745c16d3-2db1-43cd-9a41-ba7c264089e1 req-8dad8688-7584-4aa3-bda2-a432239c4fdb tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377755 Mar 18 10:51:36.034252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f484c44-eced-4da3-b48d-a1a5e2bba470 req-2ef09495-1712-495d-8bdd-cbcb5b501653 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:36.035743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f484c44-eced-4da3-b48d-a1a5e2bba470 req-2ef09495-1712-495d-8bdd-cbcb5b501653 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0812240 Mar 18 10:51:36.079946 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f484c44-eced-4da3-b48d-a1a5e2bba470 req-c91c1b81-935a-4752-9f47-9a0666d661ca tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377913 Mar 18 10:51:36.775380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-2bce3b37-2324-4665-8f20-016baf5c5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:36.776731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-2bce3b37-2324-4665-8f20-016baf5c5944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1098 time: 0.0693970 Mar 18 10:51:36.902145 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-e9237d7d-ddef-44c2-b190-9f76e3bde846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:36.903562 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-e9237d7d-ddef-44c2-b190-9f76e3bde846 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1213269 Mar 18 10:51:36.971798 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-4b429a81-de3a-4ac6-a89f-b70633ae7fcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.0622208 Mar 18 10:51:37.031352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-70faae29-5a19-4ef7-9102-5ddd207f6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:37.032619 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-70faae29-5a19-4ef7-9102-5ddd207f6fdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0551064 Mar 18 10:51:37.080323 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-3e040a8b-6468-4ab0-9072-f7eae1927aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416496 Mar 18 10:51:37.207934 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-c587a44d-912b-4a07-84ff-36fb00dc5f08 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214895 Mar 18 10:51:37.262346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae1b3-969a-4bde-b308-d543125f4b07 req-faf38a29-ea64-4f15-9488-b194afae82c9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:37.263965 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-357ae1b3-969a-4bde-b308-d543125f4b07 req-faf38a29-ea64-4f15-9488-b194afae82c9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0808148 Mar 18 10:51:37.308818 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-357ae1b3-969a-4bde-b308-d543125f4b07 req-7c40efd0-0fba-44f3-958c-be144b472f3d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Mar 18 10:51:37.339551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-f14b2ab9-bccb-4847-9bf7-9f947e2c1baf service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235850 Mar 18 10:51:38.489925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d78d4-6295-4ead-ba4a-253d5cf78c29 req-9f4bd5bc-9c5a-477d-a612-63b3085ad994 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:38.491881 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9e7d78d4-6295-4ead-ba4a-253d5cf78c29 req-9f4bd5bc-9c5a-477d-a612-63b3085ad994 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0779369 Mar 18 10:51:38.533741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9e7d78d4-6295-4ead-ba4a-253d5cf78c29 req-2ce968c2-143d-401d-90c6-c5ad3e09641b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Mar 18 10:51:39.714041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb0cd9-08f0-48a0-948e-ff40a652bd7f req-dbb0c53e-d59d-432b-9584-f09f58f46646 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:39.715447 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a7fb0cd9-08f0-48a0-948e-ff40a652bd7f req-dbb0c53e-d59d-432b-9584-f09f58f46646 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0800042 Mar 18 10:51:39.758077 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a7fb0cd9-08f0-48a0-948e-ff40a652bd7f req-dc3a7460-1ae1-4757-8629-d395f2f43f81 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Mar 18 10:51:40.940963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65dc0a-171b-413e-9b16-d04bdb691d98 req-c8925676-b4e5-47e3-9e7f-f87d2da92a71 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:40.942414 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d65dc0a-171b-413e-9b16-d04bdb691d98 req-c8925676-b4e5-47e3-9e7f-f87d2da92a71 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0809281 Mar 18 10:51:40.984359 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d65dc0a-171b-413e-9b16-d04bdb691d98 req-7796f772-a29b-4a47-9a86-07e9e7be262f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Mar 18 10:51:42.166276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6408a-189f-418b-8e5a-ebeaee84eb0f req-c82a0a82-ea1d-452e-bfef-dd6941bf47dc tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:42.167727 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9f6408a-189f-418b-8e5a-ebeaee84eb0f req-c82a0a82-ea1d-452e-bfef-dd6941bf47dc tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0776725 Mar 18 10:51:42.210748 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9f6408a-189f-418b-8e5a-ebeaee84eb0f req-b4cc9603-5a6d-4c27-b190-b3543e41858a tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Mar 18 10:51:43.389535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d4297-8279-47dc-96e3-9f966d2298c4 req-c24c13f9-432c-411b-bec5-a7f2a73e4f14 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:43.390997 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a35d4297-8279-47dc-96e3-9f966d2298c4 req-c24c13f9-432c-411b-bec5-a7f2a73e4f14 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0777349 Mar 18 10:51:43.437148 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a35d4297-8279-47dc-96e3-9f966d2298c4 req-396f48b1-fe35-4027-903e-d1f7774688d9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 18 10:51:44.617500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fc5a9-7476-4069-9758-b13ef5b4dcb4 req-ae1f2a75-1085-4034-88f2-e79ccb117fd4 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:44.618935 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-541fc5a9-7476-4069-9758-b13ef5b4dcb4 req-ae1f2a75-1085-4034-88f2-e79ccb117fd4 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0798442 Mar 18 10:51:44.660982 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-541fc5a9-7476-4069-9758-b13ef5b4dcb4 req-f6384c77-9c04-4f00-8a35-9509f28f0547 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Mar 18 10:51:45.985288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408c5c-5c71-4f02-8e46-d4b189160661 req-0c242bed-5be4-474c-9940-5118eac389c8 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:45.986690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3e408c5c-5c71-4f02-8e46-d4b189160661 req-0c242bed-5be4-474c-9940-5118eac389c8 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0778587 Mar 18 10:51:46.029603 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3e408c5c-5c71-4f02-8e46-d4b189160661 req-86f64a39-bfa8-4b20-9156-9e2eecc6d773 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Mar 18 10:51:47.206890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7445-e196-4b14-9124-5ef68ec7b4fe req-a47505e1-278a-4eba-9ce4-0246d8a2e922 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:47.208214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b05e7445-e196-4b14-9124-5ef68ec7b4fe req-a47505e1-278a-4eba-9ce4-0246d8a2e922 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0778444 Mar 18 10:51:47.254150 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b05e7445-e196-4b14-9124-5ef68ec7b4fe req-b62149be-f37a-4480-b7ab-dd4d72ef85e5 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Mar 18 10:51:48.442020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494904e-622b-47fb-9057-5ed1bc83ebd4 req-bbba5c44-b702-474e-a38f-95a849023c93 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:48.443460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a494904e-622b-47fb-9057-5ed1bc83ebd4 req-bbba5c44-b702-474e-a38f-95a849023c93 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0803988 Mar 18 10:51:48.491375 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a494904e-622b-47fb-9057-5ed1bc83ebd4 req-ed0c1ec0-3eb0-43e4-a724-39dfb3e5c94f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Mar 18 10:51:49.052416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c502652-b90e-4d58-b863-a88039d2efba req-ae55e4a8-8f1f-48bf-ae14-b7cfe7205612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:49.054355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-ae55e4a8-8f1f-48bf-ae14-b7cfe7205612 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1098 time: 0.0691164 Mar 18 10:51:49.206411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c502652-b90e-4d58-b863-a88039d2efba req-bb2b7ccf-c058-4b68-bd41-22056db96e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:49.207767 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-bb2b7ccf-c058-4b68-bd41-22056db96e7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1358130 Mar 18 10:51:49.369224 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-e749d830-1062-453a-a9cb-b5c025848e4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.1548319 Mar 18 10:51:49.429567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c502652-b90e-4d58-b863-a88039d2efba req-3fd0a4d0-ac0d-40af-ae52-e82775465ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:49.430980 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-3fd0a4d0-ac0d-40af-ae52-e82775465ac2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0557580 Mar 18 10:51:49.479628 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-836a4d57-b25b-4586-9bf1-5800be99527d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428951 Mar 18 10:51:49.609838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-98181742-7caf-4c60-8bee-d05dc9f8eed5 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233380 Mar 18 10:51:49.672990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957039fa-064d-45a7-a8df-ea4a375642c7 req-78a82f84-61ff-447d-a5ab-440850b1a481 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:49.674440 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-957039fa-064d-45a7-a8df-ea4a375642c7 req-78a82f84-61ff-447d-a5ab-440850b1a481 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0779190 Mar 18 10:51:49.718438 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-957039fa-064d-45a7-a8df-ea4a375642c7 req-cec74b84-a432-482a-8c03-e7272e4be66c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Mar 18 10:51:49.748525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c502652-b90e-4d58-b863-a88039d2efba req-fd8c798b-254f-46ef-8ebb-45d043e60972 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243448 Mar 18 10:51:50.900118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd03ef4-2f29-4dc6-a057-75e188049085 req-227e894d-d960-402b-9215-c7af3d2b03d6 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:50.901556 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ffd03ef4-2f29-4dc6-a057-75e188049085 req-227e894d-d960-402b-9215-c7af3d2b03d6 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0796032 Mar 18 10:51:50.944101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ffd03ef4-2f29-4dc6-a057-75e188049085 req-8b14eb1a-c797-4c08-b99b-da4d74fd245a tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363214 Mar 18 10:51:51.979300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b861-c8a9-49f3-a14b-04af4ed3d4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:52.130531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f2340-a88f-445f-9072-8a70dca41879 req-7c84f867-ebc8-4041-b0b1-2e87ecb90536 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:52.133442 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e90f2340-a88f-445f-9072-8a70dca41879 req-7c84f867-ebc8-4041-b0b1-2e87ecb90536 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0865700 Mar 18 10:51:52.176370 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e90f2340-a88f-445f-9072-8a70dca41879 req-c5dd0b8f-f1d5-4af5-8abb-244b1baad384 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Mar 18 10:51:53.359920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80bf26-bee3-4e65-8289-854ca5b9701d req-042a2888-05f8-4003-bbda-059f4110856c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:53.365655 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a80bf26-bee3-4e65-8289-854ca5b9701d req-042a2888-05f8-4003-bbda-059f4110856c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0798774 Mar 18 10:51:53.406310 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a80bf26-bee3-4e65-8289-854ca5b9701d req-26af1e20-b7aa-4968-bae1-24fae0fa8ea3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Mar 18 10:51:54.470613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-525d6fd2-72a2-49f0-9553-a91167e0587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:54.587528 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda2bf-b2b8-4b2c-8ef1-5e339ca9e133 req-8fab2e38-1e54-4c2d-9644-24584ff78ce2 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:54.588948 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-83eda2bf-b2b8-4b2c-8ef1-5e339ca9e133 req-8fab2e38-1e54-4c2d-9644-24584ff78ce2 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0776582 Mar 18 10:51:54.634506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-83eda2bf-b2b8-4b2c-8ef1-5e339ca9e133 req-e4d1be72-9f74-4869-a675-c0300fc97921 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Mar 18 10:51:55.333496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:55.361838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:55.573185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:55.815101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3d42-cb82-4877-8757-26dbb72a1cb4 req-9a6eb70e-4dcd-4e96-93e9-afa6473dffec tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:55.816601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-199b3d42-cb82-4877-8757-26dbb72a1cb4 req-9a6eb70e-4dcd-4e96-93e9-afa6473dffec tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0810957 Mar 18 10:51:55.862693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-199b3d42-cb82-4877-8757-26dbb72a1cb4 req-0754fd81-719c-44eb-a542-ef596f7cf1f8 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Mar 18 10:51:56.984635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:51:57.046747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adea03-98a3-4feb-9199-d91e7497c78d req-ed9f907b-56b4-4e31-8643-f0509e406db3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:57.048173 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3adea03-98a3-4feb-9199-d91e7497c78d req-ed9f907b-56b4-4e31-8643-f0509e406db3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0773773 Mar 18 10:51:57.092212 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3adea03-98a3-4feb-9199-d91e7497c78d req-5f52dc8f-8157-4b93-aaf3-9b5e21b772d8 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Mar 18 10:51:58.275335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48791-6684-4b45-a028-491877fb2280 req-06cf3ddb-c505-430b-b238-dad58acdbfd9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:58.276695 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a48791-6684-4b45-a028-491877fb2280 req-06cf3ddb-c505-430b-b238-dad58acdbfd9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0778539 Mar 18 10:51:58.325131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a48791-6684-4b45-a028-491877fb2280 req-b1d8dfaf-8ba6-4bc3-bf55-002e4718d8a7 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Mar 18 10:51:59.506257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266604da-a77d-4dc1-ba53-39e839064fe1 req-81441f33-939f-4de2-87ad-e85f5480213d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:51:59.508260 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-266604da-a77d-4dc1-ba53-39e839064fe1 req-81441f33-939f-4de2-87ad-e85f5480213d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0816817 Mar 18 10:51:59.550580 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-266604da-a77d-4dc1-ba53-39e839064fe1 req-964cef11-e660-4cd7-a180-644ad5c73d00 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Mar 18 10:52:00.734800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8037b-90d3-431c-a9b7-895a178dac96 req-b4ef6d50-98bf-42f0-a1f2-fb3665b53b5c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:00.736141 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75f8037b-90d3-431c-a9b7-895a178dac96 req-b4ef6d50-98bf-42f0-a1f2-fb3665b53b5c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0804577 Mar 18 10:52:00.778972 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75f8037b-90d3-431c-a9b7-895a178dac96 req-88b7c92b-e0c8-4f4b-b05e-fd25c31f8e2d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Mar 18 10:52:01.673738 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:52:01.960850 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9a99-9411-487b-9337-f76c3f08a54d req-bffd9440-0876-455d-a783-53d4eb3d9bb4 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:01.962289 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0d0a9a99-9411-487b-9337-f76c3f08a54d req-bffd9440-0876-455d-a783-53d4eb3d9bb4 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0812254 Mar 18 10:52:02.010072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0d0a9a99-9411-487b-9337-f76c3f08a54d req-385dfec8-dc4f-4932-9659-28c254105642 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Mar 18 10:52:03.189377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555111-a576-44bf-b530-7d23c6ab9a04 req-3e9d5105-a63d-41dd-bedd-8c997baf04d1 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:03.190737 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52555111-a576-44bf-b530-7d23c6ab9a04 req-3e9d5105-a63d-41dd-bedd-8c997baf04d1 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0782113 Mar 18 10:52:03.236045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52555111-a576-44bf-b530-7d23c6ab9a04 req-77b16313-b059-40b8-bc6f-59ff959bf662 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Mar 18 10:52:04.266442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-20295b62-6084-4078-8a31-2d9c9e9098b4 service neutron] 10.222.0.24 "GET /v2.0/ports/6d6120b0-2a06-4f4d-b5e2-fad60158fc03/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0710888 Mar 18 10:52:04.427517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ceb88-f2c5-4ee7-9000-dd050d7ad41a req-079822f2-dcd1-45bf-af9a-729f5ece67fa tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:04.430737 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f5ceb88-f2c5-4ee7-9000-dd050d7ad41a req-079822f2-dcd1-45bf-af9a-729f5ece67fa tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0835409 Mar 18 10:52:04.474002 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3f5ceb88-f2c5-4ee7-9000-dd050d7ad41a req-3bd1f909-0b86-49f9-bce8-b1f673fed1b1 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381238 Mar 18 10:52:04.900595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-41e7b807-fe35-47c6-9f14-6b0dc7362b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:04.902123 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-41e7b807-fe35-47c6-9f14-6b0dc7362b81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446&tenant_id=ce323319ee074181a153601d94a50bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0777044 Mar 18 10:52:05.017838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-7644b2d4-6d14-483f-8679-60454dd2fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:05.019319 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-7644b2d4-6d14-483f-8679-60454dd2fcaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1098 time: 0.0756278 Mar 18 10:52:05.174458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-4888e4c6-412f-47d9-989f-5c86e2ed632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:05.175811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-4888e4c6-412f-47d9-989f-5c86e2ed632a service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1506875 Mar 18 10:52:05.264305 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-5309b4de-c341-45e1-ac3e-d9dc966a117a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.0829051 Mar 18 10:52:05.326117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-27096e4c-bbb7-433c-9ad5-728a2fd21fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:05.328138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-27096e4c-bbb7-433c-9ad5-728a2fd21fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0583010 Mar 18 10:52:05.375482 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-8ef6d4e2-04b6-4e00-80f6-063b60ee5c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413096 Mar 18 10:52:05.638408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-7ba085f1-cba8-40a8-8222-e6b57a373bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573941 Mar 18 10:52:05.761291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5900a45-d23b-4422-b38f-0a3a926c5fe8 req-45800535-fcf2-496b-bd0f-f87097e41a42 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:05.762673 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d5900a45-d23b-4422-b38f-0a3a926c5fe8 req-45800535-fcf2-496b-bd0f-f87097e41a42 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.1838484 Mar 18 10:52:05.816053 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5704dd18-bc7f-4a3a-a7ea-c8e08805b63e req-c52bddbf-6454-45fb-aaeb-108414af725a service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701684 Mar 18 10:52:05.826504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d5900a45-d23b-4422-b38f-0a3a926c5fe8 req-82595218-da12-4101-9a2c-77e4d2f57174 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Mar 18 10:52:07.007466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74536-4b86-4dc9-923c-de720e4195e2 req-4ac559f3-fc8e-498c-a1ad-e63441b98298 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:07.008877 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-10d74536-4b86-4dc9-923c-de720e4195e2 req-4ac559f3-fc8e-498c-a1ad-e63441b98298 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0769985 Mar 18 10:52:07.054380 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-10d74536-4b86-4dc9-923c-de720e4195e2 req-7d021338-e3f7-44f1-8514-5c81f5342bb7 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Mar 18 10:52:07.271800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:52:07.275633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:52:07.475541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:07.513962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:07.530276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:07.538849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'port_id': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'mac_address': 'fa:16:3e:e0:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e731e9c-10d1-4bf4-80df-3edf587df166', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:52:07.546887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:07.584567 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'code': 200} Mar 18 10:52:07.597370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:07.614059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:52:07.624694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:07.734601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:52:07.734952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:52:07.737102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:08.236900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c95d39-6f6f-4119-8016-3fe3c3a51f9a req-12999f14-85db-4dfd-a3f6-56c2e3e8f875 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:08.238272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c0c95d39-6f6f-4119-8016-3fe3c3a51f9a req-12999f14-85db-4dfd-a3f6-56c2e3e8f875 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 943 time: 0.0817606 Mar 18 10:52:08.282414 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c0c95d39-6f6f-4119-8016-3fe3c3a51f9a req-da1b3fb5-721e-480e-a19a-4bb17ab9c48f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Mar 18 10:52:08.289968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:08.309494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:52:08.324718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:08.407568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:08.486355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['6d6120b0-2a06-4f4d-b5e2-fad60158fc03'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:52:08.532425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:08.769204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333bdd-3090-4820-9a19-30fa5768552f req-0ec290e3-3e37-458e-8ce7-fee8585342c6 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:08.770665 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6d333bdd-3090-4820-9a19-30fa5768552f req-0ec290e3-3e37-458e-8ce7-fee8585342c6 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 944 time: 0.0857394 Mar 18 10:52:08.814693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6d333bdd-3090-4820-9a19-30fa5768552f req-e6d8636f-e3ef-4cfa-9833-7bfb31f379bd tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Mar 18 10:52:08.844421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-91462e85-1da0-4fd9-ae1a-0e4a00a3eead tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:08.845848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-91462e85-1da0-4fd9-ae1a-0e4a00a3eead tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446&tenant_id=ce323319ee074181a153601d94a50bd4&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 944 time: 0.0881526 Mar 18 10:52:08.984642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-f487e9dc-7e86-4fcd-81e8-500b488a456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:08.986155 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-f487e9dc-7e86-4fcd-81e8-500b488a456c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 1097 time: 0.0707281 Mar 18 10:52:09.114387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-58f0a4cf-2f94-4db3-ba83-18de4c26158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:09.115795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-58f0a4cf-2f94-4db3-ba83-18de4c26158a service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1240413 Mar 18 10:52:09.183053 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-526c3cdc-9d2f-4708-87aa-8b59b89541ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 200 len: 217 time: 0.0614710 Mar 18 10:52:09.242350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-cd67ff73-4891-499f-b045-3248af8fb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:09.243690 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-cd67ff73-4891-499f-b045-3248af8fb725 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0551224 Mar 18 10:52:09.269781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:52:09.288419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-f9cdd99d-df02-495f-aa98-109e68e82efb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388987 Mar 18 10:52:09.335767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:52:09.336356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:09.414981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-8d86b376-c828-410f-a21c-d0cf1332f4d8 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209803 Mar 18 10:52:09.449465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:09.480032 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:09.544368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:09.566297 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52de5445-c7d0-4f8c-af83-2c3895be893b req-193c76af-dc2d-4d8e-978a-0379dd4f943e service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456366 Mar 18 10:52:09.588126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:09.618285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:09.642820 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'code': 200} Mar 18 10:52:09.997047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bb551-ccdb-4bbe-b547-1a791683b15f req-505a51fa-0a3d-45b0-b486-c2be9251216b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:09.998508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-336bb551-ccdb-4bbe-b547-1a791683b15f req-505a51fa-0a3d-45b0-b486-c2be9251216b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0774910 Mar 18 10:52:10.042647 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-336bb551-ccdb-4bbe-b547-1a791683b15f req-2267a669-e075-4d59-83be-fb64ddadc21b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Mar 18 10:52:11.230071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668eef5-6a1e-4864-8526-54f6f1e1b403 req-c9736b57-696f-4c36-8464-04c81a5187b9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:11.231419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8668eef5-6a1e-4864-8526-54f6f1e1b403 req-c9736b57-696f-4c36-8464-04c81a5187b9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0818458 Mar 18 10:52:11.274373 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8668eef5-6a1e-4864-8526-54f6f1e1b403 req-94c6904b-771d-4d81-b9ac-56f2007ec2af tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Mar 18 10:52:11.455166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3fe91-033f-4c55-b644-e6812a020c47 req-c37fe8fe-4a6f-4f3e-bd59-05c2a108c69d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:11.457367 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a4c3fe91-033f-4c55-b644-e6812a020c47 req-c37fe8fe-4a6f-4f3e-bd59-05c2a108c69d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0835557 Mar 18 10:52:11.516446 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a4c3fe91-033f-4c55-b644-e6812a020c47 req-335f8b3f-d12a-4e84-97f2-3dba9798a73e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Mar 18 10:52:11.694612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd87d6-f98e-45d1-b27d-3b1ae588e8a8 req-573cd394-60a5-4f4f-9435-7822adf58725 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:11.696056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-41bd87d6-f98e-45d1-b27d-3b1ae588e8a8 req-573cd394-60a5-4f4f-9435-7822adf58725 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0775685 Mar 18 10:52:11.740617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-41bd87d6-f98e-45d1-b27d-3b1ae588e8a8 req-3d12bcb1-7f1f-424b-a9df-7cc2a5f7ed99 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Mar 18 10:52:12.403907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-3e69abe5-c7ce-45e5-a682-978eed8d252c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:12.405227 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-3e69abe5-c7ce-45e5-a682-978eed8d252c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 815 time: 0.1451309 Mar 18 10:52:12.420059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-ce67b405-6c40-40ae-aa5a-6d23acbc434b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/quotas/ce323319ee074181a153601d94a50bd4 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Mar 18 10:52:12.496350 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-4175012a-c697-4a02-ac5a-07637b65ed54 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714591 Mar 18 10:52:12.717762 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-af6b275a-d447-4402-8b48-593c1b3ebdd0 service neutron] 10.222.0.18 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147079 Mar 18 10:52:12.844974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-e9673b88-ea0f-4d10-ae8c-77e358355e38 service neutron] 10.222.0.18 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214726 Mar 18 10:52:13.118514 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1cebcea8-ec48-403b-b54b-f1c280e39ad7 req-31a6ea3b-e334-4b7b-9030-52d6fec10222 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 210 time: 0.0431054 Mar 18 10:52:13.891774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-d23b3864-d602-4ea7-9d79-849e4b91726a tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:13.893171 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-d23b3864-d602-4ea7-9d79-849e4b91726a tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f44c746-bdc1-4e66-8777-8fc0ef4fe446 HTTP/1.1" status: 200 len: 945 time: 0.0866406 Mar 18 10:52:13.963301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Deleting port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:52:13.963637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:14.211445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] For port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:14.211800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:14.376631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Calling delete_port for 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:52:14.406823 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e0f128-b6f7-4a2e-bf92-c2681ad3d106 req-60676604-c67a-4ea9-8b0b-209c9f3a334c tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 210 time: 0.1799302 Mar 18 10:52:14.584235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:14.595754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['6d6120b0-2a06-4f4d-b5e2-fad60158fc03'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:52:14.634743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Pushing event deleted for resources: {'Port': ['ID=6d6120b0-2a06-4f4d-b5e2-fad60158fc03,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:14.706935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] No DVR routers for this DVR port 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:52:14.709256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:14.711744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-deleted', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:14.808670 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cb237a41-6ddb-4c19-a43e-ffb47847dd2d req-cbfd81bf-71f7-4a08-8f40-2adbbf8aac4d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "DELETE /v2.0/ports/6d6120b0-2a06-4f4d-b5e2-fad60158fc03 HTTP/1.1" status: 204 len: 173 time: 0.9101613 Mar 18 10:52:14.810228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44c746-bdc1-4e66-8777-8fc0ef4fe446', 'name': 'network-vif-deleted', 'tag': '6d6120b0-2a06-4f4d-b5e2-fad60158fc03', 'status': 'completed', 'code': 200} Mar 18 10:52:15.279722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-7ec79d8a-b622-4ce1-b240-f36c632f5b4b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:15.281167 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-7ec79d8a-b622-4ce1-b240-f36c632f5b4b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 815 time: 0.1482017 Mar 18 10:52:15.293206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Request body: {'port': {'device_id': '048bcbad-7588-428d-93ea-3310e3ba142e', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'admin_state_up': True, 'tenant_id': 'ce323319ee074181a153601d94a50bd4'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:52:15.427561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:52:15.438132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Usage tracker for resource:port and tenant:ce323319ee074181a153601d94a50bd4 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:52:15.442929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:52:15.450534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:52:15.557738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Made reservation on behalf of ce323319ee074181a153601d94a50bd4 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:52:15.560534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:15.579698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dab5d937-fc7e-477f-aabd-54092cd8baeb req-95d8bfda-623d-4875-ad7d-49f0e1b0f6d9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Synchronizing usage tracker for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:52:15.798954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dab5d937-fc7e-477f-aabd-54092cd8baeb req-95d8bfda-623d-4875-ad7d-49f0e1b0f6d9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Unset dirty status for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:52:15.800099 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dab5d937-fc7e-477f-aabd-54092cd8baeb req-95d8bfda-623d-4875-ad7d-49f0e1b0f6d9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 210 time: 0.2796957 Mar 18 10:52:15.834487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Allocated IP 172.20.0.9 (de1f946b-5ec2-425b-a2e9-2b346747ef1d/4e731e9c-10d1-4bf4-80df-3edf587df166/0665bcac-eb63-4389-94e4-5839b892cf86) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:52:16.029256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.133572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.199373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Network de1f946b-5ec2-425b-a2e9-2b346747ef1d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:52:16.202313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:52:16.210294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:52:16.255630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:16.279486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:16.280078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.379279 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-25a5e1d6-34dc-42bd-a0ef-cbe0e2016001 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0896399 Mar 18 10:52:16.390945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Request body: {'port': {'device_id': '048bcbad-7588-428d-93ea-3310e3ba142e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:52:16.498711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.820618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0665bcac-eb63-4389-94e4-5839b892cf86 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:52:16.827862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.841885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Transition to ACTIVE for port object 0665bcac-eb63-4389-94e4-5839b892cf86 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:52:16.915564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:16.982720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5dc35-a89c-4db2-a322-2d2d37297d43 req-ef0d1621-2c98-4cba-9f5a-6fbf0c453e50 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:16.984144 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-87d5dc35-a89c-4db2-a322-2d2d37297d43 req-ef0d1621-2c98-4cba-9f5a-6fbf0c453e50 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 943 time: 0.0806515 Mar 18 10:52:17.027631 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-87d5dc35-a89c-4db2-a322-2d2d37297d43 req-787fbd51-aa05-4aca-9104-4bd80a075809 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Mar 18 10:52:17.073838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:17.108687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.109033 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.109367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.109696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.110050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.110375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.110697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.111020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.111334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.111649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.111971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.112286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:17.154821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Attempting to bind port 0665bcac-eb63-4389-94e4-5839b892cf86 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:52:17.155153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Attempting to bind port 0665bcac-eb63-4389-94e4-5839b892cf86 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:52:17.155473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Attempting to bind port 0665bcac-eb63-4389-94e4-5839b892cf86 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:52:17.159875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Port 0665bcac-eb63-4389-94e4-5839b892cf86 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:52:17.160191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Attempting to bind port 0665bcac-eb63-4389-94e4-5839b892cf86 on network de1f946b-5ec2-425b-a2e9-2b346747ef1d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:52:17.165405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:52:17.165738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Checking segment: {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:52:17.166144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Bound using segment: {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:52:17.166558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Bound port: 0665bcac-eb63-4389-94e4-5839b892cf86, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e8c7c5-8380-4019-86fb-fd9fc0624740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:52:17.166905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:17.253954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:52:17.271388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:52:17.300083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:52:17.333576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:52:17.333869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 6d6120b0-2a06-4f4d-b5e2-fad60158fc03 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:52:17.344611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:17.398368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:17.398971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:17.400439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 1093 time: 1.0136447 Mar 18 10:52:17.400781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:17.426232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4036a-29e4-4d42-bbe0-84e66ba895b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:17.448007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86', 'status': 'completed', 'code': 200} Mar 18 10:52:17.538874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-f46ae540-8348-49c8-8510-13a21b93b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:17.540311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-f46ae540-8348-49c8-8510-13a21b93b42e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1096 time: 0.0733092 Mar 18 10:52:17.676775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-14fb18bb-e68a-4bd7-908b-0b396abe24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:17.678743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-14fb18bb-e68a-4bd7-908b-0b396abe24d8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ce323319ee074181a153601d94a50bd4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315084 Mar 18 10:52:17.906475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-22034a75-3c0e-4972-a5e0-43b8066d8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:17.907886 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f33491ef-811b-42b7-95de-a3ae0caf0a86 req-22034a75-3c0e-4972-a5e0-43b8066d8641 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237558 Mar 18 10:52:18.009708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-c1edd66b-d5f0-4089-a72c-0d3e370eafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:18.011172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-c1edd66b-d5f0-4089-a72c-0d3e370eafe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1096 time: 0.0681083 Mar 18 10:52:18.079078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-0be0ad71-73d5-4f30-8965-0dd1ef679b45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 217 time: 0.0612721 Mar 18 10:52:18.138951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-7549730d-4643-4432-8a65-a8c8a63c5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:18.140355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-7549730d-4643-4432-8a65-a8c8a63c5f5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0557299 Mar 18 10:52:18.188683 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-71983ad8-eb43-4962-ae9f-8f1e64911208 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424380 Mar 18 10:52:18.210633 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db058ae6-1909-47ef-8925-eafa2059b8ed req-313b8671-0511-4bf4-9d4a-ac24d5b36421 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:18.212769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db058ae6-1909-47ef-8925-eafa2059b8ed req-313b8671-0511-4bf4-9d4a-ac24d5b36421 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 943 time: 0.0787852 Mar 18 10:52:18.261999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-db058ae6-1909-47ef-8925-eafa2059b8ed req-29fddf7c-eb02-4d19-b5fe-f91d8cfa09b5 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Mar 18 10:52:18.325348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-32964ad2-a1c2-4668-89ac-d121fdaac52e service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301229 Mar 18 10:52:18.459303 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-59159c4e-ba4e-4902-bbf4-b8e7252327bc req-4b161257-9f86-4824-9f0f-5bda78939f82 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280711 Mar 18 10:52:19.312811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:52:19.442861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:19.455160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19df359-0905-4dc5-beff-80dd3723edb2 req-e3eff3de-1247-40c0-b8bf-98e6a6546185 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:19.456238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '0665bcac-eb63-4389-94e4-5839b892cf86', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'port_id': '0665bcac-eb63-4389-94e4-5839b892cf86', 'mac_address': 'fa:16:3e:cb:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e731e9c-10d1-4bf4-80df-3edf587df166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:52:19.456637 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c19df359-0905-4dc5-beff-80dd3723edb2 req-e3eff3de-1247-40c0-b8bf-98e6a6546185 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 943 time: 0.0876186 Mar 18 10:52:19.501153 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c19df359-0905-4dc5-beff-80dd3723edb2 req-8f20bb53-7d5a-4f79-bd0f-da5e4b750712 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Mar 18 10:52:19.513608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:19.529461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0665bcac-eb63-4389-94e4-5839b892cf86 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:52:19.544588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:19.607247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:19.671803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:19.678777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.679118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.679452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.679782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.680107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.680433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.680755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.681074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.681392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.681711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.682136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.682456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:19.803335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['0665bcac-eb63-4389-94e4-5839b892cf86'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:52:20.773761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473959-abf2-41a8-b5f8-baa2c49e5755 req-3cf666dc-c01c-4ad5-b98a-f5fa1febe1b2 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:20.775127 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-03473959-abf2-41a8-b5f8-baa2c49e5755 req-3cf666dc-c01c-4ad5-b98a-f5fa1febe1b2 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 944 time: 0.1735258 Mar 18 10:52:20.817951 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-03473959-abf2-41a8-b5f8-baa2c49e5755 req-70836e83-b312-427e-91ec-1d22002463e0 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Mar 18 10:52:21.312798 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:52:21.429968 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 0665bcac-eb63-4389-94e4-5839b892cf86 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:52:21.434653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 0665bcac-eb63-4389-94e4-5839b892cf86 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:52:21.435025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:21.548180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:21.573951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:21.583067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:21.647218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:21.686673 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86', 'code': 200} Mar 18 10:52:21.718883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:21.990382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9569ebe3-4561-423f-8d3a-8a5504909a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:22.001583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24713d-e8f5-4e55-939c-2713d7463ac7 req-dfc24810-3539-4900-a7b0-e91688b0920b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:22.003047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0c24713d-e8f5-4e55-939c-2713d7463ac7 req-dfc24810-3539-4900-a7b0-e91688b0920b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0816355 Mar 18 10:52:22.048241 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0c24713d-e8f5-4e55-939c-2713d7463ac7 req-cb533da0-a4aa-410a-9b4f-775ded567c80 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Mar 18 10:52:22.066044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7110f-8d6f-4639-ac5d-bedf48b5ab8f req-553dd321-baec-43a6-b150-53bf2255b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:22.067494 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cac7110f-8d6f-4639-ac5d-bedf48b5ab8f req-553dd321-baec-43a6-b150-53bf2255b612 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1098 time: 0.0743446 Mar 18 10:52:22.106412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cac7110f-8d6f-4639-ac5d-bedf48b5ab8f req-12f288c1-5a63-4f40-96d9-6aff02ef95fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Mar 18 10:52:23.234612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460403cc-05f3-47c2-866b-5a117003a7d3 req-14109e64-8760-406d-82bd-984e1fd4cbb9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:23.236013 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-460403cc-05f3-47c2-866b-5a117003a7d3 req-14109e64-8760-406d-82bd-984e1fd4cbb9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0796232 Mar 18 10:52:23.280521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-460403cc-05f3-47c2-866b-5a117003a7d3 req-6d854e9e-ced5-4b89-891b-e822c15e616b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Mar 18 10:52:24.462912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a206b-d72e-4a15-bc40-d68717a427bd req-b179514a-1e16-47a4-91f2-14be9fbbc18b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:24.464360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e2a206b-d72e-4a15-bc40-d68717a427bd req-b179514a-1e16-47a4-91f2-14be9fbbc18b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0790472 Mar 18 10:52:24.492399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8621ab0a-b822-4ccf-98fe-7624ee0542a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:24.507213 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e2a206b-d72e-4a15-bc40-d68717a427bd req-6dfb0ea6-e9be-4887-992d-23147292aaff tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372057 Mar 18 10:52:24.688651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4439-8d26-4b87-a9cd-abbe4f491279 req-006205af-3afe-47ae-9912-e07cb3f0a80f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:24.690164 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-65fa4439-8d26-4b87-a9cd-abbe4f491279 req-006205af-3afe-47ae-9912-e07cb3f0a80f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0822680 Mar 18 10:52:24.734009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-65fa4439-8d26-4b87-a9cd-abbe4f491279 req-022251eb-3400-4117-9dfd-008ca418fae9 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Mar 18 10:52:25.296984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1f413-5824-420c-bd08-90d30818b007 req-5521a238-8c90-4ceb-9636-b0f0626a116e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:25.298461 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2f1f413-5824-420c-bd08-90d30818b007 req-5521a238-8c90-4ceb-9636-b0f0626a116e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0800266 Mar 18 10:52:25.337810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:25.344232 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2f1f413-5824-420c-bd08-90d30818b007 req-af911d43-e98f-41d2-8756-59e69385b502 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Mar 18 10:52:25.365698 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-92ac95c0-a9c2-45ea-b367-d0025aa355d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745387 Mar 18 10:52:25.398355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:25.589905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:26.537569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694166f-787d-41ad-9885-7c40a74ea1dd req-a67ddc36-fe0b-4581-8d90-8c9417227255 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:26.539304 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3694166f-787d-41ad-9885-7c40a74ea1dd req-a67ddc36-fe0b-4581-8d90-8c9417227255 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0814531 Mar 18 10:52:26.583661 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3694166f-787d-41ad-9885-7c40a74ea1dd req-09bf091a-2344-45e6-abd8-a0fc6b78ac62 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386834 Mar 18 10:52:26.973328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:27.320677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-42c73320-92f2-4712-971c-a29389c70314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:27.322076 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-42c73320-92f2-4712-971c-a29389c70314 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1098 time: 0.0715053 Mar 18 10:52:27.450937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-f2f7f56f-dd6c-4c68-bbd8-058dfb96f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:27.452370 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-f2f7f56f-dd6c-4c68-bbd8-058dfb96f498 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1248665 Mar 18 10:52:27.520887 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-50ed5801-7168-4bf3-a94c-9efbbcd266ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 217 time: 0.0620112 Mar 18 10:52:27.580644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-3d04f14d-6f66-4d0e-9db2-ea89bd90bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:27.581936 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-3d04f14d-6f66-4d0e-9db2-ea89bd90bda0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0545948 Mar 18 10:52:27.626008 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-9da9bd87-2b28-4c79-98c7-de9049e67741 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382681 Mar 18 10:52:27.902420 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-191948de-db9a-49ef-8b56-da5dc40758be service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700148 Mar 18 10:52:27.957379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ed9a-7fb5-429b-b267-ceb03c14d4e3 req-b21f9798-e120-4b23-a6eb-c265c80761ca tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:27.958836 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bbf6ed9a-7fb5-429b-b267-ceb03c14d4e3 req-b21f9798-e120-4b23-a6eb-c265c80761ca tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.2465119 Mar 18 10:52:28.070954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bbf6ed9a-7fb5-429b-b267-ceb03c14d4e3 req-e261cc5f-6d85-498c-9285-dce2de2681ec tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664535 Mar 18 10:52:28.078522 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-11a6bedf-0702-43c5-b806-14ba5412dfe4 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669564 Mar 18 10:52:29.252484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef55aa-f846-4e28-8774-b6d446c455cf req-eb3b4485-ce89-4802-b27d-05a20cac24a3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:29.253964 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8bef55aa-f846-4e28-8774-b6d446c455cf req-eb3b4485-ce89-4802-b27d-05a20cac24a3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0810363 Mar 18 10:52:29.296498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8bef55aa-f846-4e28-8774-b6d446c455cf req-720b7ef5-2818-4e9e-8243-3dbcd99c2900 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366309 Mar 18 10:52:30.475007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f530f36-6585-4d04-8499-f025093044f2 req-e80198e2-712b-421d-81d9-745115169bba tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:30.477002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9f530f36-6585-4d04-8499-f025093044f2 req-e80198e2-712b-421d-81d9-745115169bba tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0780067 Mar 18 10:52:30.523555 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9f530f36-6585-4d04-8499-f025093044f2 req-5ea65aaf-4458-4384-a818-ffedbf4828c3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401695 Mar 18 10:52:31.705581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fda357-3ddc-4b66-971f-8d865d7a1a8d req-0a5bda71-55e6-482d-995c-da24a064d601 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:31.706996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51fda357-3ddc-4b66-971f-8d865d7a1a8d req-0a5bda71-55e6-482d-995c-da24a064d601 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0811536 Mar 18 10:52:31.748880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-51fda357-3ddc-4b66-971f-8d865d7a1a8d req-55090206-4666-47ba-875b-12adc51c8f97 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Mar 18 10:52:32.932283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a38f-46e9-4e75-b69d-3a7b18f67219 req-aa83112b-ade1-4ca4-8e02-1ed91c70ddfa tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:32.934025 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-be27a38f-46e9-4e75-b69d-3a7b18f67219 req-aa83112b-ade1-4ca4-8e02-1ed91c70ddfa tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0786009 Mar 18 10:52:32.978948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-be27a38f-46e9-4e75-b69d-3a7b18f67219 req-000b7fdc-7c31-47bf-b58d-ae01c52d025b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Mar 18 10:52:34.167257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cb3fe-acae-41c2-9862-184f8101621b req-17719e08-132e-4ed9-a26e-c80b3c1c7047 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:34.168690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-500cb3fe-acae-41c2-9862-184f8101621b req-17719e08-132e-4ed9-a26e-c80b3c1c7047 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0854189 Mar 18 10:52:34.210899 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-500cb3fe-acae-41c2-9862-184f8101621b req-38300a26-c49f-441c-ad23-e413c58f629e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Mar 18 10:52:35.391616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865bcd6-4969-4d36-ad84-25c4141fa527 req-46c52113-1b70-483e-b531-6898d50c5101 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:35.393045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8865bcd6-4969-4d36-ad84-25c4141fa527 req-46c52113-1b70-483e-b531-6898d50c5101 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0803711 Mar 18 10:52:35.440294 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8865bcd6-4969-4d36-ad84-25c4141fa527 req-c4a840f7-183e-45c3-8166-31ae155a7211 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Mar 18 10:52:36.628500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b5f86-2027-42f2-9695-f10d41e92782 req-e34b10a6-376f-4cf4-a281-d6cdf47ae6ec tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:36.629959 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fa0b5f86-2027-42f2-9695-f10d41e92782 req-e34b10a6-376f-4cf4-a281-d6cdf47ae6ec tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0803602 Mar 18 10:52:36.672339 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fa0b5f86-2027-42f2-9695-f10d41e92782 req-e3ea55f4-c23e-46ad-a50e-66ab628a4502 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Mar 18 10:52:37.850579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2a69d-a6f1-41e3-b034-2eff90b779ee req-1fe9525a-87c7-45d8-9078-f2e5025cce8e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:37.852010 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f2a69d-a6f1-41e3-b034-2eff90b779ee req-1fe9525a-87c7-45d8-9078-f2e5025cce8e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0779052 Mar 18 10:52:37.895287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f2a69d-a6f1-41e3-b034-2eff90b779ee req-e7a3e620-119a-46f2-83b8-c0ff312e3f79 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Mar 18 10:52:38.672652 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:52:39.077743 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e8c7-3ac1-45b6-bfcb-76b903edf340 req-e6e71384-db75-4d30-83d2-5ee0f98cee78 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:39.079201 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7f1e8c7-3ac1-45b6-bfcb-76b903edf340 req-e6e71384-db75-4d30-83d2-5ee0f98cee78 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0780518 Mar 18 10:52:39.127089 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7f1e8c7-3ac1-45b6-bfcb-76b903edf340 req-7c23007c-a667-49b4-a10c-9e93dde344b2 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Mar 18 10:52:40.311945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfd7d7-d580-4a5c-8c71-d0131cc59a85 req-59ee7427-8919-4f8e-bbf3-c7d84eb7c52d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:40.313289 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74dfd7d7-d580-4a5c-8c71-d0131cc59a85 req-59ee7427-8919-4f8e-bbf3-c7d84eb7c52d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0807178 Mar 18 10:52:40.362843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74dfd7d7-d580-4a5c-8c71-d0131cc59a85 req-fea774a2-3411-4321-898a-ad53a03a0d5e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Mar 18 10:52:41.545280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f98c4-1a94-40eb-9d84-dffd1677db15 req-0d82cc73-3355-4109-a425-ffa90f5b3339 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:41.546714 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef1f98c4-1a94-40eb-9d84-dffd1677db15 req-0d82cc73-3355-4109-a425-ffa90f5b3339 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0777819 Mar 18 10:52:41.588727 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef1f98c4-1a94-40eb-9d84-dffd1677db15 req-7e00e7d5-ce0a-4320-bc3c-6cd3b268ebd6 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365188 Mar 18 10:52:42.767291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5987-bdb5-4d28-9025-849e5cc2533a req-8d21c51d-1084-4c2e-9ccf-3cb919871595 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:42.768618 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3add5987-bdb5-4d28-9025-849e5cc2533a req-8d21c51d-1084-4c2e-9ccf-3cb919871595 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0766549 Mar 18 10:52:42.814206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3add5987-bdb5-4d28-9025-849e5cc2533a req-24658808-8d72-4219-bef8-5f0c3ea21b48 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Mar 18 10:52:44.003928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16d47-828d-42ec-ae39-bf4dbe63ebb9 req-3bcde93c-61fe-429b-a6cc-c739aa211734 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:44.005378 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ff16d47-828d-42ec-ae39-bf4dbe63ebb9 req-3bcde93c-61fe-429b-a6cc-c739aa211734 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0827932 Mar 18 10:52:44.051908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ff16d47-828d-42ec-ae39-bf4dbe63ebb9 req-0ab8a955-9fe4-487c-b785-93f8dd027003 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Mar 18 10:52:45.285063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-a95bcb5b-97bd-4a05-a738-fdaae73a603f service neutron] 10.222.0.24 "GET /v2.0/ports/0665bcac-eb63-4389-94e4-5839b892cf86/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0904803 Mar 18 10:52:45.297970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6bba6-b731-4d99-ac9e-b18223a68c0b req-cf73dafe-0274-4fd5-bedb-aa3756e87d9b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:45.299392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-64d6bba6-b731-4d99-ac9e-b18223a68c0b req-cf73dafe-0274-4fd5-bedb-aa3756e87d9b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.1456463 Mar 18 10:52:45.342777 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-64d6bba6-b731-4d99-ac9e-b18223a68c0b req-72b22af8-f481-4f40-9b86-497b23930a1a tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Mar 18 10:52:45.796515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-aa52bd27-29bd-4dc3-b366-f51018f6b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:45.797969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-aa52bd27-29bd-4dc3-b366-f51018f6b68c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e&tenant_id=ce323319ee074181a153601d94a50bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0681641 Mar 18 10:52:45.887603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-9b058dcc-ba84-4a66-aad8-0f65eb0b70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:45.889015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-9b058dcc-ba84-4a66-aad8-0f65eb0b70b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1098 time: 0.0708444 Mar 18 10:52:46.017650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-e7b4a54a-c41c-497b-8b81-bbde27d30ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:46.019091 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-e7b4a54a-c41c-497b-8b81-bbde27d30ef2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1225100 Mar 18 10:52:46.083391 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-3f1c7ff5-b529-4855-95aa-49d56c10697e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 217 time: 0.0583568 Mar 18 10:52:46.145705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-1e7c60b3-3e3e-44cd-a444-7ef3884b4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:46.147587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-1e7c60b3-3e3e-44cd-a444-7ef3884b4334 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0572042 Mar 18 10:52:46.191707 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-796ae665-c646-4307-90c7-3358dbeb371e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386314 Mar 18 10:52:46.320742 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-8574668f-b804-4b26-b6bc-a6c1932ecead service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210821 Mar 18 10:52:46.528998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f48d8f-dd82-4b10-ab18-466c0f419cc4 req-9e31c7bd-8c66-40d4-a2b1-dea556f55c27 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:46.530474 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25f48d8f-dd82-4b10-ab18-466c0f419cc4 req-9e31c7bd-8c66-40d4-a2b1-dea556f55c27 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0808711 Mar 18 10:52:46.557531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a6b862ca-9ef0-4ad5-953a-129d1d73ac45 req-9aa3b411-0def-46d4-b4c5-8fab85ec54d8 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308655 Mar 18 10:52:46.579480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25f48d8f-dd82-4b10-ab18-466c0f419cc4 req-e5cf0e7c-e0e4-4561-a7eb-106c50a16b00 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Mar 18 10:52:47.446927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:52:47.578519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:47.591427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '0665bcac-eb63-4389-94e4-5839b892cf86', 'network_id': 'de1f946b-5ec2-425b-a2e9-2b346747ef1d', 'port_id': '0665bcac-eb63-4389-94e4-5839b892cf86', 'mac_address': 'fa:16:3e:cb:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e731e9c-10d1-4bf4-80df-3edf587df166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:52:47.651626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:47.668960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0665bcac-eb63-4389-94e4-5839b892cf86 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:52:47.684823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:47.749604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:47.765896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62a1a-9798-49b6-89fb-dac5fec4a539 req-0f484764-e1bb-4842-8228-e9ddc9109e7d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:47.767356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8bd62a1a-9798-49b6-89fb-dac5fec4a539 req-0f484764-e1bb-4842-8228-e9ddc9109e7d tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0793386 Mar 18 10:52:47.819682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8bd62a1a-9798-49b6-89fb-dac5fec4a539 req-ae66f981-56d1-4f2e-8208-dce1c128630b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Mar 18 10:52:47.821400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:47.825491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['0665bcac-eb63-4389-94e4-5839b892cf86'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:52:49.007461 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261408a2-898c-4d5c-8d62-4764adae9736 req-b7e38b28-6259-4726-9a1e-fac10693345f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.008880 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-261408a2-898c-4d5c-8d62-4764adae9736 req-b7e38b28-6259-4726-9a1e-fac10693345f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 944 time: 0.0805652 Mar 18 10:52:49.053112 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-261408a2-898c-4d5c-8d62-4764adae9736 req-d1c91580-695a-4d0d-b1d0-5e7fa9726327 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Mar 18 10:52:49.106034 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-8ce90f73-c8bd-4b38-b0fb-9c39574f17d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697825 Mar 18 10:52:49.239027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-66092271-d413-47b9-b762-fbe8e1c740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.240549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-66092271-d413-47b9-b762-fbe8e1c740d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1097 time: 0.0691736 Mar 18 10:52:49.385705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-2976b6af-1fdb-43ad-ba2b-6b691bfd2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.387084 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-2976b6af-1fdb-43ad-ba2b-6b691bfd2c9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1298504 Mar 18 10:52:49.452915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:52:49.463349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-e9675bf6-a905-4357-bf79-1aea6f469ccc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 217 time: 0.0704613 Mar 18 10:52:49.482000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075051-0725-4a08-b670-0ff8ca6740e2 req-79c436b7-b6cf-493e-ace6-561655e0a0a3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.483516 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fb075051-0725-4a08-b670-0ff8ca6740e2 req-79c436b7-b6cf-493e-ace6-561655e0a0a3 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 944 time: 0.0875535 Mar 18 10:52:49.524625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 0665bcac-eb63-4389-94e4-5839b892cf86 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:52:49.524998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:49.531263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-b086e1aa-be00-4cad-835d-d8a29b43490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.532700 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-b086e1aa-be00-4cad-835d-d8a29b43490f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0638747 Mar 18 10:52:49.574962 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fb075051-0725-4a08-b670-0ff8ca6740e2 req-7bf79ba8-e670-4824-a91b-640dc19b8229 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557585 Mar 18 10:52:49.580917 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-76a9137f-c18a-4691-b1f3-a30ba13f1ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418472 Mar 18 10:52:49.600756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-05e4bddb-71fd-4003-8a5a-ace13673fdb7 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:49.603256 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-05e4bddb-71fd-4003-8a5a-ace13673fdb7 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e&tenant_id=ce323319ee074181a153601d94a50bd4&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 944 time: 0.1188464 Mar 18 10:52:49.682792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:49.701069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:49.710090 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-63302e9b-6dc9-4cf8-80c0-0a88019a7117 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229284 Mar 18 10:52:49.711054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:49.762657 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86', 'code': 200} Mar 18 10:52:49.778258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:49.840629 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8eb7cff2-a3f7-4367-af11-0ec15cd33b27 req-e43f1d4a-f9d2-42dd-8636-24430c3db816 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246853 Mar 18 10:52:49.846864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:50.103745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-fc264676-ad2c-44d2-ab13-aeb6c269b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:50.105196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-fc264676-ad2c-44d2-ab13-aeb6c269b72b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce323319ee074181a153601d94a50bd4&device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 1098 time: 0.0690174 Mar 18 10:52:50.231503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-1484d424-e4b7-4ffc-a28d-05ae65d3e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:50.232877 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-1484d424-e4b7-4ffc-a28d-05ae65d3e4a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 200 len: 916 time: 0.1221805 Mar 18 10:52:50.300623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-a0ac1f46-50f0-475f-98e0-61233d4f6a40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 200 len: 217 time: 0.0622163 Mar 18 10:52:50.364060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-0cb4eb4e-a9c2-49bd-bfdd-72a0f7b202b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:50.365474 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-0cb4eb4e-a9c2-49bd-bfdd-72a0f7b202b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 200 len: 855 time: 0.0593760 Mar 18 10:52:50.416070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-d7587e0f-cff9-4803-a219-f6c149676a47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de1f946b-5ec2-425b-a2e9-2b346747ef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447197 Mar 18 10:52:50.544903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-67b4a1a9-cc62-4e50-83f2-1bdad8f2b8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Mar 18 10:52:50.775496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ad12-3077-40a4-bf5f-bac029c7185f req-d80a4cbb-f73d-4d82-bb0d-c2756c91ab59 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:50.776840 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aeb0ad12-3077-40a4-bf5f-bac029c7185f req-d80a4cbb-f73d-4d82-bb0d-c2756c91ab59 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0888441 Mar 18 10:52:50.781811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-51184356-7c55-4116-a16e-e2b167c9bbb0 service neutron] 10.222.0.24 "GET /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310565 Mar 18 10:52:50.820133 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aeb0ad12-3077-40a4-bf5f-bac029c7185f req-78cd3885-42bf-473e-9111-dbb1c83439e8 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Mar 18 10:52:52.006575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5e334b38-497f-4c00-81b5-da53097e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:52.011251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba3460-581b-4d42-b7f7-cb029d89c608 req-b39f071b-2e7f-4319-9284-1f7bacb05d37 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:52.012680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fcba3460-581b-4d42-b7f7-cb029d89c608 req-b39f071b-2e7f-4319-9284-1f7bacb05d37 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0794401 Mar 18 10:52:52.056276 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fcba3460-581b-4d42-b7f7-cb029d89c608 req-ae236985-8ad0-4901-b520-8a08874025a0 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Mar 18 10:52:52.237965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2261-5f82-4da9-bc93-89ede448dd9e req-5a58c70f-b29d-4449-ae06-3265aede6549 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:52.239394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b6cc2261-5f82-4da9-bc93-89ede448dd9e req-5a58c70f-b29d-4449-ae06-3265aede6549 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0788531 Mar 18 10:52:52.282080 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b6cc2261-5f82-4da9-bc93-89ede448dd9e req-9fac5201-eb25-459b-9db2-4d82570d724f tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Mar 18 10:52:52.471821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f038a63-3d81-4ee7-8b33-b9a1ed3ccab8 req-fae965a5-6706-4dd9-8cbc-e69d5ee45850 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:52.473247 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1f038a63-3d81-4ee7-8b33-b9a1ed3ccab8 req-fae965a5-6706-4dd9-8cbc-e69d5ee45850 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0818341 Mar 18 10:52:52.519061 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1f038a63-3d81-4ee7-8b33-b9a1ed3ccab8 req-dd795172-cbe5-4f9a-a0ec-cc48397de74b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Mar 18 10:52:53.261730 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3090-2647-4d73-99dd-4fb63171469f req-0c1a29ff-473f-41ed-af6f-a28ea3b35e9b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:53.263098 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-443a3090-2647-4d73-99dd-4fb63171469f req-0c1a29ff-473f-41ed-af6f-a28ea3b35e9b tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0805190 Mar 18 10:52:53.305656 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-443a3090-2647-4d73-99dd-4fb63171469f req-e2763380-f2ab-464d-9265-cea3ff81317e tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365169 Mar 18 10:52:54.475027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b5efd868-1d44-4745-a568-7377515db3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:54.494105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcb654-c16d-4270-afea-b46118f16623 req-6202948c-6236-4830-84ef-b7a77ba16573 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:54.495719 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74dcb654-c16d-4270-afea-b46118f16623 req-6202948c-6236-4830-84ef-b7a77ba16573 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0847621 Mar 18 10:52:54.544260 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-74dcb654-c16d-4270-afea-b46118f16623 req-ad30ab71-a1e9-4d02-8fb5-be998e4f4151 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2d7420c-04d5-4692-a019-8a2569736ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Mar 18 10:52:54.694623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f93e-e239-4c4d-9238-94f989871142 req-5e439a35-7e22-4101-b8f8-013671109225 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:52:54.696023 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0601f93e-e239-4c4d-9238-94f989871142 req-5e439a35-7e22-4101-b8f8-013671109225 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 945 time: 0.0766664 Mar 18 10:52:54.763010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Deleting port 0665bcac-eb63-4389-94e4-5839b892cf86 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:52:54.763344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.002031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] For port 0665bcac-eb63-4389-94e4-5839b892cf86, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=0665bcac-eb63-4389-94e4-5839b892cf86,segment=NetworkSegment(c0e8c7c5-8380-4019-86fb-fd9fc0624740),segment_id=c0e8c7c5-8380-4019-86fb-fd9fc0624740)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:52:55.002314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.122738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Calling delete_port for 0665bcac-eb63-4389-94e4-5839b892cf86 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:52:55.297965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.311677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['0665bcac-eb63-4389-94e4-5839b892cf86'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:52:55.343580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.352551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Pushing event deleted for resources: {'Port': ['ID=0665bcac-eb63-4389-94e4-5839b892cf86,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:55.411360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.421724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] No DVR routers for this DVR port 0665bcac-eb63-4389-94e4-5839b892cf86 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:52:55.424197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.426640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-deleted', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:52:55.472112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bcbad-7588-428d-93ea-3310e3ba142e', 'name': 'network-vif-deleted', 'tag': '0665bcac-eb63-4389-94e4-5839b892cf86', 'status': 'completed', 'code': 200} Mar 18 10:52:55.510969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0601f93e-e239-4c4d-9238-94f989871142 req-06b66115-0e6d-45ea-b9a9-a10021e469df tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.24 "DELETE /v2.0/ports/0665bcac-eb63-4389-94e4-5839b892cf86 HTTP/1.1" status: 204 len: 173 time: 0.8096523 Mar 18 10:52:55.583938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:55.693054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-603795c2-4118-4316-ab59-aa392d8d61e5 req-7a892354-e160-4b2a-8aa6-27f14a55b2fb tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Synchronizing usage tracker for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:52:55.807266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-603795c2-4118-4316-ab59-aa392d8d61e5 req-7a892354-e160-4b2a-8aa6-27f14a55b2fb tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] Unset dirty status for tenant:ce323319ee074181a153601d94a50bd4 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:52:55.808434 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-603795c2-4118-4316-ab59-aa392d8d61e5 req-7a892354-e160-4b2a-8aa6-27f14a55b2fb tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] 10.222.0.18 "GET /v2.0/ports?device_id=048bcbad-7588-428d-93ea-3310e3ba142e HTTP/1.1" status: 200 len: 210 time: 0.1616344 Mar 18 10:52:56.983974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.040837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47524) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:52:57.104905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Deleting subnet 4e731e9c-10d1-4bf4-80df-3edf587df166 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:52:57.107844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.157803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.209796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.366672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.408745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e731e9c-10d1-4bf4-80df-3edf587df166,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:57.413915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.423064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.423410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.423744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.424077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.424404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.424727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.425051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.425369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.425690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.426030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.426347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.426661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:52:57.430990 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa1e9617-4a36-4395-96d4-15822c05dfa1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4e731e9c-10d1-4bf4-80df-3edf587df166 HTTP/1.1" status: 204 len: 168 time: 0.3891776 Mar 18 10:52:57.433518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47528) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:52:57.631944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.755628 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.780620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1f946b-5ec2-425b-a2e9-2b346747ef1d']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:52:57.792647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e8c7c5-8380-4019-86fb-fd9fc0624740') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:52:57.792935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e8c7c5-8380-4019-86fb-fd9fc0624740') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:52:57.803832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.819571 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.826046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:52:57.826416 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:52:57.838792 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:52:57.982778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:57.988166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:58.010667 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] 10.222.0.18 "DELETE /v2.0/networks/de1f946b-5ec2-425b-a2e9-2b346747ef1d HTTP/1.1" status: 204 len: 168 time: 0.5761278 Mar 18 10:52:58.011529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e5f6-4297-4522-bf09-a0217631c852 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1f946b-5ec2-425b-a2e9-2b346747ef1d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:58.287045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47534) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:52:58.335101 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2aa04a7b-5f78-4063-817a-7f6d0ed0228e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce323319ee074181a153601d94a50bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469224 Mar 18 10:52:58.338082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47538) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:52:58.403480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:58.428615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:58.566354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:58.583778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d7420c-04d5-4692-a019-8a2569736ffd,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:52:58.672815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:58.673952 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d03aa49c-960a-4e3d-b65f-0603141e4acc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2d7420c-04d5-4692-a019-8a2569736ffd HTTP/1.1" status: 204 len: 168 time: 0.3349757 Mar 18 10:52:59.545764 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:52:59.580807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 0665bcac-eb63-4389-94e4-5839b892cf86 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:52:59.581152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 0665bcac-eb63-4389-94e4-5839b892cf86 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:52:59.720257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47562) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:52:59.849389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1065306199-network', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:52:59.854226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:52:59.858114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Usage tracker for resource:network and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:52:59.860925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:52:59.867146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:52:59.932443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:52:59.934745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:59.947507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:52:59.962388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:52:59.966336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Usage tracker for resource:security_group_rule and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:52:59.969058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:52:59.974584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:00.054115 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.115201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.141995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:53:00.153925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e808e74b-2054-4099-be22-cf23440ce8da,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:00.158203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.158540 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Added segment 9ffd04e9-19b5-4c58-9069-3512c3bea7d0 of type vlan for network d962a7a6-67ce-4860-9e7f-de308e6618a5 Mar 18 10:53:00.185840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.280700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.281700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:00.282311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.383456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] Pushing event updated for resources: {'Network': ['ID=d962a7a6-67ce-4860-9e7f-de308e6618a5,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:00.393329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:53:00.451837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d5598de6-b56d-4f14-9743-063c41cdb302 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7304053 Mar 18 10:53:00.454605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47568) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:00.460029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Request body: {'subnet': {'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1065306199-subnet', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:00.465468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:00.469577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Usage tracker for resource:subnet and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:00.472443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:00.478749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:00.542382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:53:00.544729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.800612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:00.872748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0eeb06-1cf0-4264-a0ce-162b0af949c6,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:00.880881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:53:00.881254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Network hostable DHCP agents. Network: d962a7a6-67ce-4860-9e7f-de308e6618a5, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:53:00.948909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:53:01.000218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d962a7a6-67ce-4860-9e7f-de308e6618a5) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:01.004323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:01.004897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.009333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a81d3-a37d-42ea-8928-a242362e2998 None None] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:53:01.058405 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0c95b44-34dc-4b68-8aaa-adc79b1008c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6027021 Mar 18 10:53:01.060968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47572) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:01.065739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:01.070228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:01.074487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Usage tracker for resource:router and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:01.077240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:01.082802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:01.148462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.150122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.164518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.217127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-d962a7a6-67ce-4860-9e7f-de308e6618a5', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:53:01.217976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.370593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Allocated IP 172.20.0.2 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/ff39047c-a2f1-4360-8abf-ba9e1363232a) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:53:01.573279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.583215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Transition to ACTIVE for port object ff39047c-a2f1-4360-8abf-ba9e1363232a will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:01.601436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Transition to ACTIVE for port object ff39047c-a2f1-4360-8abf-ba9e1363232a will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:01.608572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.674982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.736385 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:01.743047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:01.747459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:53:01.752967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Pushing event updated for resources: {'Port': ['ID=ff39047c-a2f1-4360-8abf-ba9e1363232a,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:01.838663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Attempting to bind port ff39047c-a2f1-4360-8abf-ba9e1363232a on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:53:01.839028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Attempting to bind port ff39047c-a2f1-4360-8abf-ba9e1363232a by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:53:01.839386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Attempting to bind port ff39047c-a2f1-4360-8abf-ba9e1363232a on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:53:01.844459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:53:01.844825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:53:01.845225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.845616 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:53:01.846100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Bound port: ff39047c-a2f1-4360-8abf-ba9e1363232a, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:53:01.846467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:01.933506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] For port ff39047c-a2f1-4360-8abf-ba9e1363232a, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:53:01.936718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] For port ff39047c-a2f1-4360-8abf-ba9e1363232a, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff39047c-a2f1-4360-8abf-ba9e1363232a,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:53:01.985351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:02.015490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:02.028651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:02.145491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5b77-9977-4833-9410-9f53e2bf35ff None None] Pushing event updated for resources: {'Port': ['ID=ff39047c-a2f1-4360-8abf-ba9e1363232a,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:02.148448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Allocated IP 172.26.2.239 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/401fe499-6c79-40c0-9472-6c6877701255) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:53:02.309333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:02.400946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:02.459554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:02.462202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:02.469725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:53:02.512976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=401fe499-6c79-40c0-9472-6c6877701255,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:02.579362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff39047c-a2f1-4360-8abf-ba9e1363232a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:02.743573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ff39047c-a2f1-4360-8abf-ba9e1363232a completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:02.945137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.014147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc270971-fb54-4589-bdcd-85134122354a None None] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:53:03.138147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Provisioning for port ff39047c-a2f1-4360-8abf-ba9e1363232a completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:03.168938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Provisioning complete for port ff39047c-a2f1-4360-8abf-ba9e1363232a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:03.169311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.346362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.392587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] For port ff39047c-a2f1-4360-8abf-ba9e1363232a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff39047c-a2f1-4360-8abf-ba9e1363232a,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:03.404387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.464662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.533376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c00f0d-328c-4f56-8009-7de47579a88b None None] Pushing event updated for resources: {'Port': ['ID=ff39047c-a2f1-4360-8abf-ba9e1363232a,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:03.585277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-36b5d7b4-3ca3-408e-b5d6-6653e80a24f8 None None] Provisioning complete for port ff39047c-a2f1-4360-8abf-ba9e1363232a triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:03.585651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-36b5d7b4-3ca3-408e-b5d6-6653e80a24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.662260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:53:03.836701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:53:03.845393 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:53:03.855264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:03.855947 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:03.943893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:03.948219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47576) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:03.948821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b7217f18-4384-4c5a-935f-d45844596fd3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8863339 Mar 18 10:53:04.033938 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:04.304450 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:02Z', 'revision_number': 3, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:04.308145 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:53:04.308485 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Updating router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 port 401fe499-6c79-40c0-9472-6c6877701255 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:53:04.362914 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.551039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff39047c-a2f1-4360-8abf-ba9e1363232a up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:04.595907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.628637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ff39047c-a2f1-4360-8abf-ba9e1363232a triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:04.629007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.698878 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.710136 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Transition to ACTIVE for port object 401fe499-6c79-40c0-9472-6c6877701255 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:04.783780 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.803536 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Allocated IP 172.20.0.1 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:53:04.866828 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Attempting to bind port 401fe499-6c79-40c0-9472-6c6877701255 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:53:04.867382 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Attempting to bind port 401fe499-6c79-40c0-9472-6c6877701255 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:53:04.867482 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Attempting to bind port 401fe499-6c79-40c0-9472-6c6877701255 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:53:04.869716 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Pushing event updated for resources: {'Port': ['ID=401fe499-6c79-40c0-9472-6c6877701255,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:04.878901 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:53:04.879272 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:53:04.879668 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.880052 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:53:04.880528 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Bound port: 401fe499-6c79-40c0-9472-6c6877701255, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:53:04.880873 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:04.905505 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.905868 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.906207 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.906533 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.906855 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.907176 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.907495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.907811 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.908127 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.908451 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.908753 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.909060 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:04.969077 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] For port 401fe499-6c79-40c0-9472-6c6877701255, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:53:04.972162 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] For port 401fe499-6c79-40c0-9472-6c6877701255, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=401fe499-6c79-40c0-9472-6c6877701255,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:53:05.028552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.063987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.080195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Transition to ACTIVE for port object 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:05.103430 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:05.104029 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:05.165995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.189904 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e75fcc-5452-4035-a727-8c9d0fd6ce16 None None] Pushing event updated for resources: {'Port': ['ID=401fe499-6c79-40c0-9472-6c6877701255,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:05.227030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:05.229697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:05.237399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:53:05.273234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:05.295776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.306526 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:05.588090 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:02Z', 'revision_number': 3, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:05.589512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-70170149-8998-4fef-88df-5586d19c93e1 None None] Provisioning for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:05.592731 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931df7a3-c5be-4dcb-a654-d21316911c0d None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:02Z', 'revision_number': 3, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:53:05.594529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-70170149-8998-4fef-88df-5586d19c93e1 None None] Provisioning complete for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:05.594903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-70170149-8998-4fef-88df-5586d19c93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.664288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-70170149-8998-4fef-88df-5586d19c93e1 None None] Port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:53:05.668970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.920364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:05.965179 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.072269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:06.078041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.229055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:06.230600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:06.450866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:53:06.510991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aef123d4-6334-4f0f-b303-1be8b6409938 None None] Provisioning complete for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:06.514519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aef123d4-6334-4f0f-b303-1be8b6409938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.576106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-aef123d4-6334-4f0f-b303-1be8b6409938 None None] Port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:53:06.582486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 401fe499-6c79-40c0-9472-6c6877701255 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:06.657838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:53:06.666698 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-24a32b3d-7ea2-4206-9965-12c1f8755078 admin admin] 10.222.0.18 "PUT /v2.0/routers/89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173975 Mar 18 10:53:06.726490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 401fe499-6c79-40c0-9472-6c6877701255 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:06.731597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 401fe499-6c79-40c0-9472-6c6877701255 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:06.731909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.849787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.867113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 401fe499-6c79-40c0-9472-6c6877701255, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=401fe499-6c79-40c0-9472-6c6877701255,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:06.920936 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:06.995678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=401fe499-6c79-40c0-9472-6c6877701255,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:07.174801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47586) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:07.179549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:53:07.180081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631909916', 'description': 'tempest-description--1951570547'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:07.186541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:07.189355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:07.190016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:07.190349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Usage tracker for resource:security_group and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:07.193200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:07.310549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:07.372170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:07.372390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.391694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:07.395465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Usage tracker for resource:security_group_rule and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:07.398263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:07.404376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:07.471374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.560320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.601185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:07.674632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.675959 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d8bc1224-de69-4398-82fd-f6f05501774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5001695 Mar 18 10:53:07.678694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47590) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:07.683861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'security_group_rule': {'security_group_id': '0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:07.689708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:07.693408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Usage tracker for resource:security_group_rule and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:07.696692 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:07.702228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:07.717187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 2, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:07.720952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:53:07.721309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Updating router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:53:07.774677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.790906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.849460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.915648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:07.947029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f36a38-e6d5-41db-8037-bbabbc86b222,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:08.023276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.024977 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-34aea654-1fd7-4fc9-bb17-6fd7d209c324 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453858 Mar 18 10:53:08.027673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 47594) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:08.032580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'security_group_rule': {'security_group_id': '0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:08.038511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:08.042813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Usage tracker for resource:security_group_rule and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:08.047014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:08.051046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:08.108924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.119804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Transition to ACTIVE for port object 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:08.126723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.186163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.200344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.291957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.318425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b5e956-60ca-4988-b209-79a90b57f6cc,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:08.330744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7fc4-7a59-4446-8d78-5ccaac2c5c67 None None] Pushing event updated for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:08.394923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.397090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1d4fdae7-aeb4-4c06-b1a4-7bfc4a939f30 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676033 Mar 18 10:53:08.400321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47598) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:08.408967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:08.415436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:08.419927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Usage tracker for resource:floatingip and tenant:bbeb84f82bec4ee88db03fe8c4e4c220 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:53:08.423766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:53:08.426053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Attempting to bind port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:53:08.426848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Attempting to bind port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:53:08.426848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Attempting to bind port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:53:08.430487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:08.432496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:53:08.432967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:53:08.433273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.433670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:53:08.434162 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Bound port: 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:53:08.434556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.520483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.531498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] For port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:53:08.535947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] For port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:53:08.554965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 401fe499-6c79-40c0-9472-6c6877701255 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:08.620217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 401fe499-6c79-40c0-9472-6c6877701255 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:08.620582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.649723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.660807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.756315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:08.756854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:08.800038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Allocated IP 172.26.2.167 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/08545760-9a6f-444b-b845-52388dcc6d52) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:53:08.810039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7fc4-7a59-4446-8d78-5ccaac2c5c67 None None] Pushing event updated for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:08.964640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:08.995902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:09.047034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.105953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:09.108685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:09.111324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:53:09.162415 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=08545760-9a6f-444b-b845-52388dcc6d52,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:09.203105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.315336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.338402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:08Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:09.342362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ba6e5-4789-460d-acce-16a94db49823 None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:08Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:53:09.658634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.726592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.842536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=08545760-9a6f-444b-b845-52388dcc6d52,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:09.854827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.960733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:09.965870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-49918d64-a524-45f2-b12f-c36a818599c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5617075 Mar 18 10:53:10.123828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-5080f21b-e6d1-4a5f-92c5-5dd72c4f2019 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:53:10.200584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-5080f21b-e6d1-4a5f-92c5-5dd72c4f2019 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:53:10.201875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-5080f21b-e6d1-4a5f-92c5-5dd72c4f2019 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--631909916&fields=id&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 267 time: 0.1173623 Mar 18 10:53:10.352565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-c0b2c0ce-4d94-4ad1-bfba-475d40617946 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:10.354008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-c0b2c0ce-4d94-4ad1-bfba-475d40617946 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.1455553 Mar 18 10:53:10.369249 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-c69d758a-1196-4d2e-a3ab-972408782e3c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/quotas/bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 375 time: 0.0098314 Mar 18 10:53:10.455815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-01f1ab65-fd38-427e-ab75-55a2dacb715a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:53:10.547958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-01f1ab65-fd38-427e-ab75-55a2dacb715a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:53:10.549306 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-01f1ab65-fd38-427e-ab75-55a2dacb715a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1744702 Mar 18 10:53:10.573693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:10.688927 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-989381ed-e51b-438b-9d0e-874339602e4b service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269245 Mar 18 10:53:10.691967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:10.697066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:10.697482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:10.813664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:10.817956 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-1345d85b-8c87-436d-bc7b-fac8a965f4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231494 Mar 18 10:53:10.844710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:10.943683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:11.009142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:11.066243 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2ebfa583-8a42-4639-aadc-3b762e8ace76 req-b5fe80d8-1d39-4e2d-98e2-19ae29014a48 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 210 time: 0.0425811 Mar 18 10:53:12.215225 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6a376e00-a62b-451f-9ca7-c22f895c612e req-628a5e20-031d-4f9a-8025-ff79f501601f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 210 time: 0.0423806 Mar 18 10:53:12.554882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:12.623073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:12.623442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:13.107741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-7ee8da03-d4bd-44d9-86ad-8e1f6c478654 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:13.108412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-7ee8da03-d4bd-44d9-86ad-8e1f6c478654 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:53:13.201156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-7ee8da03-d4bd-44d9-86ad-8e1f6c478654 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:53:13.201595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-7ee8da03-d4bd-44d9-86ad-8e1f6c478654 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.2349436 Mar 18 10:53:13.250030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-cdd14e3d-9422-4541-8e10-731d33afcb66 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:53:13.261936 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-cdd14e3d-9422-4541-8e10-731d33afcb66 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:53:13.263118 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-cdd14e3d-9422-4541-8e10-731d33afcb66 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 379 time: 0.0522432 Mar 18 10:53:13.272326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'port': {'device_id': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'admin_state_up': True, 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'security_groups': ['0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:13.412377 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5ac7022a-8ddc-4aea-80cb-9fed98956834 req-fec75102-d614-4c93-9cd8-5c1152c79b8a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 210 time: 0.0584006 Mar 18 10:53:13.447756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:53:13.457045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:53:13.526382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:53:13.529942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:13.684110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Allocated IP 172.20.0.6 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/d6543fe4-a1eb-4d46-a73d-3598b6e72e4d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:53:13.869027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:13.884878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Transition to ACTIVE for port object d6543fe4-a1eb-4d46-a73d-3598b6e72e4d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:13.960899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:14.023597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:53:14.026493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:53:14.034665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:53:14.071585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:14.106109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:14.106732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:14.229844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-fe5402cf-b681-4beb-afea-15189e934b44 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611905 Mar 18 10:53:14.240537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Request body: {'port': {'device_id': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:14.280218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3c12362-9d68-4407-8f5d-20911d19e5a7 None None] Provisioning for port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:14.285812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a3c12362-9d68-4407-8f5d-20911d19e5a7 None None] Provisioning complete for port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:14.286364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3c12362-9d68-4407-8f5d-20911d19e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:14.339346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a3c12362-9d68-4407-8f5d-20911d19e5a7 None None] Port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:53:14.348111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:14.601300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1186d-4aa4-4896-a82e-44d275eb42c4 req-b5a6221b-acd4-490c-ae72-c6b19ff93321 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:14.603294 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19f1186d-4aa4-4896-a82e-44d275eb42c4 req-b5a6221b-acd4-490c-ae72-c6b19ff93321 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 931 time: 0.0806134 Mar 18 10:53:14.647719 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19f1186d-4aa4-4896-a82e-44d275eb42c4 req-b589b8db-1039-47f8-b47f-959940274c45 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385666 Mar 18 10:53:14.694537 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6543fe4-a1eb-4d46-a73d-3598b6e72e4d {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:53:14.701564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:14.715740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Transition to ACTIVE for port object d6543fe4-a1eb-4d46-a73d-3598b6e72e4d will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:53:14.789282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:15.011634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:15.118118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Attempting to bind port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:53:15.118445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Attempting to bind port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:53:15.118760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Attempting to bind port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:53:15.123168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d on network d962a7a6-67ce-4860-9e7f-de308e6618a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:53:15.123477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Attempting to bind port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:53:15.128404 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:53:15.128730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:53:15.129103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:53:15.129512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Bound port: d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:53:15.129865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:15.215659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:53:15.218478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:53:15.290788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:15.354179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.354807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:15.356343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] 10.222.0.24 "PUT /v2.0/ports/d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 1093 time: 1.1198061 Mar 18 10:53:15.356879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:53:15.387453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac998f0-ae7d-4ddb-ba3b-48c8f43517df service neutron] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:15.403900 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'status': 'completed', 'code': 200} Mar 18 10:53:15.493891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-381ea30c-a575-472d-92f8-14a1fa019481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.497045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-381ea30c-a575-472d-92f8-14a1fa019481 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1096 time: 0.0720186 Mar 18 10:53:15.634503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-1b86a279-2102-467f-be42-cf2e106ce276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.635875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-1b86a279-2102-467f-be42-cf2e106ce276 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343062 Mar 18 10:53:15.671208 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:53:15.770153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-abb9e459-a55b-4e14-bc08-367562382ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.771498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40345cc5-a03f-4125-b474-fc5af7687ad4 req-abb9e459-a55b-4e14-bc08-367562382ecb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296635 Mar 18 10:53:15.830440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb7d61-3760-44ba-a582-7ee7d951a5da req-ada35593-ee70-4218-b380-ce1f330de191 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.831874 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4bfb7d61-3760-44ba-a582-7ee7d951a5da req-ada35593-ee70-4218-b380-ce1f330de191 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.0797184 Mar 18 10:53:15.876174 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4bfb7d61-3760-44ba-a582-7ee7d951a5da req-794d910b-1802-4c11-904c-e8b3ec8920d9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383198 Mar 18 10:53:15.879438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-839fc02c-4456-4000-8043-6db2bb98eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:15.880905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-839fc02c-4456-4000-8043-6db2bb98eb70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1096 time: 0.0756934 Mar 18 10:53:15.947883 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-4109b61e-bc2e-4f27-b8cf-dc67ce397d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 217 time: 0.0607939 Mar 18 10:53:16.011723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-ef97e5a4-39eb-4094-995b-18d57711ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:16.013082 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-ef97e5a4-39eb-4094-995b-18d57711ad34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0599802 Mar 18 10:53:16.085064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-d58fc649-1627-44d1-b7ef-48aeef4bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:16.087070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-d58fc649-1627-44d1-b7ef-48aeef4bc3b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678070 Mar 18 10:53:16.214063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-5457d119-da02-4169-8f83-284d4372957d service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212580 Mar 18 10:53:16.344169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37f4a5ec-4e90-4632-95a4-2b389f16e9d8 req-8f2fafb6-dc04-4262-ad5b-7878b6f14c8f service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235220 Mar 18 10:53:17.062388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e9d8d-4756-4be7-be8b-57c6b640d756 req-ec262201-c745-46b7-8ba6-c6a2c897acd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:17.062978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f10e9d8d-4756-4be7-be8b-57c6b640d756 req-ec262201-c745-46b7-8ba6-c6a2c897acd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:53:17.148649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f10e9d8d-4756-4be7-be8b-57c6b640d756 req-ec262201-c745-46b7-8ba6-c6a2c897acd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:53:17.150281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f10e9d8d-4756-4be7-be8b-57c6b640d756 req-ec262201-c745-46b7-8ba6-c6a2c897acd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.1673326 Mar 18 10:53:17.193187 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f10e9d8d-4756-4be7-be8b-57c6b640d756 req-848b0f1e-57b4-4ef3-92f4-994fc08c6680 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Mar 18 10:53:17.685472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:53:17.812997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:17.825771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'mac_address': 'fa:16:3e:be:1b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:53:17.882759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:17.900224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6543fe4-a1eb-4d46-a73d-3598b6e72e4d {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:53:17.916983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:17.982024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:18.047388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:18.180639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['d6543fe4-a1eb-4d46-a73d-3598b6e72e4d'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:53:18.381864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c2778-12de-4737-8ee1-2f466126afe3 req-9c3381fe-7263-45d1-a1e3-9934d4040a5c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:18.383952 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-302c2778-12de-4737-8ee1-2f466126afe3 req-9c3381fe-7263-45d1-a1e3-9934d4040a5c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 944 time: 0.0834894 Mar 18 10:53:18.427058 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-302c2778-12de-4737-8ee1-2f466126afe3 req-3f5fe071-8c61-42db-a90b-866c75b8238d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Mar 18 10:53:19.609639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31431-bb39-4638-b6be-ef0945841fb2 req-4f93b982-3026-4f8b-9946-beda2906d199 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:19.611107 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5fe31431-bb39-4638-b6be-ef0945841fb2 req-4f93b982-3026-4f8b-9946-beda2906d199 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 944 time: 0.0833058 Mar 18 10:53:19.655011 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5fe31431-bb39-4638-b6be-ef0945841fb2 req-f5321c39-99ad-43f5-994b-5fe95e12539b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 Mar 18 10:53:19.685627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:19.822862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:53:19.827803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:19.828173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:19.946241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:19.972000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:53:19.982044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:20.015547 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'code': 200} Mar 18 10:53:20.046139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:20.114573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:20.121715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.122149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.122493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.122830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.123161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.123494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.123820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.124143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.124466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.124853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.125178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.125499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:53:20.442198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd292eb-79ad-4adb-8677-75b5cb52a056 req-ec7995c1-1a4f-4528-a55d-b514b2c849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:20.443719 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebd292eb-79ad-4adb-8677-75b5cb52a056 req-ec7995c1-1a4f-4528-a55d-b514b2c849c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.1605313 Mar 18 10:53:20.487294 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebd292eb-79ad-4adb-8677-75b5cb52a056 req-04ef23d3-69fb-4fce-99ef-424f3abe01ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376451 Mar 18 10:53:20.859086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aed124-1af5-4d05-93a5-278c079f0c4f req-122aa364-71b9-4c17-bd5c-3ce0103543ee tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:20.861134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15aed124-1af5-4d05-93a5-278c079f0c4f req-122aa364-71b9-4c17-bd5c-3ce0103543ee tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.1004825 Mar 18 10:53:20.905584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15aed124-1af5-4d05-93a5-278c079f0c4f req-d95908a7-f2f4-4e0a-b640-809d94ba8f36 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 Mar 18 10:53:21.989003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a95b437a-d329-4e3a-bf06-2466389daeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:22.088143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a443cd-f2bf-446c-a9cb-ea5ad8881b5d req-ca610758-217d-45a8-a52a-b18d02fdb439 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:22.089548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78a443cd-f2bf-446c-a9cb-ea5ad8881b5d req-ca610758-217d-45a8-a52a-b18d02fdb439 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0771828 Mar 18 10:53:22.134535 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78a443cd-f2bf-446c-a9cb-ea5ad8881b5d req-4d2479cc-0f87-4788-9b2c-8746c8c2a69a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 Mar 18 10:53:22.306904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a6975-4662-407f-820c-d3a6ca58e3fc req-5685d808-3f00-4fe2-84b5-4c4744c97a6a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:22.308212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-849a6975-4662-407f-820c-d3a6ca58e3fc req-5685d808-3f00-4fe2-84b5-4c4744c97a6a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0770843 Mar 18 10:53:22.316422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47656) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:53:22.321741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'floatingip': {'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:53:22.396597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:22.993959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:23.051469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:23.223370 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 associated. External IP: 172.26.2.167, port: d6543fe4-a1eb-4d46-a73d-3598b6e72e4d. Mar 18 10:53:23.663866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:53:23.834709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:53:23.839678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:23.844193 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:53:23.854928 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:23.855528 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:23.900043 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6ecbb8f5-3e8c-4c21-b779-b15ca51293dd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "PUT /v2.0/floatingips/c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 HTTP/1.1" status: 200 len: 991 time: 1.5794401 Mar 18 10:53:23.900043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:53:23.958216 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'status': 'completed', 'code': 200} Mar 18 10:53:24.040028 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:24.048772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-ed22401c-539a-4a28-8f67-e169c7c43386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.050273 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-ed22401c-539a-4a28-8f67-e169c7c43386 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.0708523 Mar 18 10:53:24.079010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a258ed-6d6f-47ae-af70-bed7fe443dab req-a17066ba-65aa-4a64-82ce-d3e4904ecc9d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.080448 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20a258ed-6d6f-47ae-af70-bed7fe443dab req-a17066ba-65aa-4a64-82ce-d3e4904ecc9d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0813825 Mar 18 10:53:24.125140 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-20a258ed-6d6f-47ae-af70-bed7fe443dab req-3473cc99-9be3-4895-96da-1a7b0102b2b9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384030 Mar 18 10:53:24.185205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-36357f1c-ce88-42c9-a1f8-f1e6e046c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.186607 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-36357f1c-ce88-42c9-a1f8-f1e6e046c22a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1296477 Mar 18 10:53:24.331978 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-c71bb17e-cb61-4fe2-87be-433888afd4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 999 time: 0.1393983 Mar 18 10:53:24.388717 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:be:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:53:22Z', 'revision_number': 1, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:24.392867 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:53:24.402028 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:53:24.402636 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:52:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:24.407640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73bc6-0734-4467-9569-c35905dc4d58 req-80f72223-c565-47e2-b444-4179129d6beb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.409094 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46f73bc6-0734-4467-9569-c35905dc4d58 req-80f72223-c565-47e2-b444-4179129d6beb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.1682456 Mar 18 10:53:24.415617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-c7c76130-84f9-4457-91f2-45393705ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.417347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-c7c76130-84f9-4457-91f2-45393705ac1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0784092 Mar 18 10:53:24.495937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0fdf81eb-3ac8-4620-9afc-956a00f4a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:24.499678 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-46f73bc6-0734-4467-9569-c35905dc4d58 req-4db86f9f-f7e3-46d8-88c7-761576d830e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813830 Mar 18 10:53:24.520929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-042e722f-aaa9-47ee-a154-3965e31fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:24.522406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-042e722f-aaa9-47ee-a154-3965e31fc2e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911326 Mar 18 10:53:24.579308 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:53:24.654285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-6f69ccec-0be3-4b6a-a4e9-70e5b6505fab service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249797 Mar 18 10:53:24.790413 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a061821-de1e-4bf9-be67-b8b00f90e6bd req-5c98af64-7222-4e22-b329-40ae88f083af service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305671 Mar 18 10:53:24.957545 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:be:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:53:22Z', 'revision_number': 1, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:53:24.962075 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f4d1c-da23-46c1-8aad-b367afd32bc3 None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:be:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:53:22Z', 'revision_number': 1, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:53:25.136212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aabb83-13cf-4434-bd3e-0ed431611916 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:53:25.428541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:25.451120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:25.621507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:25.690239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8c66e-3d5c-485a-9aa3-9e81638df65f req-6d7072dd-64b3-4281-93dd-9565c3f80128 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:25.691593 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-88b8c66e-3d5c-485a-9aa3-9e81638df65f req-6d7072dd-64b3-4281-93dd-9565c3f80128 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0843532 Mar 18 10:53:25.734013 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-88b8c66e-3d5c-485a-9aa3-9e81638df65f req-1d261829-6434-477f-aaba-a313c8cdfec8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368140 Mar 18 10:53:25.919353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e446-01df-4ed6-91cf-18020a364f05 req-ebbf970f-b25f-4a24-8c16-c435f3416956 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:25.920781 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4817e446-01df-4ed6-91cf-18020a364f05 req-ebbf970f-b25f-4a24-8c16-c435f3416956 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0827501 Mar 18 10:53:25.964367 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4817e446-01df-4ed6-91cf-18020a364f05 req-74b8c818-aa7f-412e-941b-8ee05b60b88c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377738 Mar 18 10:53:26.514675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f6d8-5e67-42cb-8576-44b87818ec58 req-755d77fa-98bf-4663-a641-ca49f57634b1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:26.516113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bcd5f6d8-5e67-42cb-8576-44b87818ec58 req-755d77fa-98bf-4663-a641-ca49f57634b1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0780125 Mar 18 10:53:26.561599 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-9804ed0e-e6ae-4d0d-b182-54d1eab8e691 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721042 Mar 18 10:53:26.564713 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bcd5f6d8-5e67-42cb-8576-44b87818ec58 req-e3fd8627-dc72-4f03-8779-46e7376bcf2c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Mar 18 10:53:27.002234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:27.750789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fbd2b-c3da-4f9e-acdb-c1deeb198e15 req-48951976-9e14-44b5-81d4-bbb6c6d20dd8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:27.752225 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a1fbd2b-c3da-4f9e-acdb-c1deeb198e15 req-48951976-9e14-44b5-81d4-bbb6c6d20dd8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0810392 Mar 18 10:53:27.799181 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0a1fbd2b-c3da-4f9e-acdb-c1deeb198e15 req-35743261-3f97-49fc-a724-3e47aa37415d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Mar 18 10:53:28.715023 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-964eb2ee-9bc0-496b-8234-369cafb958aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:28.716479 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-964eb2ee-9bc0-496b-8234-369cafb958aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.1819627 Mar 18 10:53:28.848349 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-8d4ce8f7-92f9-43f2-a8fd-e4b5aedc5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:28.848349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-8d4ce8f7-92f9-43f2-a8fd-e4b5aedc5d31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1240652 Mar 18 10:53:28.993391 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-e90f1a2a-d96d-4d80-ad18-7e29ef693352 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 1001 time: 0.1404600 Mar 18 10:53:29.064094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5d50-8f3d-4a44-83c4-ed6d05172b8d req-19695821-7b1f-4038-b787-3b8186ea5641 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:29.065501 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b50d5d50-8f3d-4a44-83c4-ed6d05172b8d req-19695821-7b1f-4038-b787-3b8186ea5641 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.1577768 Mar 18 10:53:29.086840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-789eaead-e3c5-41bc-9cfa-efeedde86d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:29.088105 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-789eaead-e3c5-41bc-9cfa-efeedde86d3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0881386 Mar 18 10:53:29.153689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b50d5d50-8f3d-4a44-83c4-ed6d05172b8d req-3b0a88f6-8d9e-4153-84b0-489329a1d5e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821748 Mar 18 10:53:29.177187 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-6a564eac-e420-4edd-a32c-4d5ecc52d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:29.178652 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-6a564eac-e420-4edd-a32c-4d5ecc52d2ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837388 Mar 18 10:53:29.307668 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-1e597095-0682-41ce-a279-428a8bdfca77 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225250 Mar 18 10:53:29.433970 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-cfda353d-89dd-423e-bdf8-b7f52c2cb2a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206207 Mar 18 10:53:30.334793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fdd7b-17ed-455f-b6bb-f4eaf354114e req-974f813c-428c-4909-aa13-5acf459f4bd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:30.336774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b79fdd7b-17ed-455f-b6bb-f4eaf354114e req-974f813c-428c-4909-aa13-5acf459f4bd9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0787191 Mar 18 10:53:30.381152 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b79fdd7b-17ed-455f-b6bb-f4eaf354114e req-50c9e522-e74d-44f1-bb7d-f9d1826f818f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 Mar 18 10:53:31.567048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda1b7-e5f9-43ce-b3ce-0855c410df9f req-4ecad305-e393-49f6-bf82-7107b3f88829 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:31.568399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-14eda1b7-e5f9-43ce-b3ce-0855c410df9f req-4ecad305-e393-49f6-bf82-7107b3f88829 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0815222 Mar 18 10:53:31.611314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-14eda1b7-e5f9-43ce-b3ce-0855c410df9f req-a95c4d4a-644a-4013-8293-76aa83604890 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368457 Mar 18 10:53:32.882561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba1e6a-be3b-4e06-9e18-f24630b16b0c req-5c2297f7-b5c7-42a4-97e2-5b7ad9c40604 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:32.884018 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-83ba1e6a-be3b-4e06-9e18-f24630b16b0c req-5c2297f7-b5c7-42a4-97e2-5b7ad9c40604 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.1691523 Mar 18 10:53:32.928223 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-83ba1e6a-be3b-4e06-9e18-f24630b16b0c req-22a80956-af23-4135-8dd4-d4d4e2510092 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Mar 18 10:53:34.106765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db062d-4e60-46c4-824f-0f2cd8598f37 req-66b238d0-9e4b-4e4d-a2a0-9b7ccd434f4d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:34.108339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37db062d-4e60-46c4-824f-0f2cd8598f37 req-66b238d0-9e4b-4e4d-a2a0-9b7ccd434f4d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0784876 Mar 18 10:53:34.153869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37db062d-4e60-46c4-824f-0f2cd8598f37 req-00179258-bfe5-4df5-ab2a-40f19ae0b9b0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 Mar 18 10:53:35.339493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba79cb-1382-429f-9aa4-84efa0793448 req-950a4483-be03-4ef4-8027-077a9d5eff5b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:35.340912 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8eba79cb-1382-429f-9aa4-84efa0793448 req-950a4483-be03-4ef4-8027-077a9d5eff5b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0792029 Mar 18 10:53:35.383816 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8eba79cb-1382-429f-9aa4-84efa0793448 req-ec0d5293-5b77-426f-a2a7-406ff4d82a10 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Mar 18 10:53:36.575625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0968a97-a6a4-4c7f-9640-26020cda64bd req-43d651e3-c949-49fa-933c-561298aed769 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:36.577038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0968a97-a6a4-4c7f-9640-26020cda64bd req-43d651e3-c949-49fa-933c-561298aed769 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0768673 Mar 18 10:53:36.624923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0968a97-a6a4-4c7f-9640-26020cda64bd req-f137bb7b-6938-4db7-bec7-119e2881dbf6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423286 Mar 18 10:53:37.803670 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b8f80-5cad-44dc-a4a7-19645c1e4bdd req-eff0a11b-b3e4-434f-9f3d-2a1575ca72d3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:37.805679 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-316b8f80-5cad-44dc-a4a7-19645c1e4bdd req-eff0a11b-b3e4-434f-9f3d-2a1575ca72d3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0784833 Mar 18 10:53:37.851620 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-316b8f80-5cad-44dc-a4a7-19645c1e4bdd req-bb3db195-7dde-409b-8091-48756ca96cb2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Mar 18 10:53:39.039355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4799c-79d3-4af9-ab7e-b1972eec3fa0 req-88f09d6d-a2c6-40bf-9946-1949ed183fc7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:39.040778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c6c4799c-79d3-4af9-ab7e-b1972eec3fa0 req-88f09d6d-a2c6-40bf-9946-1949ed183fc7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0808661 Mar 18 10:53:39.083417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c6c4799c-79d3-4af9-ab7e-b1972eec3fa0 req-863c8433-29fc-44b6-bed9-1d615c1b78a9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370839 Mar 18 10:53:40.265491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005fa3-639c-4b2c-927d-ed0f0bafd350 req-4dc3ba97-1620-4e19-8ae2-d94389b0b2ad tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:40.266865 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0005fa3-639c-4b2c-927d-ed0f0bafd350 req-4dc3ba97-1620-4e19-8ae2-d94389b0b2ad tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0798669 Mar 18 10:53:40.309180 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0005fa3-639c-4b2c-927d-ed0f0bafd350 req-a4faf31e-b095-41e1-a9b7-5aad74c46e88 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Mar 18 10:53:41.493562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d158a-8070-4878-9fd8-b5d8d0d24de2 req-78332467-80c7-40a5-adef-7002124646d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:41.495020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e64d158a-8070-4878-9fd8-b5d8d0d24de2 req-78332467-80c7-40a5-adef-7002124646d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0779202 Mar 18 10:53:41.537634 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e64d158a-8070-4878-9fd8-b5d8d0d24de2 req-bfade59d-628d-46f9-8bf1-77466fd53297 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 Mar 18 10:53:42.729087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edcf04-848f-4af5-991f-ed8b682d714c req-c53ab972-7c94-4a90-8e6f-b27be2bf40bf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:42.730543 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-13edcf04-848f-4af5-991f-ed8b682d714c req-c53ab972-7c94-4a90-8e6f-b27be2bf40bf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0846810 Mar 18 10:53:42.773600 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-13edcf04-848f-4af5-991f-ed8b682d714c req-7085260e-e3de-4ab1-a154-8b366633f46f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Mar 18 10:53:43.957855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb40d7-bc5f-44c2-87f0-fd3ee20085ee req-dfdbfecc-20ca-4032-9b09-ed73deb6e3c3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:43.959286 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-92fb40d7-bc5f-44c2-87f0-fd3ee20085ee req-dfdbfecc-20ca-4032-9b09-ed73deb6e3c3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0822861 Mar 18 10:53:44.002296 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-92fb40d7-bc5f-44c2-87f0-fd3ee20085ee req-5bdf7f1a-feaa-40fe-b65e-9e3edaa06758 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Mar 18 10:53:45.181943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574fae2-0064-4a66-863a-2f05dd09c4e9 req-beba3400-5eea-4299-809d-5b036d7e5b97 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:45.183407 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0574fae2-0064-4a66-863a-2f05dd09c4e9 req-beba3400-5eea-4299-809d-5b036d7e5b97 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0778904 Mar 18 10:53:45.224837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0574fae2-0064-4a66-863a-2f05dd09c4e9 req-1cf21354-0100-4117-a04c-bd2124fc727c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359211 Mar 18 10:53:46.408708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84537-487f-4cec-bc87-9265fac2f87a req-bbef6efe-98ea-4520-8066-3b327c0e30d7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:46.410199 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ed84537-487f-4cec-bc87-9265fac2f87a req-bbef6efe-98ea-4520-8066-3b327c0e30d7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0789905 Mar 18 10:53:46.457140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ed84537-487f-4cec-bc87-9265fac2f87a req-9a2b7271-0e3a-46e3-a8ef-039980e7047c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Mar 18 10:53:47.636386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d0880-c84b-441f-a11d-6a3eee348262 req-521e4f4c-c0d3-426d-9351-36e04c5e51c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:47.637796 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-945d0880-c84b-441f-a11d-6a3eee348262 req-521e4f4c-c0d3-426d-9351-36e04c5e51c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0798464 Mar 18 10:53:47.680667 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-945d0880-c84b-441f-a11d-6a3eee348262 req-56845caf-5fc4-45c7-8c12-45d8331c50bb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369899 Mar 18 10:53:48.864571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f496-1370-4edf-92fd-6a9aa6e2e9a9 req-cd02fc03-6ec7-40fe-bdbe-ff128e4a19d1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:48.866065 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bec2f496-1370-4edf-92fd-6a9aa6e2e9a9 req-cd02fc03-6ec7-40fe-bdbe-ff128e4a19d1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0780022 Mar 18 10:53:48.910166 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bec2f496-1370-4edf-92fd-6a9aa6e2e9a9 req-9cc8b4a1-5944-4857-bb27-36009da9dfe4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Mar 18 10:53:50.044865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31481-0135-4883-9d5e-272576641127 req-383dd982-7725-466a-8871-fab60434e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:50.047102 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-383dd982-7725-466a-8871-fab60434e029 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.0746086 Mar 18 10:53:50.098930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9fd90-52f9-4272-a407-e0bc3e42d9a8 req-adf87bd1-e45d-41bb-aedb-bc055c6b285a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:50.100400 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2eb9fd90-52f9-4272-a407-e0bc3e42d9a8 req-adf87bd1-e45d-41bb-aedb-bc055c6b285a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0831800 Mar 18 10:53:50.147000 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2eb9fd90-52f9-4272-a407-e0bc3e42d9a8 req-9bbcf5c2-7748-4813-8ca6-ad13ae997c1d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Mar 18 10:53:50.315071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31481-0135-4883-9d5e-272576641127 req-9f9224fb-edee-44a3-a857-98b824401fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:50.316400 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-9f9224fb-edee-44a3-a857-98b824401fad service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.2188516 Mar 18 10:53:50.416840 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-839d6f76-5d3c-4da9-9976-479555ca435f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 1001 time: 0.0927999 Mar 18 10:53:50.476143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31481-0135-4883-9d5e-272576641127 req-cbb372bd-469e-4a82-8901-0dd027b21978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:50.477492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-cbb372bd-469e-4a82-8901-0dd027b21978 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0543575 Mar 18 10:53:50.566581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31481-0135-4883-9d5e-272576641127 req-76b12233-27c6-458f-b3ae-722503683ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:50.567945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-76b12233-27c6-458f-b3ae-722503683ecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841167 Mar 18 10:53:50.701176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-690fd59a-c502-432b-abf4-425f7228242c service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255100 Mar 18 10:53:50.841224 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8b31481-0135-4883-9d5e-272576641127 req-2c6e8321-b066-4db0-9f0b-a39b06bba788 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337001 Mar 18 10:53:51.335928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c29a1f-b74c-4cbd-93a3-4857d682ce63 req-b971b151-0b42-4b0d-ab29-790dd0638cd4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:51.337342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2c29a1f-b74c-4cbd-93a3-4857d682ce63 req-b971b151-0b42-4b0d-ab29-790dd0638cd4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0834560 Mar 18 10:53:51.379677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2c29a1f-b74c-4cbd-93a3-4857d682ce63 req-88f63129-4aee-490f-b17b-bb77e538cf34 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367775 Mar 18 10:53:51.504137 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-9167cfdb-1842-4e3a-b10e-4683a6162f2f service neutron] 10.222.0.24 "GET /v2.0/ports/d6543fe4-a1eb-4d46-a73d-3598b6e72e4d/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0746512 Mar 18 10:53:52.003712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6fa113e2-02d2-478e-9102-576236ad3b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:52.117441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-7f3de617-3e6f-4bdb-8c9e-10ff5a767d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.118930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-7f3de617-3e6f-4bdb-8c9e-10ff5a767d63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1098 time: 0.0690267 Mar 18 10:53:52.214286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-61e1f0cb-8a19-4cc8-8958-b884348a4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.215698 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-61e1f0cb-8a19-4cc8-8958-b884348a4e49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.0760422 Mar 18 10:53:52.343179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-40a86d24-6603-4bb0-84ad-a0ebee6ef49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.344582 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-40a86d24-6603-4bb0-84ad-a0ebee6ef49a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1233246 Mar 18 10:53:52.445691 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-e8569283-0b85-45d8-9a91-45c7bdb97b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 1001 time: 0.0946653 Mar 18 10:53:52.509751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-b5671da0-a60e-4b2f-b2e8-f592d5c158b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.511154 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-b5671da0-a60e-4b2f-b2e8-f592d5c158b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0603123 Mar 18 10:53:52.560979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e014f9-b9ae-47a2-93db-83915812392f req-b67989e3-52ee-4b13-bf95-96a9f9f45224 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.562451 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-64e014f9-b9ae-47a2-93db-83915812392f req-b67989e3-52ee-4b13-bf95-96a9f9f45224 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0792315 Mar 18 10:53:52.584915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-27aea0b6-2f79-42ce-ba65-eeb8b9718cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:52.586409 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-27aea0b6-2f79-42ce-ba65-eeb8b9718cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698769 Mar 18 10:53:52.605871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-64e014f9-b9ae-47a2-93db-83915812392f req-a9fe2c8b-645d-4006-bb75-d5d0e265465a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378721 Mar 18 10:53:52.670995 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:53:52.717858 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-461413c9-d5df-4364-8fd6-6644d03674a1 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254814 Mar 18 10:53:52.941417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fe7aea5-3544-49e1-8233-773c894546a3 req-4d24f9b8-4cef-4671-a787-9ad0e5a9beac service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178874 Mar 18 10:53:53.792825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76352349-215a-45cf-8c0a-bf78af018d2e req-a0e4cc94-e5c7-41ee-8e74-be5b94ec63a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:53.794281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-76352349-215a-45cf-8c0a-bf78af018d2e req-a0e4cc94-e5c7-41ee-8e74-be5b94ec63a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0820735 Mar 18 10:53:53.837027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-76352349-215a-45cf-8c0a-bf78af018d2e req-9f3b97ef-7aec-4488-babe-1ef2f18f8f11 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Mar 18 10:53:53.906737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:53:54.041740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:54.058015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'mac_address': 'fa:16:3e:be:1b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:53:54.112446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:54.128258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6543fe4-a1eb-4d46-a73d-3598b6e72e4d {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:53:54.143323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:54.228002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:54.296014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['d6543fe4-a1eb-4d46-a73d-3598b6e72e4d'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:53:54.322213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:54.485227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-52d11171-2fee-45d4-85fa-bc8274ccbbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:55.025872 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835181-db46-4b9f-99a4-33d7973e11c3 req-71ff0cca-49f5-497c-9662-cefe843c3211 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:55.027369 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e8835181-db46-4b9f-99a4-33d7973e11c3 req-71ff0cca-49f5-497c-9662-cefe843c3211 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 944 time: 0.0853016 Mar 18 10:53:55.073841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e8835181-db46-4b9f-99a4-33d7973e11c3 req-5d77a08d-d889-42ff-87dd-3ebc45fb33d8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387795 Mar 18 10:53:55.388158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:55.399587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:55.582158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:55.924794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:53:55.991922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:53:55.992282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:56.107330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:56.134487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:53:56.143922 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:53:56.187326 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'code': 200} Mar 18 10:53:56.203689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:56.259694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967bc8-78ff-43f4-94a9-34ee951703a1 req-2f8dfe8d-1fc6-4153-957c-8f41bdd6b285 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:56.261146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-87967bc8-78ff-43f4-94a9-34ee951703a1 req-2f8dfe8d-1fc6-4153-957c-8f41bdd6b285 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0799940 Mar 18 10:53:56.270371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:53:56.305431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-87967bc8-78ff-43f4-94a9-34ee951703a1 req-51c21ad3-6b35-4677-8558-fdbce517af5f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382540 Mar 18 10:53:56.745479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56ac1-4858-4d6e-9c3e-2eebba525026 req-866a8c99-3e84-48ba-beb7-e0c4079a44d9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:56.746958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-27e56ac1-4858-4d6e-9c3e-2eebba525026 req-866a8c99-3e84-48ba-beb7-e0c4079a44d9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0868566 Mar 18 10:53:56.839449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-27e56ac1-4858-4d6e-9c3e-2eebba525026 req-f3c4ff72-8a02-4c8c-8c5c-31c56cee3408 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550964 Mar 18 10:53:56.871941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-91a0bf2f-1eaf-4bb1-ad20-48ceab36e1cf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:56.873411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-91a0bf2f-1eaf-4bb1-ad20-48ceab36e1cf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 945 time: 0.1236801 Mar 18 10:53:56.986518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:53:57.014988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-e91c52cb-0f07-40cb-b9c1-da0fa38e8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:57.016528 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-e91c52cb-0f07-40cb-b9c1-da0fa38e8260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 1098 time: 0.0740523 Mar 18 10:53:57.145323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-5854e6da-f134-48ea-9520-453d2aef5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:57.146773 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-5854e6da-f134-48ea-9520-453d2aef5490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1250112 Mar 18 10:53:57.246701 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-fa618ed9-4dc6-4d20-9103-fa5fdb5ca9fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 200 len: 1001 time: 0.0932727 Mar 18 10:53:57.307085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-99986326-f4dc-4338-96af-f0c7bdf94fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:57.308426 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-99986326-f4dc-4338-96af-f0c7bdf94fe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0561600 Mar 18 10:53:57.383703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-69556417-2a46-4a67-8740-1fd2642c3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:57.385639 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-69556417-2a46-4a67-8740-1fd2642c3454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713570 Mar 18 10:53:57.512876 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-03e11dab-0e4d-4918-a75b-771753f59263 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210761 Mar 18 10:53:57.637228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40b00fc2-704c-44b1-a97e-bcd905d07acb req-607dce15-bfc5-4ef2-93bf-752b7265b5ea service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191113 Mar 18 10:53:58.023259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7004e-d7a9-4cdf-a102-4e6eb05493c1 req-815cb853-a01d-42b5-8100-85edcf2d7089 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:58.024715 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-73d7004e-d7a9-4cdf-a102-4e6eb05493c1 req-815cb853-a01d-42b5-8100-85edcf2d7089 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0772424 Mar 18 10:53:58.070777 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-73d7004e-d7a9-4cdf-a102-4e6eb05493c1 req-9d8ca36f-6fc6-43bd-9616-25004b0dbac2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Mar 18 10:53:59.260164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a2d5-679f-46ca-954a-7e6935b53e4d req-88f80dd6-49fc-4fe9-8ddf-8990742188f0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:59.261496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08b9a2d5-679f-46ca-954a-7e6935b53e4d req-88f80dd6-49fc-4fe9-8ddf-8990742188f0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0781136 Mar 18 10:53:59.304013 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08b9a2d5-679f-46ca-954a-7e6935b53e4d req-3e81fe83-e307-4f06-aa1f-4d3945388060 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369892 Mar 18 10:53:59.482718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c26c-e2ef-4a42-af2d-ffd84aee62c7 req-a1bd60c0-7b15-4816-8179-07ae74b128bf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:59.484156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a43c26c-e2ef-4a42-af2d-ffd84aee62c7 req-a1bd60c0-7b15-4816-8179-07ae74b128bf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0784872 Mar 18 10:53:59.527236 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a43c26c-e2ef-4a42-af2d-ffd84aee62c7 req-efdf9e85-ff1f-416a-820f-34d93c390b86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 Mar 18 10:53:59.707392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46325e-9bc4-48a2-970a-0540d44c9326 req-ad794fd8-8e65-4dfc-a3c5-e47534115b72 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:53:59.708822 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4e46325e-9bc4-48a2-970a-0540d44c9326 req-ad794fd8-8e65-4dfc-a3c5-e47534115b72 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 945 time: 0.0819054 Mar 18 10:53:59.751491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4e46325e-9bc4-48a2-970a-0540d44c9326 req-808ec6b3-f30f-4f22-ad80-709dec552e76 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367279 Mar 18 10:53:59.938466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:54:00.054805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:00.080634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:00.089736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:00.124301 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'code': 200} Mar 18 10:54:00.188266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:00.261042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:00.492926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69c80-a40e-4c03-acdb-c8192e3d5f11 req-04596cc4-04a1-4f4a-9dc6-49a73b2b0867 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:00.494406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44f69c80-a40e-4c03-acdb-c8192e3d5f11 req-04596cc4-04a1-4f4a-9dc6-49a73b2b0867 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.0768828 Mar 18 10:54:00.537194 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-44f69c80-a40e-4c03-acdb-c8192e3d5f11 req-c0a7946a-896f-4186-b6ac-285a349e7545 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Mar 18 10:54:01.718044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90951244-1f95-4e4a-ba7e-2f20ce4db5cc req-546e86e3-6cf5-4cd9-83ae-05316f38ba59 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:01.719449 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-90951244-1f95-4e4a-ba7e-2f20ce4db5cc req-546e86e3-6cf5-4cd9-83ae-05316f38ba59 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.0799754 Mar 18 10:54:01.762129 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-90951244-1f95-4e4a-ba7e-2f20ce4db5cc req-6512b825-410e-4838-afbf-8141d8bd2172 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370164 Mar 18 10:54:02.133777 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-f1505a09-6055-4743-a51b-734cf6a6d9c0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:02.135193 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-f1505a09-6055-4743-a51b-734cf6a6d9c0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.0795901 Mar 18 10:54:02.201240 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Deleting port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:54:02.201503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:02.533002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] For port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:02.533353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:02.820398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:02.820767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:02.821109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 disassociated. External IP: 172.26.2.167, port: d6543fe4-a1eb-4d46-a73d-3598b6e72e4d. Mar 18 10:54:02.822086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Calling delete_port for d6543fe4-a1eb-4d46-a73d-3598b6e72e4d owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:54:03.014079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724d74-08dd-47d9-9fc4-6ec81c1ac220 req-8c45f109-66ef-46be-bf92-3cfd7f91b46b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:03.015518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a724d74-08dd-47d9-9fc4-6ec81c1ac220 req-8c45f109-66ef-46be-bf92-3cfd7f91b46b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 943 time: 0.1436765 Mar 18 10:54:03.066147 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a724d74-08dd-47d9-9fc4-6ec81c1ac220 req-c13ea21c-0ee8-4e38-aeb9-5b0a36e5668f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Mar 18 10:54:03.096353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:03.144312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'Port': ['ID=d6543fe4-a1eb-4d46-a73d-3598b6e72e4d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:03.156022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.156378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.156779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.157122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.157448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.157780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.158141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.158468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.158793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.159116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.159440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.159759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:03.347880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:54:03.521969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:54:03.531148 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:54:03.540496 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:54:03.541166 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:53:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:03.591823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] No DVR routers for this DVR port d6543fe4-a1eb-4d46-a73d-3598b6e72e4d on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:54:03.594282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:03.596759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-deleted', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:03.641299 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4c04c2-d6ea-4ca7-a838-bc162443b339', 'name': 'network-vif-deleted', 'tag': 'd6543fe4-a1eb-4d46-a73d-3598b6e72e4d', 'status': 'completed', 'code': 200} Mar 18 10:54:03.674467 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56eb51f5-90f4-46f5-b26b-f7dc42c62c30 req-887b3f7b-e680-4094-9fcb-0ab833a61143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "DELETE /v2.0/ports/d6543fe4-a1eb-4d46-a73d-3598b6e72e4d HTTP/1.1" status: 204 len: 173 time: 1.5342143 Mar 18 10:54:03.710761 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:54:04.011442 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:04.015126 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:54:04.022994 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:54:04.023568 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:53:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:04.191432 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:54:04.225267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0b0ec2c2-246d-44a4-942e-9ec439f2c422 req-a3bdc0b2-3a5f-4145-b525-00a032587f4f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:54:04.308348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0b0ec2c2-246d-44a4-942e-9ec439f2c422 req-a3bdc0b2-3a5f-4145-b525-00a032587f4f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:54:04.309870 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b0ec2c2-246d-44a4-942e-9ec439f2c422 req-a3bdc0b2-3a5f-4145-b525-00a032587f4f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f4c04c2-d6ea-4ca7-a838-bc162443b339 HTTP/1.1" status: 200 len: 210 time: 0.1280017 Mar 18 10:54:04.518201 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-7313a019-f964-427a-ada4-78a8074a476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:04.521972 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313a019-f964-427a-ada4-78a8074a476a None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:54:04.749952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453809d9-4ef1-4727-85dd-5b452e74ba5c None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:54:05.632197 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-1684a118-5cca-4c30-befa-6af06385380f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--631909916&fields=id&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 267 time: 0.0381680 Mar 18 10:54:05.777274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-560673dd-c54b-42ea-ac61-13808c8cb4e1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:05.778717 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-560673dd-c54b-42ea-ac61-13808c8cb4e1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.1403956 Mar 18 10:54:05.793704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-d33878e0-4cd1-47a3-99ff-1ee46b467896 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/quotas/bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 375 time: 0.0096526 Mar 18 10:54:05.879193 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-ea2f75b8-62b3-407d-9873-c75f373a2d32 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805826 Mar 18 10:54:05.950374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:54:05.984939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: d6543fe4-a1eb-4d46-a73d-3598b6e72e4d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:54:05.985360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d6543fe4-a1eb-4d46-a73d-3598b6e72e4d not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:54:06.060618 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-88af1c1f-ed6b-48fd-9096-4a80ac5e4f5d service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700349 Mar 18 10:54:06.194617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-4cc5938a-6c7b-4cb6-82f6-47d41a4c1d87 service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281264 Mar 18 10:54:06.441402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4abac432-afe8-4d42-aeb3-888589958f2b req-5b7cfe53-4b43-48cc-97df-aa74ebf58507 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 210 time: 0.0440793 Mar 18 10:54:07.687567 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ed3ed101-30b6-4aad-894e-d43c7fe32e4f req-d991c03c-a191-4abc-9388-1c5ab9160762 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 210 time: 0.1361129 Mar 18 10:54:08.411678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-0f79f7b7-b01a-4499-92d7-1dbc6a17feb5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:08.413352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-0f79f7b7-b01a-4499-92d7-1dbc6a17feb5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.2532098 Mar 18 10:54:08.459948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-8fb5654a-9f09-4469-b315-14adbaebcc33 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 379 time: 0.0381017 Mar 18 10:54:08.468056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'port': {'device_id': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'admin_state_up': True, 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'security_groups': ['0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:54:08.601801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:54:08.612100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:54:08.679037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:54:08.682489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:08.873699 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-960959ac-b7c4-49d7-9c05-c3e080f96178 req-d83fa91a-d43e-48c7-9005-f54872159fb9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 210 time: 0.0561974 Mar 18 10:54:08.893181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Allocated IP 172.20.0.8 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/63621d78-5ece-4a7e-af00-8200ed31c1f8) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:54:09.074840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.090146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Transition to ACTIVE for port object 63621d78-5ece-4a7e-af00-8200ed31c1f8 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:54:09.154054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.217527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:54:09.224703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:54:09.227297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:54:09.274139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:09.299257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:09.299862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.377056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-cbe8259c-f2ab-4c5d-ba91-8fbf2308c407 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123716 Mar 18 10:54:09.390447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Request body: {'port': {'device_id': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:54:09.499963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.547900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9ee37ec6-17ba-4844-bfe0-cbf9639f470d None None] Provisioning for port 63621d78-5ece-4a7e-af00-8200ed31c1f8 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:54:09.552783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9ee37ec6-17ba-4844-bfe0-cbf9639f470d None None] Provisioning complete for port 63621d78-5ece-4a7e-af00-8200ed31c1f8 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:54:09.553152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9ee37ec6-17ba-4844-bfe0-cbf9639f470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.604601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9ee37ec6-17ba-4844-bfe0-cbf9639f470d None None] Port 63621d78-5ece-4a7e-af00-8200ed31c1f8 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:54:09.831076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:54:09.838153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:09.851986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Transition to ACTIVE for port object 63621d78-5ece-4a7e-af00-8200ed31c1f8 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:54:09.928610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:10.056347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdba7d2-5d87-4304-a1fd-eb0b2f123620 req-c3d63af0-2af3-4e43-82a9-894ae61f4977 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:10.059074 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dfdba7d2-5d87-4304-a1fd-eb0b2f123620 req-c3d63af0-2af3-4e43-82a9-894ae61f4977 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 943 time: 0.0831108 Mar 18 10:54:10.106998 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dfdba7d2-5d87-4304-a1fd-eb0b2f123620 req-ebd24a38-84d0-4940-9e42-31f8349b22fb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Mar 18 10:54:10.117835 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:10.162734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Attempting to bind port 63621d78-5ece-4a7e-af00-8200ed31c1f8 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:54:10.163352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Attempting to bind port 63621d78-5ece-4a7e-af00-8200ed31c1f8 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:54:10.163671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Attempting to bind port 63621d78-5ece-4a7e-af00-8200ed31c1f8 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:54:10.168760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Port 63621d78-5ece-4a7e-af00-8200ed31c1f8 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:54:10.169072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Attempting to bind port 63621d78-5ece-4a7e-af00-8200ed31c1f8 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:54:10.174055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:54:10.174385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:54:10.174764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:54:10.175174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Bound port: 63621d78-5ece-4a7e-af00-8200ed31c1f8, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:54:10.175510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:10.262703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:54:10.265443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:54:10.354053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:10.506265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:10.506766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:10.508077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] 10.222.0.24 "PUT /v2.0/ports/63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1093 time: 1.1225653 Mar 18 10:54:10.508512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:10.534074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1245af-d3fa-4bb8-a854-b6df5802155e service neutron] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:10.560680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'status': 'completed', 'code': 200} Mar 18 10:54:10.653723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-33161924-a70a-479d-97d7-0dab5d8f1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:10.655298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-33161924-a70a-479d-97d7-0dab5d8f1950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0723264 Mar 18 10:54:10.796569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-261bc1ff-552b-47f4-8862-2ae00f22dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:10.797949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-261bc1ff-552b-47f4-8862-2ae00f22dafd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1360862 Mar 18 10:54:10.938680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-3cbe4838-5faf-4cce-9f8e-9fc2a53f858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:10.940101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-eb2e8ba0-aa46-43ab-b74e-6a35ad3244b3 req-3cbe4838-5faf-4cce-9f8e-9fc2a53f858b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368201 Mar 18 10:54:11.044520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-189a4794-ce4a-46b5-bc5a-058c64b338fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:11.045963 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-189a4794-ce4a-46b5-bc5a-058c64b338fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0723286 Mar 18 10:54:11.112821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-c8317787-e6a1-47f1-a10c-4f60b3a6b4da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0605710 Mar 18 10:54:11.172676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-a0abc3db-f7bd-408a-a1cd-0b92740d85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:11.174169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-a0abc3db-f7bd-408a-a1cd-0b92740d85ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0562065 Mar 18 10:54:11.247010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-e86cc48d-5e41-4803-a37c-8d0253886ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:11.248399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-e86cc48d-5e41-4803-a37c-8d0253886ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687747 Mar 18 10:54:11.301614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89cc5-ff09-4c2e-87c2-4073f7b05e04 req-d0a000e1-556b-499b-a8ff-c140416ef089 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:11.303056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-67c89cc5-ff09-4c2e-87c2-4073f7b05e04 req-d0a000e1-556b-499b-a8ff-c140416ef089 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 943 time: 0.0774772 Mar 18 10:54:11.346886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-67c89cc5-ff09-4c2e-87c2-4073f7b05e04 req-35922e25-e85c-47d4-849a-347c96d6d112 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380270 Mar 18 10:54:11.377186 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-3c499edb-8775-4398-b8a6-6b899c71b2cf service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226296 Mar 18 10:54:11.502681 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0986e34e-805f-40d8-ab29-8427a4d60ff8 req-14d53891-6c47-4ef7-8197-63fb75d3ad8e service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197984 Mar 18 10:54:12.532584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb56cb-f0c4-4fe0-b791-505aa8a67e8f req-17c9b703-2d4e-4c74-9438-5e54af8c185c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:12.533252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebdb56cb-f0c4-4fe0-b791-505aa8a67e8f req-17c9b703-2d4e-4c74-9438-5e54af8c185c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:54:12.619801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-ebdb56cb-f0c4-4fe0-b791-505aa8a67e8f req-17c9b703-2d4e-4c74-9438-5e54af8c185c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:54:12.620893 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebdb56cb-f0c4-4fe0-b791-505aa8a67e8f req-17c9b703-2d4e-4c74-9438-5e54af8c185c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 943 time: 0.1702242 Mar 18 10:54:12.668872 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebdb56cb-f0c4-4fe0-b791-505aa8a67e8f req-18b11425-2012-448a-aa65-12828dd8d896 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Mar 18 10:54:13.864028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91d46b-ba8b-4b26-b5dd-f8f5a546c8be req-635bc301-6045-4c74-b654-2e0b9d8a4e95 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:13.865449 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8e91d46b-ba8b-4b26-b5dd-f8f5a546c8be req-635bc301-6045-4c74-b654-2e0b9d8a4e95 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 943 time: 0.0945172 Mar 18 10:54:13.909290 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8e91d46b-ba8b-4b26-b5dd-f8f5a546c8be req-e4cdb26d-006d-411f-83a2-952123b61524 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Mar 18 10:54:13.982736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:54:14.143496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:14.156198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:54:14.210644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:14.226716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:54:14.241846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:14.299913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:14.366890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:14.486096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['63621d78-5ece-4a7e-af00-8200ed31c1f8'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:54:15.086556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136673-bdf8-4017-9a9d-7cd9be89a672 req-7b861a39-cf15-41c5-a87d-6875637fd7a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:15.087960 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1136673-bdf8-4017-9a9d-7cd9be89a672 req-7b861a39-cf15-41c5-a87d-6875637fd7a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 944 time: 0.0772123 Mar 18 10:54:15.132623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1136673-bdf8-4017-9a9d-7cd9be89a672 req-ad50641e-78b2-4206-aad6-6acd6d69a6d6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Mar 18 10:54:15.995578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:54:16.107348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 63621d78-5ece-4a7e-af00-8200ed31c1f8 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:54:16.111829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 63621d78-5ece-4a7e-af00-8200ed31c1f8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:54:16.112197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:16.226279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:16.252572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:16.262334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:16.296613 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'code': 200} Mar 18 10:54:16.308500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:16.317324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e28d2-18f7-44b9-b879-14123e96c544 req-134fbc6f-a141-4d81-8836-dac9bd933d1e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:16.318810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-347e28d2-18f7-44b9-b879-14123e96c544 req-134fbc6f-a141-4d81-8836-dac9bd933d1e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 944 time: 0.0834663 Mar 18 10:54:16.368334 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-347e28d2-18f7-44b9-b879-14123e96c544 req-b58a72c1-44da-4d08-b610-5cb2f74828a3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Mar 18 10:54:16.379201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:16.660998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd466ac6-2073-4274-b808-3d0193f2b5e6 req-cad9bfe9-067e-43fe-8763-ba5d3fd1dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:16.662448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd466ac6-2073-4274-b808-3d0193f2b5e6 req-cad9bfe9-067e-43fe-8763-ba5d3fd1dac1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0665350 Mar 18 10:54:16.701604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd466ac6-2073-4274-b808-3d0193f2b5e6 req-91905cdb-907d-4df1-ba06-de8b01910424 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326462 Mar 18 10:54:17.554234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff551018-e9d0-4b39-a920-408742431501 req-51f598ce-e54f-494f-bd4a-43f862f2533c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:17.555637 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff551018-e9d0-4b39-a920-408742431501 req-51f598ce-e54f-494f-bd4a-43f862f2533c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0804925 Mar 18 10:54:17.599105 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff551018-e9d0-4b39-a920-408742431501 req-a0b027cd-89c7-4c08-a4f7-07723d645ddb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374022 Mar 18 10:54:18.779910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db48d8-c9d1-4340-9d48-354aa765c81f req-376719f6-d811-44e1-9882-c2203390debe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:18.781234 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-92db48d8-c9d1-4340-9d48-354aa765c81f req-376719f6-d811-44e1-9882-c2203390debe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0768464 Mar 18 10:54:18.825432 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-92db48d8-c9d1-4340-9d48-354aa765c81f req-ceee0f50-ef64-490b-9f32-fdab2e2e611a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 Mar 18 10:54:19.000059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b526302-6e89-43ab-950c-212d33b4b2b7 req-29c5cd24-ad91-420e-8736-75f6e652d8b6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:19.001504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5b526302-6e89-43ab-950c-212d33b4b2b7 req-29c5cd24-ad91-420e-8736-75f6e652d8b6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Mar 18 10:54:19.009893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 47836) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:54:19.014693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'floatingip': {'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:54:19.090579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:19.749051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:19.793514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:19.962234 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 associated. External IP: 172.26.2.167, port: 63621d78-5ece-4a7e-af00-8200ed31c1f8. Mar 18 10:54:20.298957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:54:20.470229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:54:20.475071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:20.479515 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:54:20.489693 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:54:20.490339 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:53:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:20.639410 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3748c2c5-b69f-42c1-b72b-7449c98936ac tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "PUT /v2.0/floatingips/c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 HTTP/1.1" status: 200 len: 991 time: 1.6284659 Mar 18 10:54:20.640001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:20.667198 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:54:20.687000 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'status': 'completed', 'code': 200} Mar 18 10:54:20.776871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-c3beae2e-196a-4f12-9ee2-b1221273e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:20.778373 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-c3beae2e-196a-4f12-9ee2-b1221273e2ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0701807 Mar 18 10:54:20.924993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-4bffa230-22c0-4e6a-aadd-60d9fdcec55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:20.926367 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-4bffa230-22c0-4e6a-aadd-60d9fdcec55e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1418300 Mar 18 10:54:21.033721 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-75422df7-bcf8-4f78-909c-78f1d3f0990c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 999 time: 0.0989711 Mar 18 10:54:21.037140 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:54:19Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:21.041395 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:54:21.050298 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:54:21.050888 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:53:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:21.148785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-adbd8469-5e76-4a2a-8420-ae8e4a302470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:21.150223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-adbd8469-5e76-4a2a-8420-ae8e4a302470 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0722966 Mar 18 10:54:21.213319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19feaaa2-2dd6-4ff1-baf7-7778e05b2c11 req-88be28de-5e44-46dd-b64a-3a1faa11ab43 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:21.214739 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19feaaa2-2dd6-4ff1-baf7-7778e05b2c11 req-88be28de-5e44-46dd-b64a-3a1faa11ab43 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.1798172 Mar 18 10:54:21.224045 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:54:21.273431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19feaaa2-2dd6-4ff1-baf7-7778e05b2c11 req-757cc03a-b959-46be-8692-2aeddc2488ff tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527351 Mar 18 10:54:21.278900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-9895c2b3-a14a-4c75-ab73-faf5b736d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:21.280223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-9895c2b3-a14a-4c75-ab73-faf5b736d64d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237881 Mar 18 10:54:21.409694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-f2581626-f6bc-416b-9456-49c407b3cb51 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229534 Mar 18 10:54:21.538486 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e3e810a-2509-4a8b-b5c7-5a37abf171fa req-b75ac897-8235-45cb-9be3-0b06c64d4ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217959 Mar 18 10:54:21.565524 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:54:19Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:54:21.569430 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50bd52-cce8-4200-8200-c1d46454933b None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:54:19Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:54:21.750456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba1b8f-5e69-4b66-8a95-9392eb8b24fd None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:54:22.039397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-430ae990-c76e-4100-aa1a-67bc1f1ce917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:22.462676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2b336-bd8d-4b47-8ee9-0af5d71c2fb9 req-c12aecd8-d234-43f7-a62d-1e9330bd733f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:22.464120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0df2b336-bd8d-4b47-8ee9-0af5d71c2fb9 req-c12aecd8-d234-43f7-a62d-1e9330bd733f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0827103 Mar 18 10:54:22.514536 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0df2b336-bd8d-4b47-8ee9-0af5d71c2fb9 req-9c647bc2-d8f3-42aa-8b43-46b027eb921f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 Mar 18 10:54:23.699639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fedc4-a651-49c9-b1cc-d17db87fef37 req-b966c71a-fb49-491a-a0f4-90f333bd209c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:23.701072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b05fedc4-a651-49c9-b1cc-d17db87fef37 req-b966c71a-fb49-491a-a0f4-90f333bd209c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0792978 Mar 18 10:54:23.743385 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b05fedc4-a651-49c9-b1cc-d17db87fef37 req-1b3c5f7a-718e-4e8e-9917-c79a84d7ca78 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368335 Mar 18 10:54:24.478870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d43fd80-4e04-4d07-8017-49191f213992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:24.928420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0043e-72ae-46d3-90e1-ee4bca8053e5 req-5aec524d-71b7-4d97-8f9f-57fe7e83b7ea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:24.929894 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1c0043e-72ae-46d3-90e1-ee4bca8053e5 req-5aec524d-71b7-4d97-8f9f-57fe7e83b7ea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0824311 Mar 18 10:54:24.972796 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d1c0043e-72ae-46d3-90e1-ee4bca8053e5 req-ec2e4ad9-3728-4ad8-86c6-683267f0a8db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365379 Mar 18 10:54:25.393086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:25.421495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:25.591635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:26.156560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de58e-7ebd-41ff-9227-25e6bbd266ea req-a75944fc-86c2-4f9d-bf0e-421d48cd8f38 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:26.158419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b9de58e-7ebd-41ff-9227-25e6bbd266ea req-a75944fc-86c2-4f9d-bf0e-421d48cd8f38 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0826287 Mar 18 10:54:26.203113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3b9de58e-7ebd-41ff-9227-25e6bbd266ea req-fd408b26-d228-43ed-8893-7ee939fb430d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Mar 18 10:54:26.993410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:27.387902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8738-1071-49ee-8329-5e9121612f15 req-7324062b-dc6f-40a9-b07e-8b5ff121e38e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:27.389335 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bfbe8738-1071-49ee-8329-5e9121612f15 req-7324062b-dc6f-40a9-b07e-8b5ff121e38e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0810993 Mar 18 10:54:27.432856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bfbe8738-1071-49ee-8329-5e9121612f15 req-4df7a475-16bd-462a-8b8d-eccffc313a6a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377133 Mar 18 10:54:28.613479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db908-ef00-40f8-90dd-51faba2bfc13 req-27b2d542-43bc-4681-acf8-63066850281e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:28.614914 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a6db908-ef00-40f8-90dd-51faba2bfc13 req-27b2d542-43bc-4681-acf8-63066850281e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0813136 Mar 18 10:54:28.657217 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1a6db908-ef00-40f8-90dd-51faba2bfc13 req-4800e34e-9c75-471e-adb6-c0ae3fc0a873 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Mar 18 10:54:29.670702 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:54:29.842180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605c0fc-88df-44f2-bf72-50bc17a6c118 req-9eb250d3-d4bf-47f0-82ac-06fa4dc21a37 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:29.843603 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b605c0fc-88df-44f2-bf72-50bc17a6c118 req-9eb250d3-d4bf-47f0-82ac-06fa4dc21a37 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0826466 Mar 18 10:54:29.887874 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b605c0fc-88df-44f2-bf72-50bc17a6c118 req-b183c143-cb31-4b92-8d7a-929c989be379 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385215 Mar 18 10:54:31.215974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85413-2b10-4837-a28d-0d79d493a759 req-25bb816a-e5cf-416c-b4db-ccbce25c7b99 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:31.217327 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4de85413-2b10-4837-a28d-0d79d493a759 req-25bb816a-e5cf-416c-b4db-ccbce25c7b99 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0774105 Mar 18 10:54:31.259974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4de85413-2b10-4837-a28d-0d79d493a759 req-ab1cd858-eb8b-4fb2-9e21-4d4f72b13a67 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368130 Mar 18 10:54:32.439051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6810-cdc2-4e9a-8d70-7eb325a5454f req-f6f0fab2-4f8e-4437-bd52-a6933a27c502 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:32.440492 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba6b6810-cdc2-4e9a-8d70-7eb325a5454f req-f6f0fab2-4f8e-4437-bd52-a6933a27c502 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0786598 Mar 18 10:54:32.482911 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba6b6810-cdc2-4e9a-8d70-7eb325a5454f req-b343d49d-a2a0-4404-a44f-7bd56da889e1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369165 Mar 18 10:54:33.663664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b91e73-a652-4fda-a552-ce6d36351280 req-0fb6835c-c38d-4db6-8773-d4370ee1dce1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:33.665069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f6b91e73-a652-4fda-a552-ce6d36351280 req-0fb6835c-c38d-4db6-8773-d4370ee1dce1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0811296 Mar 18 10:54:33.707971 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f6b91e73-a652-4fda-a552-ce6d36351280 req-d08cdce6-a821-4438-82e7-82499afd92ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367246 Mar 18 10:54:34.898738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a36475-9893-4b6c-87e7-edc1c0582e78 req-2c97840f-26fc-42fa-9ae2-57599c6bd45c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:34.900308 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-86a36475-9893-4b6c-87e7-edc1c0582e78 req-2c97840f-26fc-42fa-9ae2-57599c6bd45c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0887482 Mar 18 10:54:34.944349 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-86a36475-9893-4b6c-87e7-edc1c0582e78 req-fde7daa3-3262-48ef-9832-d116b88cb228 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378165 Mar 18 10:54:36.120467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9f17-7021-4589-992e-5471ed561ea8 req-e225e6d0-b1d7-4004-af93-c270f0244f08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:36.121948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f7c9f17-7021-4589-992e-5471ed561ea8 req-e225e6d0-b1d7-4004-af93-c270f0244f08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0763912 Mar 18 10:54:36.164370 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f7c9f17-7021-4589-992e-5471ed561ea8 req-7b53aecd-e18d-44ec-8c40-af4e3775cd23 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Mar 18 10:54:37.345321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30728b5-d98e-4e54-a950-870597897827 req-1628d9f2-e99c-4454-862c-bd35cd2ebfbd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:37.346843 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d30728b5-d98e-4e54-a950-870597897827 req-1628d9f2-e99c-4454-862c-bd35cd2ebfbd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0780010 Mar 18 10:54:37.392909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d30728b5-d98e-4e54-a950-870597897827 req-e36fcafa-82d0-4e54-800e-f17558791480 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Mar 18 10:54:38.582108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321ba0-ee2b-434d-99ee-845334043ddf req-998a22fb-43ad-49a6-a490-a4129156907b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:38.583528 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04321ba0-ee2b-434d-99ee-845334043ddf req-998a22fb-43ad-49a6-a490-a4129156907b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0815725 Mar 18 10:54:38.625477 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-04321ba0-ee2b-434d-99ee-845334043ddf req-0a1cb52e-1738-41c9-9447-ff652ff9726d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363870 Mar 18 10:54:39.805848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89905a-1075-45b7-be50-9ebd5bc8d439 req-a35b1774-7a66-434c-84a9-91b6bf11418e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:39.818867 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8f89905a-1075-45b7-be50-9ebd5bc8d439 req-a35b1774-7a66-434c-84a9-91b6bf11418e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0793226 Mar 18 10:54:39.850697 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8f89905a-1075-45b7-be50-9ebd5bc8d439 req-6f5285e2-2123-4db4-bdf4-bb177fd195d8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371125 Mar 18 10:54:41.043021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca76f4-1cdb-477a-985b-816d3ecec24d req-4a7b0932-5f12-4a6b-919d-4e2226f3b122 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:41.044939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5cca76f4-1cdb-477a-985b-816d3ecec24d req-4a7b0932-5f12-4a6b-919d-4e2226f3b122 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0816159 Mar 18 10:54:41.176797 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5cca76f4-1cdb-477a-985b-816d3ecec24d req-9ff61932-f7ff-415f-a3de-b1f85b09563b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262009 Mar 18 10:54:42.359646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747122-06e0-478b-aa81-65a1250825c2 req-e60ad2cf-f2a1-47d4-94b7-4fc4ee7a3132 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:42.361066 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fe747122-06e0-478b-aa81-65a1250825c2 req-e60ad2cf-f2a1-47d4-94b7-4fc4ee7a3132 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0807364 Mar 18 10:54:42.404137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fe747122-06e0-478b-aa81-65a1250825c2 req-b6e08c09-8d9a-42f3-bbbf-a3353e7771fe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376022 Mar 18 10:54:43.581214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949a79-b954-45e6-9649-9bdb814a7b23 req-54b293a4-b7c8-46bb-929a-04bfa1db4143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:43.582638 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-62949a79-b954-45e6-9649-9bdb814a7b23 req-54b293a4-b7c8-46bb-929a-04bfa1db4143 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0773082 Mar 18 10:54:43.624478 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-62949a79-b954-45e6-9649-9bdb814a7b23 req-1832fcd8-24e9-4d95-9666-32a4c265d4d1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363569 Mar 18 10:54:44.811046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1143d0-cdb5-4034-986b-61be7e34e2af req-c3211263-b860-4a3f-a10d-455a53532eaf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:44.812417 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e1143d0-cdb5-4034-986b-61be7e34e2af req-c3211263-b860-4a3f-a10d-455a53532eaf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0837224 Mar 18 10:54:44.862211 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e1143d0-cdb5-4034-986b-61be7e34e2af req-3563cf4c-f5ad-4b23-b260-4835b3303a8d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Mar 18 10:54:46.048110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5e754-1d28-4cda-9810-16ba8794e60d req-fada6ed1-ef66-44c7-80f4-c0abe9a4c66d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:46.049574 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5db5e754-1d28-4cda-9810-16ba8794e60d req-fada6ed1-ef66-44c7-80f4-c0abe9a4c66d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0817583 Mar 18 10:54:46.092406 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5db5e754-1d28-4cda-9810-16ba8794e60d req-bcbbab4f-1f29-4e81-be3f-5c5a28b852c0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373011 Mar 18 10:54:47.270685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b0a3e-394a-4b61-9da0-4838b8338e13 req-19179eb8-c0b2-499a-856e-f7c40346edf1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:47.272008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd8b0a3e-394a-4b61-9da0-4838b8338e13 req-19179eb8-c0b2-499a-856e-f7c40346edf1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0772574 Mar 18 10:54:47.316026 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cd8b0a3e-394a-4b61-9da0-4838b8338e13 req-b64654b8-f372-48dc-94ca-4a45122e4cfa tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383389 Mar 18 10:54:47.827441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9adcfe-321d-4aaf-9272-b9e5e33b8f62 req-11cc088a-61f0-49f5-b87d-a9b71ea5eeb2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:47.828855 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c9adcfe-321d-4aaf-9272-b9e5e33b8f62 req-11cc088a-61f0-49f5-b87d-a9b71ea5eeb2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0813460 Mar 18 10:54:47.914418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c9adcfe-321d-4aaf-9272-b9e5e33b8f62 req-ee31495e-805c-4228-8912-2909d04cfd7b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798090 Mar 18 10:54:47.936736 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-0e1707b3-bb06-45da-afa6-c9c45e79b9cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887709 Mar 18 10:54:49.112494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58024c-4cb1-442a-ab8a-455d68463cf3 req-c3d0d7e6-97c8-4977-bb83-c7e6330f12ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:49.113968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0d58024c-4cb1-442a-ab8a-455d68463cf3 req-c3d0d7e6-97c8-4977-bb83-c7e6330f12ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0826178 Mar 18 10:54:49.156681 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0d58024c-4cb1-442a-ab8a-455d68463cf3 req-3943201f-f8bd-492f-a8d8-150f412d7c42 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Mar 18 10:54:49.905864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-219c567e-f8e9-4f00-a052-4e0d9e1161dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:49.907313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-219c567e-f8e9-4f00-a052-4e0d9e1161dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0705619 Mar 18 10:54:50.036206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-61a995e7-358d-49cd-9539-8c5fd7750318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.037712 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-61a995e7-358d-49cd-9539-8c5fd7750318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1244931 Mar 18 10:54:50.140578 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-870cb230-58f6-4ada-94a1-34c36686af7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0956316 Mar 18 10:54:50.201699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-b66dfb35-5364-4143-b05a-c338b89c5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.203159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-b66dfb35-5364-4143-b05a-c338b89c5e36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0563595 Mar 18 10:54:50.279598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-c9da874e-f55e-45ef-a145-fa667e2d6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.281052 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-c9da874e-f55e-45ef-a145-fa667e2d6747 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721755 Mar 18 10:54:50.344902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15b6c2-297b-4da5-a27c-7fae270921d6 req-5a6506d9-5121-460f-8c8f-0a34508f6093 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.346367 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3a15b6c2-297b-4da5-a27c-7fae270921d6 req-5a6506d9-5121-460f-8c8f-0a34508f6093 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0845239 Mar 18 10:54:50.389120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3a15b6c2-297b-4da5-a27c-7fae270921d6 req-4c4ee459-2f54-4f2f-8c26-7a050eaf842b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371575 Mar 18 10:54:50.411657 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-de909560-853a-4b2f-afd7-dc94d8c21b55 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248629 Mar 18 10:54:50.539913 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-3511c425-998d-44b8-8e5a-f4335939d7d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212153 Mar 18 10:54:50.692845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-1108edcd-1ee8-4d51-8edc-af810b9c7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.694352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-1108edcd-1ee8-4d51-8edc-af810b9c7f9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0704248 Mar 18 10:54:50.839131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-77cf2363-5cff-4095-9ee1-4d08191e7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:50.840672 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-77cf2363-5cff-4095-9ee1-4d08191e7d54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1279266 Mar 18 10:54:50.944077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-ef62b269-27b7-40d3-b384-b104dce2701f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0971963 Mar 18 10:54:51.016696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-e28fd8b1-16b9-42fe-a45e-3c6eec2ed09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:51.017896 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-e28fd8b1-16b9-42fe-a45e-3c6eec2ed09f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0677812 Mar 18 10:54:51.092800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-486d432f-d130-4128-9e16-3e7a2026a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:51.094285 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-486d432f-d130-4128-9e16-3e7a2026a9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708637 Mar 18 10:54:51.315176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-4ba07e38-e4df-43c5-89f9-c45a783b7da7 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145493 Mar 18 10:54:51.443162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23a84674-8c74-49ec-ae9a-40e0febef7d4 req-bff00377-4292-4f75-9641-833fdad01a98 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215544 Mar 18 10:54:51.573694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73927fd8-73e1-4584-bad0-6ee960fac2f9 req-33909e51-84ae-4c1b-8cf6-de0ef08c02cf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:51.575788 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-73927fd8-73e1-4584-bad0-6ee960fac2f9 req-33909e51-84ae-4c1b-8cf6-de0ef08c02cf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0781524 Mar 18 10:54:51.620847 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-73927fd8-73e1-4584-bad0-6ee960fac2f9 req-771876ed-3563-4b94-ad81-0fc9be7700b1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394881 Mar 18 10:54:51.998621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-23672053-fdd9-416b-8556-391d7b5d70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:52.338950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-dfd02f22-fc7c-4339-baac-0fee0209f3e0 service neutron] 10.222.0.24 "GET /v2.0/ports/63621d78-5ece-4a7e-af00-8200ed31c1f8/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0743296 Mar 18 10:54:52.804798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198c90-e079-4732-8ea6-203feca1275a req-62646c59-69e3-49a4-bc20-cac045833382 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:52.806151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0e198c90-e079-4732-8ea6-203feca1275a req-62646c59-69e3-49a4-bc20-cac045833382 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0795360 Mar 18 10:54:52.848683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0e198c90-e079-4732-8ea6-203feca1275a req-83e8491a-da4d-4b0e-9c55-d6a7deb75c21 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 Mar 18 10:54:53.046400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-742a2e53-96bd-48d5-815b-3640dee5d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:53.047855 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-742a2e53-96bd-48d5-815b-3640dee5d0b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1098 time: 0.0807688 Mar 18 10:54:53.135654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-69a68a37-2937-4cdd-811a-69fcac233d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:53.137095 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-69a68a37-2937-4cdd-811a-69fcac233d1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0693238 Mar 18 10:54:53.268034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-7b7d71f7-f01b-4a79-9e2c-3877835c0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:53.269878 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-7b7d71f7-f01b-4a79-9e2c-3877835c0a84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1270080 Mar 18 10:54:53.372478 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-f30b3083-eedf-49d7-8e95-17669b4c17a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0964127 Mar 18 10:54:53.434663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-8ac6a485-0645-438d-928d-806051b055ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:53.435993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-8ac6a485-0645-438d-928d-806051b055ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0584917 Mar 18 10:54:53.510633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-a3bb80fa-4837-4af3-8b23-0e6a6fbae9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:53.512058 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-a3bb80fa-4837-4af3-8b23-0e6a6fbae9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704005 Mar 18 10:54:53.638903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-4555de8b-aefa-4946-9c1a-490c8d9a1ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209838 Mar 18 10:54:53.764042 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95e5179f-4bf0-4b52-8a42-b4dce5714580 req-93c974bb-b62a-4fa2-8891-75343be8dc26 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196306 Mar 18 10:54:54.032615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db1dd-67b9-437c-bd93-8512e8c8b6e6 req-bd706dba-035e-4b9d-b09d-02d015f740ce tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:54.033997 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a01db1dd-67b9-437c-bd93-8512e8c8b6e6 req-bd706dba-035e-4b9d-b09d-02d015f740ce tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0799501 Mar 18 10:54:54.078518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a01db1dd-67b9-437c-bd93-8512e8c8b6e6 req-8166a194-f199-432c-bf13-8cec700e457e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 Mar 18 10:54:54.469803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4119326e-d87b-43ae-bc53-277e0f915dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:55.263031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4870e9-04ba-4cdb-8ffb-1c8bb49ea81e req-9caf0af1-02db-46b0-b832-ec062cb37c42 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:55.264386 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6b4870e9-04ba-4cdb-8ffb-1c8bb49ea81e req-9caf0af1-02db-46b0-b832-ec062cb37c42 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0818148 Mar 18 10:54:55.309047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6b4870e9-04ba-4cdb-8ffb-1c8bb49ea81e req-d553148c-e30b-47a5-b48e-1a917c15ccfa tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 Mar 18 10:54:55.421238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:55.443834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:55.587012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:56.243601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:54:56.246871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:54:56.466886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:56.486704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:56.501059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3086d-d48d-4ccf-b57d-a4f919a11961 req-e7bc6e3f-7f80-4e98-af79-48e761441f9a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:56.502491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dcd3086d-d48d-4ccf-b57d-a4f919a11961 req-e7bc6e3f-7f80-4e98-af79-48e761441f9a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0816085 Mar 18 10:54:56.506633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:54:56.513110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:56.550506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dcd3086d-d48d-4ccf-b57d-a4f919a11961 req-5cf2a4d9-2687-4565-9c33-151d35b14cea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Mar 18 10:54:56.550904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:56.574277 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'code': 200} Mar 18 10:54:56.579353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:56.596540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:54:56.607491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:56.718211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:54:56.718564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:54:56.720866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:56.727851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.728192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.728537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.728875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.729211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.729544 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.729904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.730236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.730566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.730917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.731239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:56.731590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:54:57.010613 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:57.022089 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb2b9-b416-4cb2-9df7-92d34b61c810 req-83ecbff7-fda8-413a-ab4d-c282e89c00c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.024709 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-213fb2b9-b416-4cb2-9df7-92d34b61c810 req-83ecbff7-fda8-413a-ab4d-c282e89c00c1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 943 time: 0.0806377 Mar 18 10:54:57.075853 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-213fb2b9-b416-4cb2-9df7-92d34b61c810 req-661d8a31-3c56-4f0a-b8e2-39bef1a402aa tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444469 Mar 18 10:54:57.146734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-7ce08e82-104b-4e7c-8c15-3f4e0ab0bbfb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.148046 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-7ce08e82-104b-4e7c-8c15-3f4e0ab0bbfb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 943 time: 0.0912869 Mar 18 10:54:57.290842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-fec21c18-558e-48c9-8361-376307a5aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.292363 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-fec21c18-558e-48c9-8361-376307a5aea8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0776136 Mar 18 10:54:57.312202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:57.328554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:54:57.343723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:57.418993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:57.491680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['63621d78-5ece-4a7e-af00-8200ed31c1f8'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:54:57.533243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-7ed84536-70df-4b4a-afd4-27634f1a72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.533875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:57.534714 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-7ed84536-70df-4b4a-afd4-27634f1a72e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.2370329 Mar 18 10:54:57.636821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-d9bf5ec7-4379-4487-8d43-0086d3c762c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1000 time: 0.0951614 Mar 18 10:54:57.698163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-8b51f2fa-a3cf-4607-9b51-8e0affe81576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.699499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-8b51f2fa-a3cf-4607-9b51-8e0affe81576 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0564661 Mar 18 10:54:57.774197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-939d2315-f037-4ca9-91db-18b95064949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:57.775595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-939d2315-f037-4ca9-91db-18b95064949d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701842 Mar 18 10:54:57.904735 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-afdc89f9-80c0-47b2-a4e1-a941adac1c4f service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228011 Mar 18 10:54:58.032532 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1083c806-9afe-46a2-aa23-07592f4c2461 req-e101e1db-b539-4297-9ee1-d884b2d9e991 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219847 Mar 18 10:54:58.243739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:54:58.270027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9316a-130f-4893-8996-510914ca0285 req-12ad3513-6bd2-432f-83e7-efd054479e73 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:58.272592 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-36e9316a-130f-4893-8996-510914ca0285 req-12ad3513-6bd2-432f-83e7-efd054479e73 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 944 time: 0.0803962 Mar 18 10:54:58.313774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 63621d78-5ece-4a7e-af00-8200ed31c1f8 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:54:58.314087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:58.316723 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-36e9316a-130f-4893-8996-510914ca0285 req-567c59a4-8d85-4d69-9016-74a27a680c5f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Mar 18 10:54:58.424108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:58.455493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:54:58.540786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:54:58.577327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:54:58.614398 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:54:58.634052 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'code': 200} Mar 18 10:54:59.502009 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b130-3ecc-435d-9136-504de3e97ccb req-c69fb12d-2a1d-4ef7-a824-e1d48ffd01c7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:59.503450 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed44b130-3ecc-435d-9136-504de3e97ccb req-c69fb12d-2a1d-4ef7-a824-e1d48ffd01c7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0810170 Mar 18 10:54:59.547163 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed44b130-3ecc-435d-9136-504de3e97ccb req-1c12c9bd-d759-4c55-9e1a-84d04e2cbc19 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Mar 18 10:54:59.806274 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0d5ca-785a-4c43-93b3-a48fa85a2631 req-74814043-87fb-4020-986b-01b0b2aa1dbb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:54:59.811241 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0fe0d5ca-785a-4c43-93b3-a48fa85a2631 req-74814043-87fb-4020-986b-01b0b2aa1dbb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.1585190 Mar 18 10:54:59.851062 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0fe0d5ca-785a-4c43-93b3-a48fa85a2631 req-c83e9dd5-08e4-41a0-a921-454e45d57b09 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371501 Mar 18 10:55:00.302268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbb527-48c9-4ffc-b4d6-229b9455b8e6 req-a92e59b7-a0ae-4ce9-a754-dcde1660194d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:00.303615 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bfbbb527-48c9-4ffc-b4d6-229b9455b8e6 req-a92e59b7-a0ae-4ce9-a754-dcde1660194d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0853651 Mar 18 10:55:00.422217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-ee498d34-588d-44cd-a9bf-6b10868842d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:00.425231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-ee498d34-588d-44cd-a9bf-6b10868842d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0817585 Mar 18 10:55:00.445797 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bfbbb527-48c9-4ffc-b4d6-229b9455b8e6 req-f89d887b-b885-47f8-89eb-a4e9cbb7ce24 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357031 Mar 18 10:55:00.555892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-c3abc11b-a7f0-4ee9-81c3-cd2263dacc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:00.557315 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-c3abc11b-a7f0-4ee9-81c3-cd2263dacc02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1273632 Mar 18 10:55:00.656626 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-f916765d-5b33-4810-bc29-c71882a73fd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0932050 Mar 18 10:55:00.720219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-3458058e-a163-4c54-a64e-21f2c47b741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:00.721621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-3458058e-a163-4c54-a64e-21f2c47b741b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0593054 Mar 18 10:55:00.792815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-cea0fba6-875d-41e8-a98f-d8c44a1d1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:00.794296 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-cea0fba6-875d-41e8-a98f-d8c44a1d1bd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670555 Mar 18 10:55:00.921665 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-ca994cf3-a9bf-4a05-869f-24b44425b686 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212125 Mar 18 10:55:01.049149 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4f94fa92-0496-4d2b-95a0-e109bb5574d6 req-ce4d2475-e8bb-4a69-854c-02e90e5c4645 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213632 Mar 18 10:55:01.677723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81f27c-2e2b-4de3-8cb6-f7a06e4a27d2 req-4581ec58-f1e8-444d-a198-8865273aac63 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:01.679198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4b81f27c-2e2b-4de3-8cb6-f7a06e4a27d2 req-4581ec58-f1e8-444d-a198-8865273aac63 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.1290965 Mar 18 10:55:01.828939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4b81f27c-2e2b-4de3-8cb6-f7a06e4a27d2 req-67931b4a-985f-47b1-a343-6b103fcceb7d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432750 Mar 18 10:55:03.009927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f81258-08bd-4f0c-9649-54f67e444e71 req-6a06ec40-5a8c-4058-8bfc-80e40de4d504 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:03.011330 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0f81258-08bd-4f0c-9649-54f67e444e71 req-6a06ec40-5a8c-4058-8bfc-80e40de4d504 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0768704 Mar 18 10:55:03.054266 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0f81258-08bd-4f0c-9649-54f67e444e71 req-df593898-8a9b-4588-87d0-367a10a927c0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369613 Mar 18 10:55:03.611171 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b058f4e-4b63-48bd-8eca-fd5b77b3a02a req-53e2740c-445e-4aa7-8250-6ef946f510e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:03.612595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5b058f4e-4b63-48bd-8eca-fd5b77b3a02a req-53e2740c-445e-4aa7-8250-6ef946f510e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0803115 Mar 18 10:55:03.655398 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5b058f4e-4b63-48bd-8eca-fd5b77b3a02a req-b2c31dc9-3b48-4843-b90e-6399c427876b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Mar 18 10:55:04.840650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03610b2-9e94-467b-87a9-b4889ecb2883 req-c1513f32-9507-4d2c-be87-db0751cb6d8d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:04.842012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f03610b2-9e94-467b-87a9-b4889ecb2883 req-c1513f32-9507-4d2c-be87-db0751cb6d8d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0774889 Mar 18 10:55:04.884307 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f03610b2-9e94-467b-87a9-b4889ecb2883 req-370a6d7d-0bbc-4e53-ab8a-985027783929 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Mar 18 10:55:05.223496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-fbc3e7f6-fd47-4fff-911a-e80382823d8e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:05.224886 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-fbc3e7f6-fd47-4fff-911a-e80382823d8e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 945 time: 0.0790713 Mar 18 10:55:05.292330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Deleting port 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:55:05.292665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:05.529799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] For port 63621d78-5ece-4a7e-af00-8200ed31c1f8, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=63621d78-5ece-4a7e-af00-8200ed31c1f8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:55:05.530095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:05.806182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:05.806469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:05.806777 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 disassociated. External IP: 172.26.2.167, port: 63621d78-5ece-4a7e-af00-8200ed31c1f8. Mar 18 10:55:05.807110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Calling delete_port for 63621d78-5ece-4a7e-af00-8200ed31c1f8 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:55:06.004078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:06.031283 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-38726240-edf8-49cc-a676-dbfb15ca8995 req-3a64863e-6f87-4d10-8cdc-1f97e780b7f2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 210 time: 0.0413082 Mar 18 10:55:06.056378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'Port': ['ID=63621d78-5ece-4a7e-af00-8200ed31c1f8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:06.067317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.067638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.067975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.068307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.068630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.068954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.069278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.069599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.069940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.070265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.070584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.070898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:55:06.245787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:55:06.421076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:55:06.432313 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:55:06.443156 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:55:06.443986 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:54:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:06.610171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] No DVR routers for this DVR port 63621d78-5ece-4a7e-af00-8200ed31c1f8 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:55:06.612705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:06.615579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-deleted', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:55:06.661318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:55:06.661922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39481bd-7342-4fea-ae4f-453bf5be3ca4', 'name': 'network-vif-deleted', 'tag': '63621d78-5ece-4a7e-af00-8200ed31c1f8', 'status': 'completed', 'code': 200} Mar 18 10:55:06.687976 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-63988bee-36ab-4040-881f-6b8dc3a1d1c9 req-dd019f05-3288-4ef1-92dd-94ac41685e86 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "DELETE /v2.0/ports/63621d78-5ece-4a7e-af00-8200ed31c1f8 HTTP/1.1" status: 204 len: 173 time: 1.4573820 Mar 18 10:55:06.720014 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:55:06.992720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:06.997035 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:55:07.005233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:55:07.005917 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:54:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:07.191114 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:55:07.207996 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f878ffdd-584c-4cba-8946-1c6ca05e4341 req-e63fe68f-d367-4955-8128-773a33227af3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=c39481bd-7342-4fea-ae4f-453bf5be3ca4 HTTP/1.1" status: 200 len: 210 time: 0.0482867 Mar 18 10:55:07.529174 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:07.533192 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a301-68d9-4676-81b9-8bb4aa3ae22b None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:55:07.738290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f318bb5-8a24-44d4-9365-d81506797dd7 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:55:08.545572 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-3cdabddd-b1f0-447f-a4a9-6812566392ed tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--631909916&fields=id&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 267 time: 0.0398297 Mar 18 10:55:08.690217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-45fe6c3d-d277-4c9c-977f-6a1ec108bb7f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:08.691624 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-45fe6c3d-d277-4c9c-977f-6a1ec108bb7f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.1396937 Mar 18 10:55:08.706196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-0f83cc09-c30d-4aa5-9c6e-e2c7ab8cc1ee tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/quotas/bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Mar 18 10:55:08.786385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-72e747ce-7f61-4d63-be50-71d3baee01b8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:55:08.869576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-72e747ce-7f61-4d63-be50-71d3baee01b8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:55:08.870950 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-72e747ce-7f61-4d63-be50-71d3baee01b8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601918 Mar 18 10:55:08.887931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-62d37bf6-ec27-420d-924d-b4e807a2a8ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 10:55:08.888868 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-62d37bf6-ec27-420d-924d-b4e807a2a8ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057223 Mar 18 10:55:09.016499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-56b3c64a-881a-4535-924e-8b085022c94d service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219423 Mar 18 10:55:09.148606 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-5e1e9170-9362-4232-ae38-1f48dcfcfa11 service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262639 Mar 18 10:55:09.400660 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4dbea338-1264-4324-9951-75b43d527f71 req-aa701191-817c-48bb-8f1d-d026ae9b774d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 210 time: 0.0405650 Mar 18 10:55:10.322395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:55:10.355854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 63621d78-5ece-4a7e-af00-8200ed31c1f8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:55:10.356199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 63621d78-5ece-4a7e-af00-8200ed31c1f8 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:55:10.549675 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c14fc0b1-57c6-40f0-9729-91f038ef597e req-afcd7019-9f4c-4fed-b320-dc65e1d3ab60 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 210 time: 0.0458276 Mar 18 10:55:11.281228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-5f86518a-125a-4ba4-929c-963d3b80325c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:11.282764 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-5f86518a-125a-4ba4-929c-963d3b80325c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.1458995 Mar 18 10:55:11.330396 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-9564dff6-efa1-44e3-8e17-38f86a95a320 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 379 time: 0.0384381 Mar 18 10:55:11.340198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'port': {'device_id': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'admin_state_up': True, 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'security_groups': ['0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:55:11.473280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:55:11.482509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:55:11.618217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:55:11.621837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:11.694714 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-36e529dc-b157-45c0-b96f-94c8e84d2a9e req-07fed888-070f-433a-9081-cf7ed02c348e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 210 time: 0.0415349 Mar 18 10:55:11.785024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Allocated IP 172.20.0.12 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:55:11.965877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:11.981688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Transition to ACTIVE for port object 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:55:12.084532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:12.151332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:55:12.159309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:55:12.163779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:55:12.198042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:12.235008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:12.235612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:12.339441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-11041858-5c4c-48f9-a7af-acbe6ab8d6cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0026243 Mar 18 10:55:12.350730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Request body: {'port': {'device_id': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:55:12.458282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d035a70a-0d41-4583-be72-5f905e78bef5 None None] Provisioning for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:55:12.460986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:12.463070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d035a70a-0d41-4583-be72-5f905e78bef5 None None] Provisioning complete for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:55:12.463455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d035a70a-0d41-4583-be72-5f905e78bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:12.519110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d035a70a-0d41-4583-be72-5f905e78bef5 None None] Port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:55:12.915450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79196e-76e2-4490-8dd2-29d437fa4fb1 req-0e622ac0-f318-4248-ae05-16d3f55f0716 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:12.916131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-fc79196e-76e2-4490-8dd2-29d437fa4fb1 req-0e622ac0-f318-4248-ae05-16d3f55f0716 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:55:12.976781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:55:12.983727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:12.997304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Transition to ACTIVE for port object 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:55:13.049175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-fc79196e-76e2-4490-8dd2-29d437fa4fb1 req-0e622ac0-f318-4248-ae05-16d3f55f0716 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:55:13.050416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fc79196e-76e2-4490-8dd2-29d437fa4fb1 req-0e622ac0-f318-4248-ae05-16d3f55f0716 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 932 time: 0.2526047 Mar 18 10:55:13.088000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:13.136805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fc79196e-76e2-4490-8dd2-29d437fa4fb1 req-b776c5ef-11ce-4a81-8533-d97dda6e5e28 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804355 Mar 18 10:55:13.251387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:13.332727 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Attempting to bind port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:55:13.334971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Attempting to bind port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:55:13.334971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Attempting to bind port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:55:13.337943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:55:13.338258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Attempting to bind port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:55:13.343357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:55:13.343682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:55:13.344056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:55:13.344466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Bound port: 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:55:13.344810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:13.430128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:55:13.432910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:55:13.500876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:13.556768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:13.557356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:13.558716 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1094 time: 1.2120504 Mar 18 10:55:13.559135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:55:13.586556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e664e9-58a5-4b9c-8e48-637df605a088 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:13.608318 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'status': 'completed', 'code': 200} Mar 18 10:55:13.700108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-4f35a4ae-89be-41c4-b535-ca4fb5b2e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:13.701638 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-4f35a4ae-89be-41c4-b535-ca4fb5b2e281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1097 time: 0.0742052 Mar 18 10:55:13.842517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-c32a536c-1b68-450c-ae7c-c949a4fc9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:13.843919 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-c32a536c-1b68-450c-ae7c-c949a4fc9406 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1352496 Mar 18 10:55:13.983262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-d342fbc0-985e-4ca8-aff6-1d748b9acb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:13.984740 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-11aa971c-e4fe-4a2d-88c8-b8dcf865a4bf req-d342fbc0-985e-4ca8-aff6-1d748b9acb1f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348248 Mar 18 10:55:14.089699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-134522a8-d6b7-44f5-b745-28dbe00ba4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:14.091738 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-134522a8-d6b7-44f5-b745-28dbe00ba4f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1097 time: 0.0732753 Mar 18 10:55:14.157070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-e2d5f256-c32b-4ea3-9a26-f98002d06b6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 217 time: 0.0595348 Mar 18 10:55:14.221211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-48317780-5c5a-428d-946e-74e3e9cb850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:14.222666 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-48317780-5c5a-428d-946e-74e3e9cb850d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0596635 Mar 18 10:55:14.357225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-b18f0244-e09b-4dfe-9147-ec762e4bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:14.358708 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-b18f0244-e09b-4dfe-9147-ec762e4bcbfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301696 Mar 18 10:55:14.366598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009353b-216d-434f-829e-6e834bbd8974 req-a6026a54-de73-49cf-9c82-eb413c410e25 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:14.367906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0009353b-216d-434f-829e-6e834bbd8974 req-a6026a54-de73-49cf-9c82-eb413c410e25 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 944 time: 0.1107218 Mar 18 10:55:14.586906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0009353b-216d-434f-829e-6e834bbd8974 req-cffddd4d-0762-45c9-b3e4-1a8567568653 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016840 Mar 18 10:55:14.613649 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-e2bbb7eb-a4a1-4a33-90e1-1fac8b86c5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448044 Mar 18 10:55:14.742313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e8d4b5ed-3130-4fc4-9b87-695907239b8f req-9889079f-3262-49d7-8b05-93b48425a8fd service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210823 Mar 18 10:55:15.771373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9527-6105-4fb5-94f7-c4a20f176ffb req-df49ed09-b9c0-4244-b601-23202054f621 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:15.772782 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-085c9527-6105-4fb5-94f7-c4a20f176ffb req-df49ed09-b9c0-4244-b601-23202054f621 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 944 time: 0.0797167 Mar 18 10:55:15.818367 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-085c9527-6105-4fb5-94f7-c4a20f176ffb req-8fedd87b-4776-4cdc-b533-476811586499 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Mar 18 10:55:16.343575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:55:16.470830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:55:16.483843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:55:16.537285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:16.553850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:55:16.569030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:55:16.649333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:16.715830 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:16.852464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:55:17.008320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84740d-af05-4158-9bd1-5602d7ea2589 req-f17f52f1-e6a9-438f-b1fc-3e628c302f59 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:17.009760 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0f84740d-af05-4158-9bd1-5602d7ea2589 req-f17f52f1-e6a9-438f-b1fc-3e628c302f59 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 945 time: 0.0789130 Mar 18 10:55:17.056762 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0f84740d-af05-4158-9bd1-5602d7ea2589 req-42b65010-42c8-4b6f-8f3a-dd0ba6bc4fb1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Mar 18 10:55:18.245780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b85db-1c6c-4da9-83f1-e416d3fe9359 req-d34d9c9e-3ad6-48a1-b556-a3a8cbd690cb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:18.247160 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-862b85db-1c6c-4da9-83f1-e416d3fe9359 req-d34d9c9e-3ad6-48a1-b556-a3a8cbd690cb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 945 time: 0.0864115 Mar 18 10:55:18.295375 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-862b85db-1c6c-4da9-83f1-e416d3fe9359 req-c2b48666-4d07-463e-bb65-9510bade4b08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Mar 18 10:55:18.352408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:55:18.506740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:55:18.511314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:55:18.511734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:18.624450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:18.650191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:55:18.659883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:55:18.694032 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'code': 200} Mar 18 10:55:18.769197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:18.834059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:55:19.112687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bab8d-0bf9-4f94-8a93-4026b1e14bcd req-2c0b8862-c6fa-4414-80fe-1dc1aaf94bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:19.117648 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-151bab8d-0bf9-4f94-8a93-4026b1e14bcd req-2c0b8862-c6fa-4414-80fe-1dc1aaf94bcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.0675442 Mar 18 10:55:19.152143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-151bab8d-0bf9-4f94-8a93-4026b1e14bcd req-f5ec85aa-5da9-4edc-9ac5-9960637254eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Mar 18 10:55:19.477770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a051b-d5e3-4742-8fce-65033502b3b9 req-396ca904-ec75-4e49-9034-2e64ca7d9a3c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:19.479116 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-046a051b-d5e3-4742-8fce-65033502b3b9 req-396ca904-ec75-4e49-9034-2e64ca7d9a3c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0776217 Mar 18 10:55:19.521193 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-046a051b-d5e3-4742-8fce-65033502b3b9 req-56661b04-16d6-4d03-a232-b82c700fb7b3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363674 Mar 18 10:55:20.704179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af52e-c345-4ead-a744-7a17170f925d req-a450c4b5-0949-4346-9c50-1bfc5abe9464 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:20.705615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8e3af52e-c345-4ead-a744-7a17170f925d req-a450c4b5-0949-4346-9c50-1bfc5abe9464 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0806353 Mar 18 10:55:20.748672 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8e3af52e-c345-4ead-a744-7a17170f925d req-928b2009-f719-4792-912e-37711affe2b4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 Mar 18 10:55:20.928801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d15b-cf1f-44fb-a9ca-419c4b8fb479 req-79cb220a-79e1-4b16-9b2e-2070b71adbb0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:20.930265 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dda6d15b-cf1f-44fb-a9ca-419c4b8fb479 req-79cb220a-79e1-4b16-9b2e-2070b71adbb0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0826507 Mar 18 10:55:20.938902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48028) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:55:20.943733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'floatingip': {'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:55:21.019689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:21.694989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:21.752096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:21.915277 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 associated. External IP: 172.26.2.167, port: 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316. Mar 18 10:55:22.009272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e7578235-2c9a-440a-8a06-c4591e2243f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:22.261441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:55:22.432204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:55:22.437335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:22.450312 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:55:22.461805 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:55:22.462533 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:54:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:22.496765 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8336966e-cc81-4453-88b7-c4cbe4de5ba2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "PUT /v2.0/floatingips/c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 HTTP/1.1" status: 200 len: 992 time: 1.5543082 Mar 18 10:55:22.496765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:55:22.625463 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'status': 'completed', 'code': 200} Mar 18 10:55:22.673890 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:55:22.727682 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-e967d3aa-cffb-469e-a763-5ca07455d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:22.727682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-e967d3aa-cffb-469e-a763-5ca07455d739 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.0776904 Mar 18 10:55:22.861693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-dd4189fa-cabf-48a5-bbc7-cf089fc194c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:22.863182 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-dd4189fa-cabf-48a5-bbc7-cf089fc194c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1293907 Mar 18 10:55:22.990262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-4ffe5195-a64c-44dd-afe0-b0a13c726b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1000 time: 0.1212261 Mar 18 10:55:23.062311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-8b608c69-c6eb-43e7-b557-6c120e819069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:23.063957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-8b608c69-c6eb-43e7-b557-6c120e819069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0674314 Mar 18 10:55:23.065065 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:55:21Z', 'revision_number': 9, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:23.069181 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:55:23.078440 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:55:23.079033 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:54:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:23.140276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72f1fa-5a87-4e5c-958e-d3dad7e98edc req-4d624616-9329-4f0b-9889-9d3ccad313b3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:23.141655 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0b72f1fa-5a87-4e5c-958e-d3dad7e98edc req-4d624616-9329-4f0b-9889-9d3ccad313b3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0830905 Mar 18 10:55:23.152066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-21408807-6d52-46aa-a7f1-08e0ebe3755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:23.153698 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-21408807-6d52-46aa-a7f1-08e0ebe3755a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838645 Mar 18 10:55:23.226220 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0b72f1fa-5a87-4e5c-958e-d3dad7e98edc req-7e8464ab-73a4-47f0-b351-fdb5c965ccf0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770812 Mar 18 10:55:23.272575 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-5301b87b-80d4-45c3-a4c0-cf9d03d36912 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849466 Mar 18 10:55:23.306043 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-f5b75dd9-9210-491c-81e1-c41f5eb40cdb service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466053 Mar 18 10:55:23.313318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:55:23.444259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ab606e5f-a590-43ff-8af8-ef105ff871a8 req-aeb9ea89-688e-4189-9c3a-273dceca6bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325204 Mar 18 10:55:23.668863 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:55:21Z', 'revision_number': 9, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:55:23.673348 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd61ac-7263-493b-9f68-0cbfd9d074ed None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:55:21Z', 'revision_number': 9, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:55:23.866501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ff87e-af9b-4182-a586-159acc82e097 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:55:24.415151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89f722-d267-43e1-9725-464ed3325e5f req-dbf00772-edae-4ccc-82dc-0a5c622f4b28 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:24.417279 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b89f722-d267-43e1-9725-464ed3325e5f req-dbf00772-edae-4ccc-82dc-0a5c622f4b28 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0801644 Mar 18 10:55:24.465416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b89f722-d267-43e1-9725-464ed3325e5f req-864698e9-61e8-4717-930c-4771e698df52 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Mar 18 10:55:24.509360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a375a956-4004-43e7-b8c3-9a056400e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:25.373280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-c974d158-0e9b-4c58-9089-260e2d186b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:25.374796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-c974d158-0e9b-4c58-9089-260e2d186b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.0709932 Mar 18 10:55:25.380756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:25.391445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:25.503290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-4ade1709-b7ff-4113-984f-9a31cf9b6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:25.504741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-4ade1709-b7ff-4113-984f-9a31cf9b6567 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1242599 Mar 18 10:55:25.589224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:25.652662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2f56-2099-44fe-b85b-512ad838e2df req-496f8f80-c6ff-4d23-84ed-fbc6ef27bb45 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:25.654093 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba2b2f56-2099-44fe-b85b-512ad838e2df req-496f8f80-c6ff-4d23-84ed-fbc6ef27bb45 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0842547 Mar 18 10:55:25.698962 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba2b2f56-2099-44fe-b85b-512ad838e2df req-85c4146a-c2fc-4142-9879-6b5724f4e248 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392544 Mar 18 10:55:25.713867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-7cd560f3-926f-43f1-8d1f-5f229959bb4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1003 time: 0.1993754 Mar 18 10:55:25.771523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-50a061b9-b4f8-41fd-b136-e16c42ebbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:25.772903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-50a061b9-b4f8-41fd-b136-e16c42ebbe02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0563693 Mar 18 10:55:25.849696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-6880323f-10ae-42a1-9588-31111d897b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:25.851180 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-6880323f-10ae-42a1-9588-31111d897b8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724914 Mar 18 10:55:25.984030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-ed4aae8b-bfa3-4052-a0a4-fb71277aa7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236501 Mar 18 10:55:26.112012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-ebd0da4b-6e54-462a-ad6e-180a3a8491ea service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213858 Mar 18 10:55:26.881467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a870f-d0e1-4cfb-aa78-d2bb57f903de req-39b814e0-becd-42f2-a566-116e1befd5bd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:26.882940 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-854a870f-d0e1-4cfb-aa78-d2bb57f903de req-39b814e0-becd-42f2-a566-116e1befd5bd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0778034 Mar 18 10:55:26.926449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-854a870f-d0e1-4cfb-aa78-d2bb57f903de req-70bb3594-faaf-4e5b-b917-e3b1ebe82e57 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Mar 18 10:55:27.009366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:28.118879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702ebc-a2c2-49d4-94f3-e767cc0bd609 req-5a5d2382-3a49-4bcb-8ec8-ba493177ad89 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:28.120282 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d702ebc-a2c2-49d4-94f3-e767cc0bd609 req-5a5d2382-3a49-4bcb-8ec8-ba493177ad89 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0803821 Mar 18 10:55:28.162382 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8d702ebc-a2c2-49d4-94f3-e767cc0bd609 req-dfa1c96d-c1b8-4f64-9f93-b6f965646dff tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Mar 18 10:55:29.359264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482537e0-c006-47a5-a81d-4544c89fb34a req-f162cbe6-e732-4455-83e9-e5ff32ad10e2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:29.360708 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-482537e0-c006-47a5-a81d-4544c89fb34a req-f162cbe6-e732-4455-83e9-e5ff32ad10e2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0806289 Mar 18 10:55:29.403033 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-482537e0-c006-47a5-a81d-4544c89fb34a req-9fa0edea-a532-4f38-845e-1cb998667d4c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367820 Mar 18 10:55:30.585651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea238ad-1263-43a6-9a66-3f9e847ababc req-705d4d99-acf7-4392-937f-4c710fafdfaf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:30.587054 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7ea238ad-1263-43a6-9a66-3f9e847ababc req-705d4d99-acf7-4392-937f-4c710fafdfaf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0813787 Mar 18 10:55:30.635447 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7ea238ad-1263-43a6-9a66-3f9e847ababc req-6bd461c1-e3b1-4c4c-b5d2-4fce234bdf9c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395212 Mar 18 10:55:31.817422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1125f7-b0b3-426f-9341-698a5c4acdf8 req-9bfd91a8-4f4d-4079-a797-5e6f17921afd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:31.818899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a1125f7-b0b3-426f-9341-698a5c4acdf8 req-9bfd91a8-4f4d-4079-a797-5e6f17921afd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0805395 Mar 18 10:55:31.861619 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a1125f7-b0b3-426f-9341-698a5c4acdf8 req-cce32e54-8aa7-43e6-9f76-7189e98d02db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371301 Mar 18 10:55:33.042924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad4de-33b5-4b3f-80b9-caf2eff3669b req-d56ea84c-2284-43f1-af87-84df95b7c8a1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:33.044936 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-024ad4de-33b5-4b3f-80b9-caf2eff3669b req-d56ea84c-2284-43f1-af87-84df95b7c8a1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0798686 Mar 18 10:55:33.088482 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-024ad4de-33b5-4b3f-80b9-caf2eff3669b req-adc99b03-6a53-47fe-ad3b-097bb54ba6ea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380285 Mar 18 10:55:34.278401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38829f-2bde-4fb7-9580-90d83ee7ed7a req-fe198231-6f41-42c2-89dd-544454cf89dc tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:34.279800 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9b38829f-2bde-4fb7-9580-90d83ee7ed7a req-fe198231-6f41-42c2-89dd-544454cf89dc tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0809805 Mar 18 10:55:34.322160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9b38829f-2bde-4fb7-9580-90d83ee7ed7a req-7f8478ea-df09-4d56-af24-6cb44d76b7ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368199 Mar 18 10:55:35.502295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47178b86-04a0-4370-8e74-8b7eba86059d req-13e1d843-00f5-4eba-8d57-e7b43d853514 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:35.503708 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-47178b86-04a0-4370-8e74-8b7eba86059d req-13e1d843-00f5-4eba-8d57-e7b43d853514 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0771451 Mar 18 10:55:35.548248 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-47178b86-04a0-4370-8e74-8b7eba86059d req-7fd8df7c-5b65-4716-a608-ad330f4048ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Mar 18 10:55:36.727557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24c0de-0d79-44a2-bf07-13fb79993a97 req-69e8eb74-f3eb-4ab5-af21-a9371375bdd6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:36.729002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc24c0de-0d79-44a2-bf07-13fb79993a97 req-69e8eb74-f3eb-4ab5-af21-a9371375bdd6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0789094 Mar 18 10:55:36.774869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc24c0de-0d79-44a2-bf07-13fb79993a97 req-ddfc2d9c-fa02-4793-b477-d19735d039e6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Mar 18 10:55:38.065008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cddab6-de19-4abd-92b0-b9198d144dcf req-cbc099a0-e488-4b5e-99b2-10f2103e9eda tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:38.066384 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-94cddab6-de19-4abd-92b0-b9198d144dcf req-cbc099a0-e488-4b5e-99b2-10f2103e9eda tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.1833794 Mar 18 10:55:38.109001 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-94cddab6-de19-4abd-92b0-b9198d144dcf req-496b9de1-5b58-4a96-866b-9ec5ba46c9d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370302 Mar 18 10:55:39.298343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee6c07-3ed2-499b-8d84-73aac3f2b879 req-b0081f32-6865-4ded-b2fb-445bdc7f4f24 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:39.299705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cdee6c07-3ed2-499b-8d84-73aac3f2b879 req-b0081f32-6865-4ded-b2fb-445bdc7f4f24 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0802350 Mar 18 10:55:39.342214 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cdee6c07-3ed2-499b-8d84-73aac3f2b879 req-ea1a87ce-4dd0-4f8d-b02b-9601065fe2fd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Mar 18 10:55:40.521771 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255e33-de21-457b-9a8c-1fef7eefb649 req-ba8b5b87-a804-40b4-83f1-0d70b907e539 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:40.523202 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f255e33-de21-457b-9a8c-1fef7eefb649 req-ba8b5b87-a804-40b4-83f1-0d70b907e539 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0791640 Mar 18 10:55:40.565935 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f255e33-de21-457b-9a8c-1fef7eefb649 req-88232f69-a1a4-4743-871d-bb50a025273a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365665 Mar 18 10:55:41.749198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06868a-760c-4cd7-9312-dc818b6a8204 req-fa782ee0-f8cd-44eb-ab36-6fcf72753093 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:41.750719 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd06868a-760c-4cd7-9312-dc818b6a8204 req-fa782ee0-f8cd-44eb-ab36-6fcf72753093 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0808804 Mar 18 10:55:41.793995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd06868a-760c-4cd7-9312-dc818b6a8204 req-4a116c91-b2a3-46fb-a27b-87d652c448eb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Mar 18 10:55:42.977239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb0fb6-1bc4-4871-9362-47757cfeae9f req-0fdaf77c-b15b-4a2f-9863-5a73fe784cd3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:42.978678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8afb0fb6-1bc4-4871-9362-47757cfeae9f req-0fdaf77c-b15b-4a2f-9863-5a73fe784cd3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0773289 Mar 18 10:55:43.024009 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8afb0fb6-1bc4-4871-9362-47757cfeae9f req-f68f6502-5222-4d15-b74d-50112754aa18 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Mar 18 10:55:43.708567 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:55:44.203158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb0dd-44e6-452a-8b75-97b28dc9df8d req-e46e3a2f-28bb-4890-81b9-ad16dc31b87f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:44.204567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7eeeb0dd-44e6-452a-8b75-97b28dc9df8d req-e46e3a2f-28bb-4890-81b9-ad16dc31b87f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0782869 Mar 18 10:55:44.250085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7eeeb0dd-44e6-452a-8b75-97b28dc9df8d req-583aa2da-bf60-4df7-be42-2b99c2a673f6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Mar 18 10:55:45.434961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013839-12d8-4e94-93d5-0d92d14b0888 req-f66a99c5-1704-40f6-9421-39515ce17abe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:45.436365 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0b013839-12d8-4e94-93d5-0d92d14b0888 req-f66a99c5-1704-40f6-9421-39515ce17abe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0776606 Mar 18 10:55:45.478346 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0b013839-12d8-4e94-93d5-0d92d14b0888 req-9a597227-e2aa-4c50-84a1-09e1c8b8a1c2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Mar 18 10:55:46.660791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0d0d7-6064-418d-8410-8b7522104004 req-ee4f06e4-1c1c-4d83-a4aa-245af17138bb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:46.662222 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7c0d0d7-6064-418d-8410-8b7522104004 req-ee4f06e4-1c1c-4d83-a4aa-245af17138bb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0774310 Mar 18 10:55:46.704793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7c0d0d7-6064-418d-8410-8b7522104004 req-078d2e0a-398b-40e7-b667-1e9fc40b2404 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Mar 18 10:55:47.889563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e72c-a6b6-4f17-a16c-b4e7f69dff31 req-5bb3cb00-b326-43c3-ae08-77296516edb8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:47.891030 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4594e72c-a6b6-4f17-a16c-b4e7f69dff31 req-5bb3cb00-b326-43c3-ae08-77296516edb8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0829890 Mar 18 10:55:47.936597 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4594e72c-a6b6-4f17-a16c-b4e7f69dff31 req-1ae0eea6-8ede-4364-8126-ff11277120d0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Mar 18 10:55:49.121114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1fe1a-a0a8-4399-a01f-8bfb545e4fa0 req-e8f3846b-3149-4db0-a914-fdd2d3aad9f1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:49.122570 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aff1fe1a-a0a8-4399-a01f-8bfb545e4fa0 req-e8f3846b-3149-4db0-a914-fdd2d3aad9f1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0805631 Mar 18 10:55:49.165026 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aff1fe1a-a0a8-4399-a01f-8bfb545e4fa0 req-a9d3e823-42fb-43a6-9cd7-f4fd5f48a47c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368822 Mar 18 10:55:50.345782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3a36e-d4b4-411b-9e2f-955f793cfc82 req-e35153eb-5732-465c-b1f5-af7e2dc1fc1d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:50.347213 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7a3a36e-d4b4-411b-9e2f-955f793cfc82 req-e35153eb-5732-465c-b1f5-af7e2dc1fc1d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0777831 Mar 18 10:55:50.388953 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7a3a36e-d4b4-411b-9e2f-955f793cfc82 req-b18bb773-b327-4b3f-8e2e-dca9d9e3e3a8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357027 Mar 18 10:55:51.569626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9109-5f0f-40a2-9ba1-074c3491ef77 req-41460cda-c5c1-49e9-b7db-8b4b3c1c8505 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:51.571103 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f26d9109-5f0f-40a2-9ba1-074c3491ef77 req-41460cda-c5c1-49e9-b7db-8b4b3c1c8505 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0787256 Mar 18 10:55:51.614112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f26d9109-5f0f-40a2-9ba1-074c3491ef77 req-c9e2f1d2-2ba6-4e67-9b6b-9114ae67672e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369265 Mar 18 10:55:52.003106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ba3872b-df93-4a12-8ce3-eaf21b408f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:52.081944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-9ad8417b-6181-4fe2-b646-134a5fab7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:52.083411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-9ad8417b-6181-4fe2-b646-134a5fab7f5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.1143174 Mar 18 10:55:52.319255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-4b54c2a6-7bbf-4898-bf18-6a37461360be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:52.320605 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-4b54c2a6-7bbf-4898-bf18-6a37461360be service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.2192221 Mar 18 10:55:52.420704 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-a9434a07-70fe-49af-8cbb-870019c70fca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1003 time: 0.0932517 Mar 18 10:55:52.480874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-b085189e-5862-4d6a-9bae-d7ac86acdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:52.482825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-b085189e-5862-4d6a-9bae-d7ac86acdefb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0556273 Mar 18 10:55:52.559779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-21cbc8a7-15db-49e8-8fce-46e1d6dfb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:52.561898 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-21cbc8a7-15db-49e8-8fce-46e1d6dfb7be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732429 Mar 18 10:55:52.693725 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-fd15cd57-cdb8-4544-a9b1-d394ba70f848 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Mar 18 10:55:52.798116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462f060-26c8-4a71-b906-c537b684393e req-2cdc4c04-b169-421d-8642-6db4a73c3fb0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:52.799929 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d462f060-26c8-4a71-b906-c537b684393e req-2cdc4c04-b169-421d-8642-6db4a73c3fb0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0816569 Mar 18 10:55:52.825941 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f5ac3890-08c8-4a9c-94c2-98a5a84054e8 req-464c4037-e6ac-4916-87bf-75378dc2b752 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254375 Mar 18 10:55:52.844019 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d462f060-26c8-4a71-b906-c537b684393e req-f12a89ec-c42a-4f87-87ce-a3e76c7895ce tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 Mar 18 10:55:54.027857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c68b-95a9-4b54-961b-3e8476fd96af req-1c3f2e8d-eda2-4534-8a3a-fa2028086e8a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:54.029269 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2652c68b-95a9-4b54-961b-3e8476fd96af req-1c3f2e8d-eda2-4534-8a3a-fa2028086e8a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0796874 Mar 18 10:55:54.072688 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2652c68b-95a9-4b54-961b-3e8476fd96af req-7b867b96-0049-41a4-ac36-187f77ca1053 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376003 Mar 18 10:55:54.483934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-db7e449b-2573-4a01-bbb5-a0bd221dbe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:55.250638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f6fa-25e4-456c-9ddd-79c1787e3bff req-8149bd0c-0f21-45a5-a820-22154ff8249a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:55.252045 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e05f6fa-25e4-456c-9ddd-79c1787e3bff req-8149bd0c-0f21-45a5-a820-22154ff8249a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0775309 Mar 18 10:55:55.297176 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e05f6fa-25e4-456c-9ddd-79c1787e3bff req-ba09b160-662c-4c23-9802-da3648c5815d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 Mar 18 10:55:55.425761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:55.436749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:55.585497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:56.481643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b766d-e491-41e1-966d-120c9f58bcc8 req-9ba8fab5-1296-40bd-9779-9a28d4c7df69 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:56.483810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-593b766d-e491-41e1-966d-120c9f58bcc8 req-9ba8fab5-1296-40bd-9779-9a28d4c7df69 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0825551 Mar 18 10:55:56.526693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-593b766d-e491-41e1-966d-120c9f58bcc8 req-3ee32094-a729-464b-a5a2-093f2e31805f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372574 Mar 18 10:55:57.005159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:55:57.708774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb1891-6ba9-4589-8b92-40bdbddcfaf2 req-cfdcfaee-d8b5-41f2-be95-8d3c2dde77b3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:57.710200 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2eb1891-6ba9-4589-8b92-40bdbddcfaf2 req-cfdcfaee-d8b5-41f2-be95-8d3c2dde77b3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0771434 Mar 18 10:55:57.753498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c2eb1891-6ba9-4589-8b92-40bdbddcfaf2 req-3e97a617-5662-40f2-af68-4656687f36de tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 Mar 18 10:55:58.147921 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-9b898ea2-ff4e-424b-83cc-b5eec69a5e3a service neutron] 10.222.0.24 "GET /v2.0/ports/4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0710802 Mar 18 10:55:58.704021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-2d501459-feb5-4ffd-8743-f5d6ada412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:58.705460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-2d501459-feb5-4ffd-8743-f5d6ada412f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1099 time: 0.0733187 Mar 18 10:55:58.794322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-5b493a20-e831-4efb-ab33-92b3a63c1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:58.795779 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-5b493a20-e831-4efb-ab33-92b3a63c1aba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.0692410 Mar 18 10:55:58.973939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-093f02fc-e638-4b8a-9ace-df8ffd008625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:58.975362 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-093f02fc-e638-4b8a-9ace-df8ffd008625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1740382 Mar 18 10:55:59.061346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6e6d-5d49-4974-ab70-1fe85503d0e5 req-b25064dd-1fed-48f2-b7bf-b374faccf75e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:59.062791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17ec6e6d-5d49-4974-ab70-1fe85503d0e5 req-b25064dd-1fed-48f2-b7bf-b374faccf75e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.1790404 Mar 18 10:55:59.109103 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-69063ed3-5cec-4ef9-b101-52d5240300da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1003 time: 0.1223371 Mar 18 10:55:59.165828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17ec6e6d-5d49-4974-ab70-1fe85503d0e5 req-87a869b7-8110-407e-82e7-eadcee91f7bf tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973978 Mar 18 10:55:59.178486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-66d3214d-9348-48eb-8a68-6fb06169a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:59.179825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-66d3214d-9348-48eb-8a68-6fb06169a492 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0639474 Mar 18 10:55:59.255408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-171fa1bf-26f6-46e5-8b29-964dd9202bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:55:59.256715 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-171fa1bf-26f6-46e5-8b29-964dd9202bde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702889 Mar 18 10:55:59.387893 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-ae705a15-1299-4d7c-affc-7307f4c0a24d service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250217 Mar 18 10:55:59.604890 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9264cdc4-2451-4bb2-bff9-8ba7bf3ab27f req-a1b88436-dc8f-43cf-aba4-56f3fa6b006c service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105770 Mar 18 10:56:00.349183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd033210-bec6-422b-a6e4-d34f514be6de req-14048879-06a6-4902-bb45-11f6b43819e5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:00.350650 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd033210-bec6-422b-a6e4-d34f514be6de req-14048879-06a6-4902-bb45-11f6b43819e5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0803697 Mar 18 10:56:00.393174 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-dd033210-bec6-422b-a6e4-d34f514be6de req-35be7611-4492-4bef-ab0e-0943bed4df1d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369813 Mar 18 10:56:01.584355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff54367-c131-4cc7-bcff-190335f3edec req-36fc9ffd-ec01-48a5-b544-4bb2c695d4c3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:01.585782 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ff54367-c131-4cc7-bcff-190335f3edec req-36fc9ffd-ec01-48a5-b544-4bb2c695d4c3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0794179 Mar 18 10:56:01.627860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ff54367-c131-4cc7-bcff-190335f3edec req-dab9b84c-bfa3-4a73-8d6b-775a816410d6 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364599 Mar 18 10:56:02.485291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:56:02.488667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:56:02.691469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:02.733610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:02.748080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:02.759137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:56:02.762025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:02.804507 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'code': 200} Mar 18 10:56:02.817732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:02.823196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645d96-3cf5-459f-8cbe-f32ca6d82370 req-389e9255-0bb1-47ec-a379-f7f7f161da80 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:02.824642 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c645d96-3cf5-459f-8cbe-f32ca6d82370 req-389e9255-0bb1-47ec-a379-f7f7f161da80 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0827091 Mar 18 10:56:02.828367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:02.869131 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c645d96-3cf5-459f-8cbe-f32ca6d82370 req-b79ac904-d95e-4ef2-9ed0-eb6c215ee9d4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Mar 18 10:56:02.879469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:02.942065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:02.955497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.955844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.956190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.956525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.956862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.957196 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.957531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.957879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.958212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.958538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.958863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.959186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:02.973667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:56:02.974056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:56:03.499500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-b3f3b637-044a-4c2b-a12e-ab9374d60fc8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:03.501093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-b3f3b637-044a-4c2b-a12e-ab9374d60fc8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 944 time: 0.0863445 Mar 18 10:56:03.525432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f19e15-ce2c-4e60-b927-7f8660d908fc req-b4214bd6-1fdf-4d00-984e-09ff8707545f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:03.526914 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-33f19e15-ce2c-4e60-b927-7f8660d908fc req-b4214bd6-1fdf-4d00-984e-09ff8707545f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 944 time: 0.0823934 Mar 18 10:56:03.528678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:03.548965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:03.567271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:03.575091 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-33f19e15-ce2c-4e60-b927-7f8660d908fc req-7cfe3ed0-dc1a-4edd-8afc-a50db3aa4758 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Mar 18 10:56:03.584075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-7b6ea469-0cd6-4a8e-b92c-47149eba1c20 service neutron] 10.222.0.24 "GET /v2.0/ports/4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0741258 Mar 18 10:56:03.648636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:03.676830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-842724b7-a924-406f-b476-97060fc4dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:03.678335 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-842724b7-a924-406f-b476-97060fc4dc32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1097 time: 0.0745533 Mar 18 10:56:03.716053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:03.721039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:56:03.808416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-50c3f4a2-2cc0-4459-a020-dd5cd412a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:03.810504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-50c3f4a2-2cc0-4459-a020-dd5cd412a5ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1258702 Mar 18 10:56:03.914223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-33ee2456-7405-478e-a11c-452cb7c9815b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1002 time: 0.0974576 Mar 18 10:56:03.976166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-95acdfff-b419-4929-a547-09fdbcc637d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:03.977580 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-95acdfff-b419-4929-a547-09fdbcc637d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0566909 Mar 18 10:56:04.050762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-09813662-24e4-4b75-b616-918838ae8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:04.052200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-09813662-24e4-4b75-b616-918838ae8cbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686786 Mar 18 10:56:04.181367 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-8ff9e8ed-4bd9-4e87-853b-cb9936420d05 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223245 Mar 18 10:56:04.307902 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-a7725daf-0bdc-474b-a23c-9eb903c2e38d service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206684 Mar 18 10:56:04.490874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:56:04.555431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:56:04.556067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:04.697671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:04.729668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:04.764113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f1e7-7356-4ce5-b589-72db0a4a48db req-74c633aa-229f-4c9c-8327-6fca5598b822 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:04.765491 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e491f1e7-7356-4ce5-b589-72db0a4a48db req-74c633aa-229f-4c9c-8327-6fca5598b822 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 945 time: 0.0829086 Mar 18 10:56:04.805954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:04.809373 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e491f1e7-7356-4ce5-b589-72db0a4a48db req-048fa833-9ff7-42dd-934c-4052b68f6ba1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 Mar 18 10:56:04.820504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:04.862538 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'code': 200} Mar 18 10:56:04.890447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:05.993677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a24009-6ae8-4ac8-824f-4ee9368cac08 req-275be803-3d2c-4172-b1df-f9c8f475f3cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:05.995126 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61a24009-6ae8-4ac8-824f-4ee9368cac08 req-275be803-3d2c-4172-b1df-f9c8f475f3cd tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0767002 Mar 18 10:56:06.041113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61a24009-6ae8-4ac8-824f-4ee9368cac08 req-1e2e3147-b823-4639-9f7a-d210a0dfde98 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Mar 18 10:56:07.198230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-ded329c6-b207-4538-9f73-8bc56e5311bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.199852 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-ded329c6-b207-4538-9f73-8bc56e5311bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1099 time: 0.0733407 Mar 18 10:56:07.229284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba775a-e402-4c74-8d16-1844860c1633 req-eb19a45c-f4e2-48e0-b981-13a0e00a8f19 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.230735 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fbba775a-e402-4c74-8d16-1844860c1633 req-eb19a45c-f4e2-48e0-b981-13a0e00a8f19 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0847778 Mar 18 10:56:07.275289 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fbba775a-e402-4c74-8d16-1844860c1633 req-b556f080-20e8-4bc8-8a8a-8eeab14c4ac4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382051 Mar 18 10:56:07.290042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-822becd2-d5be-48a6-8d21-b808f30a664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.291520 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-822becd2-d5be-48a6-8d21-b808f30a664c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 1099 time: 0.0711143 Mar 18 10:56:07.419870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-2f498b38-8c4c-4ebb-9105-d5162e788ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.421287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-2f498b38-8c4c-4ebb-9105-d5162e788ad4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1235721 Mar 18 10:56:07.607435 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-c6d2757c-8630-4d15-86b0-8d301eab292d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 200 len: 1003 time: 0.1793852 Mar 18 10:56:07.670660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-5861ed71-15db-4b81-99ea-51cd211712ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.672100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-5861ed71-15db-4b81-99ea-51cd211712ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0591795 Mar 18 10:56:07.746931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-19102069-a627-48d8-8115-ff4475b195a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:07.748432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-19102069-a627-48d8-8115-ff4475b195a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706124 Mar 18 10:56:07.880683 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-98edcb0a-2090-4bf6-b0a7-9744c170e5b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259744 Mar 18 10:56:08.012805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b6d127b-9be6-4c62-8207-9deb8b83bcf3 req-2782af41-de62-4523-b057-09dacbc2d341 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265531 Mar 18 10:56:08.466854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd622809-5527-4303-a5bd-74fdac42c5bf req-5edc4eda-b805-4479-93ce-bb04c8fb62ae tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:08.468262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd622809-5527-4303-a5bd-74fdac42c5bf req-5edc4eda-b805-4479-93ce-bb04c8fb62ae tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0834887 Mar 18 10:56:08.512734 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd622809-5527-4303-a5bd-74fdac42c5bf req-591eb2e3-aeff-4eb4-8c0c-930a4bcf7380 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Mar 18 10:56:09.697190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27833a-bb61-42f4-9cd4-1e9ebb81de8b req-326a6b12-362b-48ef-8854-0fd25c55dd25 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:09.698734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2b27833a-bb61-42f4-9cd4-1e9ebb81de8b req-326a6b12-362b-48ef-8854-0fd25c55dd25 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0790048 Mar 18 10:56:09.742649 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2b27833a-bb61-42f4-9cd4-1e9ebb81de8b req-49966091-2225-446e-b7a1-665f4bdd4641 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Mar 18 10:56:10.530348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:56:10.532725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:56:10.739420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:10.767946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:10.790163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:10.795107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'mac_address': 'fa:16:3e:bc:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:56:10.829253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:10.838756 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'code': 200} Mar 18 10:56:10.857304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:10.874497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:10.894937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:10.932183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb9e5c-f1c9-4bbf-b0c1-d87bb9982c43 req-d3c7aaf2-9b70-479f-8cb4-ef04a192d0aa tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:10.933643 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccdb9e5c-f1c9-4bbf-b0c1-d87bb9982c43 req-d3c7aaf2-9b70-479f-8cb4-ef04a192d0aa tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0805078 Mar 18 10:56:10.981374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccdb9e5c-f1c9-4bbf-b0c1-d87bb9982c43 req-b0be596a-fcf0-4c67-ba33-8502a772d367 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Mar 18 10:56:11.006789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:56:11.007124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:56:11.010370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:11.164353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab20b-0ecc-4278-874d-0e14640f037e req-caf05f66-0d63-46f2-a4d4-b6eb1a0d2b9f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:11.165757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9beab20b-0ecc-4278-874d-0e14640f037e req-caf05f66-0d63-46f2-a4d4-b6eb1a0d2b9f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 944 time: 0.0802462 Mar 18 10:56:11.207722 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9beab20b-0ecc-4278-874d-0e14640f037e req-72a60027-97e7-45dc-a2c9-dd55146f7293 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364184 Mar 18 10:56:11.387286 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1456111-bcd3-416c-bd9f-779dfce81759 req-bf610712-ece3-4c33-ad90-282da9b59274 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:11.389238 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1456111-bcd3-416c-bd9f-779dfce81759 req-bf610712-ece3-4c33-ad90-282da9b59274 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 944 time: 0.0781586 Mar 18 10:56:11.433812 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1456111-bcd3-416c-bd9f-779dfce81759 req-08d9c21c-48bc-490e-ab1e-34d80670249d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Mar 18 10:56:11.564380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:11.580821 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:11.596496 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:11.685317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:11.753288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=10']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:11.757331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:56:12.043485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9910ee3-b9c5-4e3a-b684-ee4d2130cc8c req-80ca7005-9410-4494-9207-85f68922e2ce tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:12.045449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b9910ee3-b9c5-4e3a-b684-ee4d2130cc8c req-80ca7005-9410-4494-9207-85f68922e2ce tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 946 time: 0.0815773 Mar 18 10:56:12.088203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b9910ee3-b9c5-4e3a-b684-ee4d2130cc8c req-2023a766-7865-4dde-a593-ba2b71756705 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Mar 18 10:56:12.537754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:56:12.603765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:56:12.604359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:12.714978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:12.747502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:12.808216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:12.842636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:12.881294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=11']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:12.886269 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'code': 200} Mar 18 10:56:13.267602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455444f-ffc7-440a-afc8-c95d16fe73ff req-daa81934-5b77-472f-8ed0-510ad9f09518 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:13.269047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6455444f-ffc7-440a-afc8-c95d16fe73ff req-daa81934-5b77-472f-8ed0-510ad9f09518 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 947 time: 0.0791845 Mar 18 10:56:13.311465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6455444f-ffc7-440a-afc8-c95d16fe73ff req-9589bdf5-d273-4e74-bda0-f6327c88f77c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Mar 18 10:56:14.096314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a6aa9ff-0379-4faa-b823-1fe66f899617 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:14.097713 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a6aa9ff-0379-4faa-b823-1fe66f899617 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 947 time: 0.0809627 Mar 18 10:56:14.163337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Deleting port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:56:14.163674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:14.399293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] For port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:14.399968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:14.495288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8ae4b-4434-443a-8ec2-3edb158ace9a req-4bdd48f5-385c-4924-867b-4cf1a22ee7e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:14.496737 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a7f8ae4b-4434-443a-8ec2-3edb158ace9a req-4bdd48f5-385c-4924-867b-4cf1a22ee7e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 947 time: 0.0794942 Mar 18 10:56:14.544247 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a7f8ae4b-4434-443a-8ec2-3edb158ace9a req-c60bc633-5bd5-4cd2-88e6-7429011feb33 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409613 Mar 18 10:56:14.775916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:14.776279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:14.776588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 disassociated. External IP: 172.26.2.167, port: 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316. Mar 18 10:56:14.776925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Calling delete_port for 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:56:14.976233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:15.029411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'Port': ['ID=4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:15.087328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.087683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.088047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.088346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.088680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.089016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.089338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.089653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.090025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.090345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.090666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.091012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:56:15.226962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:56:15.397999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:56:15.410948 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:56:15.424495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:56:15.425091 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:55:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:15.471228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] No DVR routers for this DVR port 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:56:15.473649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:15.476110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-deleted', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:15.519217 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01185f48-0b24-4ca4-ba74-f30d5b9f6f74', 'name': 'network-vif-deleted', 'tag': '4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316', 'status': 'completed', 'code': 200} Mar 18 10:56:15.554291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a174cf0-1935-45c1-8006-416aeabccaf4 req-8a112bba-2dc6-4d56-8d38-dd22fb5198e8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "DELETE /v2.0/ports/4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 HTTP/1.1" status: 204 len: 173 time: 1.4515152 Mar 18 10:56:15.598814 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:56:15.729744 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bfceb0da-7aad-4945-b8f8-1544945a015c req-050489f8-fffa-43e4-8dfa-c0b837de128d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=01185f48-0b24-4ca4-ba74-f30d5b9f6f74 HTTP/1.1" status: 200 len: 210 time: 0.0675840 Mar 18 10:56:15.928040 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:15.931908 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:56:15.940125 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:56:15.940712 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:55:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:16.110144 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:56:16.420040 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:16.423919 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29179b7b-08e2-44d0-b567-00d99935b994 None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:56:16.630085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b774a-9a1d-4373-bc2a-ba2ad2ce1858 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:56:17.082104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ae68369c-f320-42ad-b826-dc010b613d94 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--631909916&fields=id&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 267 time: 0.0384970 Mar 18 10:56:17.227193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8c49e73d-5f08-4f5f-aea3-bed7523febd2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:17.228598 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8c49e73d-5f08-4f5f-aea3-bed7523febd2 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.1402013 Mar 18 10:56:17.242557 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-f0626f41-a2d9-4ed0-963b-b4307c813b63 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/quotas/bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 375 time: 0.0085316 Mar 18 10:56:17.322875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8b52b38a-5b49-483e-99aa-8b92d4ee4586 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:56:17.413703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8b52b38a-5b49-483e-99aa-8b92d4ee4586 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:56:17.415002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8b52b38a-5b49-483e-99aa-8b92d4ee4586 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1677508 Mar 18 10:56:17.551394 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-527188d6-b2ab-4456-bb31-4e9159e6e007 service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218941 Mar 18 10:56:17.678564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-5d3bef28-93d3-43fd-88e3-178dc1c98087 service neutron] 10.222.0.18 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213405 Mar 18 10:56:17.907156 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5978774b-8a93-4679-8126-6d205f1ae567 req-6bf2f19d-bd71-4fa2-bc01-14995f63a667 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 210 time: 0.0497077 Mar 18 10:56:18.578560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:56:18.612102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:56:18.612455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4c9f4c57-e6a6-4c92-bd1a-9c445ce8d316 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:56:19.058664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a331f82b-0258-4c1f-a8d5-0bd3f39a2893 req-a8e2c244-2b1c-4dbd-b120-66d8b9b65a20 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 210 time: 0.0460129 Mar 18 10:56:20.122245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-f5beb389-03e4-4a1a-b1a6-856258c4d40b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:20.124240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-f5beb389-03e4-4a1a-b1a6-856258c4d40b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 812 time: 0.2487185 Mar 18 10:56:20.175055 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-8e76447f-1d4d-4ec0-aa33-7f0ffe05db6e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 379 time: 0.0436609 Mar 18 10:56:20.183024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'port': {'device_id': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'admin_state_up': True, 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'security_groups': ['0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:56:20.213698 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9186363e-ce5c-4296-bde0-18cef622e4fd req-4c0092db-55ea-4d5c-ac31-f5f973807a6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 210 time: 0.0487807 Mar 18 10:56:20.319813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:56:20.329272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:56:20.422183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Made reservation on behalf of bbeb84f82bec4ee88db03fe8c4e4c220 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:56:20.425648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:20.582208 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Allocated IP 172.20.0.13 (d962a7a6-67ce-4860-9e7f-de308e6618a5/fb0eeb06-1cf0-4264-a0ce-162b0af949c6/989564c1-38e8-480f-94b8-a220cfaf2035) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:56:20.707620 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:56:20.764416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:20.779061 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Transition to ACTIVE for port object 989564c1-38e8-480f-94b8-a220cfaf2035 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:56:20.884946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:20.953776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:56:20.961005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:56:20.966056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:56:21.035639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:21.035639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:21.035639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:21.123371 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-bb29c47d-2ef4-4d3f-84e1-3f0c0414d486 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438739 Mar 18 10:56:21.135089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Request body: {'port': {'device_id': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:56:21.244644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:21.288799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7af4c22d-9fca-4d1f-a5a4-c7efc522a46e None None] Provisioning for port 989564c1-38e8-480f-94b8-a220cfaf2035 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:56:21.294015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7af4c22d-9fca-4d1f-a5a4-c7efc522a46e None None] Provisioning complete for port 989564c1-38e8-480f-94b8-a220cfaf2035 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:56:21.294386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7af4c22d-9fca-4d1f-a5a4-c7efc522a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:21.350716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7af4c22d-9fca-4d1f-a5a4-c7efc522a46e None None] Port 989564c1-38e8-480f-94b8-a220cfaf2035 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:56:21.552173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1503a7-ad7c-459a-8d25-9c6901b0dd6b req-37e64c5d-7bd9-40e6-aa18-53ede42039db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:21.552771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6b1503a7-ad7c-459a-8d25-9c6901b0dd6b req-37e64c5d-7bd9-40e6-aa18-53ede42039db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:56:21.652296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6b1503a7-ad7c-459a-8d25-9c6901b0dd6b req-37e64c5d-7bd9-40e6-aa18-53ede42039db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:56:21.653452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6b1503a7-ad7c-459a-8d25-9c6901b0dd6b req-37e64c5d-7bd9-40e6-aa18-53ede42039db tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 932 time: 0.3348036 Mar 18 10:56:21.661882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:21.680680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:21.708108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Transition to ACTIVE for port object 989564c1-38e8-480f-94b8-a220cfaf2035 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:56:21.717442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6b1503a7-ad7c-459a-8d25-9c6901b0dd6b req-fb480ac6-376b-46bb-aefc-d403fad3ee08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578468 Mar 18 10:56:21.764439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:21.892130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:21.998056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Attempting to bind port 989564c1-38e8-480f-94b8-a220cfaf2035 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:56:21.998392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Attempting to bind port 989564c1-38e8-480f-94b8-a220cfaf2035 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:56:21.998749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Attempting to bind port 989564c1-38e8-480f-94b8-a220cfaf2035 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:56:22.006283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Port 989564c1-38e8-480f-94b8-a220cfaf2035 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:56:22.006283 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Attempting to bind port 989564c1-38e8-480f-94b8-a220cfaf2035 on network d962a7a6-67ce-4860-9e7f-de308e6618a5 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:56:22.008748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:56:22.009086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Checking segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:56:22.009469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Bound using segment: {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:56:22.009908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Bound port: 989564c1-38e8-480f-94b8-a220cfaf2035, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffd04e9-19b5-4c58-9069-3512c3bea7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:56:22.010256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:22.021894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2195-a408-4a55-8843-bc4bc930cc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:22.099449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:56:22.102385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:56:22.168503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:22.322548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.323043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:22.324374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1094 time: 1.1935019 Mar 18 10:56:22.324865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:22.350796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46289c-459c-4ccf-b386-24e482f0c9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:22.372648 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'status': 'completed', 'code': 200} Mar 18 10:56:22.463749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-e18f03bf-8117-4ffc-8e19-a8665b84b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.465220 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-e18f03bf-8117-4ffc-8e19-a8665b84b0b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1097 time: 0.0736279 Mar 18 10:56:22.615154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-e9333c35-8e05-4890-a858-3ba4c5decbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.616767 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-e9333c35-8e05-4890-a858-3ba4c5decbb4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1450906 Mar 18 10:56:22.757561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-558a1097-ca29-4fdc-8d7d-aa8e2fa88ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.759020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08a0ce1e-d20d-4b51-862b-9ae4ce2d2423 req-558a1097-ca29-4fdc-8d7d-aa8e2fa88ec3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355484 Mar 18 10:56:22.937719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e14a-6634-4064-b0b3-d50c2aca9309 req-a2c9995e-5fe4-47d7-a855-c9ef8b543248 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.939188 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16d0e14a-6634-4064-b0b3-d50c2aca9309 req-a2c9995e-5fe4-47d7-a855-c9ef8b543248 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.1057379 Mar 18 10:56:22.941979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-9e4e92c8-b8f6-4aaf-8474-5f2fd0ef3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:22.943302 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-9e4e92c8-b8f6-4aaf-8474-5f2fd0ef3334 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1097 time: 0.1488175 Mar 18 10:56:23.022076 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-43ab0df5-b00a-470d-bbf4-889ac186c282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 217 time: 0.0646071 Mar 18 10:56:23.085381 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16d0e14a-6634-4064-b0b3-d50c2aca9309 req-d4ee07e0-7355-4689-8242-3cd4db26f98f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403260 Mar 18 10:56:23.099060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-0351e077-0389-4c59-bd98-b066428cde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:23.100564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-0351e077-0389-4c59-bd98-b066428cde23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0704198 Mar 18 10:56:23.174321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-27d65249-7765-4ed8-9971-d85f2196fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:23.175712 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-27d65249-7765-4ed8-9971-d85f2196fc91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686607 Mar 18 10:56:23.303443 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-3cf2011e-8230-45ff-b706-111752daa335 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214805 Mar 18 10:56:23.438309 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5aceb1b3-1f3f-4bdb-ae92-b8978aaeaee4 req-109beedd-e213-4678-934e-2bc3184222c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282477 Mar 18 10:56:24.269041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1aa0-0083-48a7-83b9-4bdc208ee33e req-3ae60ac6-9162-46bf-a1db-99accc0b6af5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:24.270441 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-de9b1aa0-0083-48a7-83b9-4bdc208ee33e req-3ae60ac6-9162-46bf-a1db-99accc0b6af5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.0782077 Mar 18 10:56:24.312640 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-de9b1aa0-0083-48a7-83b9-4bdc208ee33e req-1164cf7f-f5e5-48db-9105-42ebe154c566 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366971 Mar 18 10:56:24.522908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fce99dc3-9d7a-41cd-ad2a-af217b16a6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:25.398934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:25.427340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:25.516521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23842b10-0d1c-4826-a5cb-f45edb3df449 req-439b4427-c27f-439b-a048-c9bf932f067e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:25.517985 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23842b10-0d1c-4826-a5cb-f45edb3df449 req-439b4427-c27f-439b-a048-c9bf932f067e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.1031613 Mar 18 10:56:25.561790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23842b10-0d1c-4826-a5cb-f45edb3df449 req-b8da8a64-22b1-441d-9525-d5b5a112dd41 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Mar 18 10:56:25.581709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:26.611180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:56:26.742124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:26.747572 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f479-d164-4d82-91c6-e57febac0202 req-4a401c38-d61a-494e-8a11-013d01521530 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:26.749011 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-eb91f479-d164-4d82-91c6-e57febac0202 req-4a401c38-d61a-494e-8a11-013d01521530 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.0814221 Mar 18 10:56:26.755576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '989564c1-38e8-480f-94b8-a220cfaf2035', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:56:26.793152 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-eb91f479-d164-4d82-91c6-e57febac0202 req-79f0f051-6d43-4bb6-8c3b-01ff252b0f7c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378320 Mar 18 10:56:26.810141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:26.829563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:56:26.844368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:26.919152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:26.993941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:27.027568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:27.125172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['989564c1-38e8-480f-94b8-a220cfaf2035'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:56:27.974967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da972d2-b9c0-4200-9271-b4254e9399f9 req-5f764c18-0e83-4157-82d7-0ee0ec7b3df3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:27.976393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2da972d2-b9c0-4200-9271-b4254e9399f9 req-5f764c18-0e83-4157-82d7-0ee0ec7b3df3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 945 time: 0.0776577 Mar 18 10:56:28.019374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2da972d2-b9c0-4200-9271-b4254e9399f9 req-47209a74-bff4-4d51-9ebb-180872e21e7a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 Mar 18 10:56:28.628151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:56:28.782073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 989564c1-38e8-480f-94b8-a220cfaf2035 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:56:28.786843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 989564c1-38e8-480f-94b8-a220cfaf2035 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:56:28.787232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:28.920388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:28.946862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:28.956578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:56:28.990413 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'code': 200} Mar 18 10:56:29.054447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:29.122905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:56:29.215843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1df8-4f3b-4578-9e42-f8ff7176579a req-597107d9-77e7-4f84-b40b-ac8a8f4a84ec tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:29.217184 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-209a1df8-4f3b-4578-9e42-f8ff7176579a req-597107d9-77e7-4f84-b40b-ac8a8f4a84ec tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0883317 Mar 18 10:56:29.259911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-209a1df8-4f3b-4578-9e42-f8ff7176579a req-4158679d-9618-49ee-8dbf-deeab6ec806e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Mar 18 10:56:29.374158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ea2f-abcf-4ae9-9a65-56783dbadafd req-d9a04aec-94cd-41a3-b03c-3de866bd3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:29.376146 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fcb7ea2f-abcf-4ae9-9a65-56783dbadafd req-d9a04aec-94cd-41a3-b03c-3de866bd3862 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0681159 Mar 18 10:56:29.416200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fcb7ea2f-abcf-4ae9-9a65-56783dbadafd req-6fb0bfd1-c13f-4259-a681-6bb9179a4fac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Mar 18 10:56:30.447902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d22ac-3924-43a8-8f01-03fc18488577 req-ab2f5982-a1cb-43af-9740-312d27c91549 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:30.449352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a99d22ac-3924-43a8-8f01-03fc18488577 req-ab2f5982-a1cb-43af-9740-312d27c91549 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0842412 Mar 18 10:56:30.496496 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a99d22ac-3924-43a8-8f01-03fc18488577 req-47e13291-4b70-41c4-920b-a794fa9fc23b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Mar 18 10:56:31.681123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a42b-2dab-4ea4-ae7d-77f9a22e5ae3 req-7267d203-f952-4100-8320-4e0eb2be4d06 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:31.682589 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54a1a42b-2dab-4ea4-ae7d-77f9a22e5ae3 req-7267d203-f952-4100-8320-4e0eb2be4d06 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0812719 Mar 18 10:56:31.724987 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54a1a42b-2dab-4ea4-ae7d-77f9a22e5ae3 req-37427056-8c9b-45bb-9b82-bd2cde129285 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365858 Mar 18 10:56:31.908828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc1e0-0e22-4c24-b150-be4cff189069 req-32c7f651-adb0-4829-98a8-5b9f109e87d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:31.910463 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-117bc1e0-0e22-4c24-b150-be4cff189069 req-32c7f651-adb0-4829-98a8-5b9f109e87d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0843267 Mar 18 10:56:31.918961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48238) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:56:31.924417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Request body: {'floatingip': {'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:56:32.095409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:32.673833 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:32.736113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:32.904516 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 associated. External IP: 172.26.2.167, port: 989564c1-38e8-480f-94b8-a220cfaf2035. Mar 18 10:56:33.245111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:56:33.530347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:56:33.535095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:33.540409 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:56:33.550385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:56:33.550983 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:56:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:33.589354 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b6e32d21-22bb-4b34-a59d-79ad8450eca4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "PUT /v2.0/floatingips/c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 HTTP/1.1" status: 200 len: 993 time: 1.6693730 Mar 18 10:56:33.590074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:56:33.634137 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'status': 'completed', 'code': 200} Mar 18 10:56:33.726894 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:56:33.727517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-26e8eb3c-e2d0-4f50-8d3f-1e6bb5d015d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:33.729038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-26e8eb3c-e2d0-4f50-8d3f-1e6bb5d015d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0725489 Mar 18 10:56:33.864144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-c25e6d46-bc34-4b16-aa88-ecf0fd0545c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:33.865579 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-c25e6d46-bc34-4b16-aa88-ecf0fd0545c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1303098 Mar 18 10:56:33.971166 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-b5187430-a4c3-4986-adb6-1f921d3949be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1001 time: 0.0996294 Mar 18 10:56:34.091706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:56:32Z', 'revision_number': 13, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:34.095764 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:56:34.104069 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:56:34.104694 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:56:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:34.134129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-29e13af5-be1d-481c-80d1-a5a412119a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:34.135560 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-29e13af5-be1d-481c-80d1-a5a412119a35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.1587639 Mar 18 10:56:34.214073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-1024f0da-9f85-4c13-b62d-4ad0614041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:34.214073 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-1024f0da-9f85-4c13-b62d-4ad0614041c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713341 Mar 18 10:56:34.323019 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:56:34.349021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-fb695ab7-146e-4021-b370-e41cea1d7b3f service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294541 Mar 18 10:56:34.480402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d165ff5-66e2-4c66-a0e5-df32c06f697d req-f8f3da5d-e988-44f4-87c7-cb152b74733f service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258214 Mar 18 10:56:34.670479 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:56:32Z', 'revision_number': 13, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:56:34.674895 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b06fcd-39fc-49e8-bc72-cae13b12e995 None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:53:09Z', 'updated_at': '2022-03-18T10:56:32Z', 'revision_number': 13, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:56:34.876348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236bbde-e808-4ecb-9426-bdaa76c91a28 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:56:35.542175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55bd3-b452-4ebe-9747-33f1aaed6f2d req-8ce39d09-4a72-4d99-9956-9e6190aaa6a4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:35.543470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-edc55bd3-b452-4ebe-9747-33f1aaed6f2d req-8ce39d09-4a72-4d99-9956-9e6190aaa6a4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0851216 Mar 18 10:56:35.586728 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-edc55bd3-b452-4ebe-9747-33f1aaed6f2d req-515e53ef-fcc7-4019-8fc3-fffb7195d028 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Mar 18 10:56:45.841392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419b7e-50b2-4176-8941-fceb1e7554e9 req-8f9b6eb5-65e3-4a07-8a0e-0cb414684826 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:45.844749 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20419b7e-50b2-4176-8941-fceb1e7554e9 req-8f9b6eb5-65e3-4a07-8a0e-0cb414684826 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0831621 Mar 18 10:56:45.904682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-20419b7e-50b2-4176-8941-fceb1e7554e9 req-b62c3c86-9561-4a73-98a3-714035abdb41 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479140 Mar 18 10:56:45.952583 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-3479c0a1-b14e-4bb9-8806-ffc95f184dcb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223226 Mar 18 10:56:47.098150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41952-8fff-4082-b209-5859c717e70c req-f1697634-c65b-4dc5-a7ed-8e23da71ad3b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:47.099591 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-98a41952-8fff-4082-b209-5859c717e70c req-f1697634-c65b-4dc5-a7ed-8e23da71ad3b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0807664 Mar 18 10:56:47.147604 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-98a41952-8fff-4082-b209-5859c717e70c req-defb7025-de11-465f-93de-446805d5c2b7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390325 Mar 18 10:56:48.040831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-e9c3004f-fdc7-4790-acb0-35eaee3788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:48.042303 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-e9c3004f-fdc7-4790-acb0-35eaee3788b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0688350 Mar 18 10:56:48.171219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-9c94ea0f-019f-438a-8dc4-6516bde53d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:48.172692 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-9c94ea0f-019f-438a-8dc4-6516bde53d85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1242955 Mar 18 10:56:48.317755 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-d9950aaf-3312-41ad-81fe-eb3814353f23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1003 time: 0.1389310 Mar 18 10:56:48.392110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-b5b47e49-5459-4125-b68d-2c5ff64d95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:48.393517 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-b5b47e49-5459-4125-b68d-2c5ff64d95e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0689604 Mar 18 10:56:48.403365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350a57-fd8d-4867-a51b-9daee51b89dc req-3f29d3ca-7e35-4b47-bd30-31b46965c77a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:48.404702 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e7350a57-fd8d-4867-a51b-9daee51b89dc req-3f29d3ca-7e35-4b47-bd30-31b46965c77a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.1478097 Mar 18 10:56:48.488137 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e7350a57-fd8d-4867-a51b-9daee51b89dc req-18f9790d-029d-4c2a-af91-1b73a58b174a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539737 Mar 18 10:56:48.508616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-446c6d9d-bb3f-44b2-9e64-2e2cfcd46f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:48.510082 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-446c6d9d-bb3f-44b2-9e64-2e2cfcd46f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045473 Mar 18 10:56:48.639825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-1b032d8c-55fe-481b-bf1c-1ba5cc3e52cd service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231933 Mar 18 10:56:48.767058 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-33f34a4f-7eaf-45ec-9780-f721d69aa903 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209097 Mar 18 10:56:49.669466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a157-b925-448c-857c-aa95f59fb9bd req-82e83eca-c7c2-44a0-abb7-2f9d0f89f802 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:49.670919 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c049a157-b925-448c-857c-aa95f59fb9bd req-82e83eca-c7c2-44a0-abb7-2f9d0f89f802 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0788078 Mar 18 10:56:49.713515 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c049a157-b925-448c-857c-aa95f59fb9bd req-6616c757-0ec1-4cee-b152-91cb198a15fb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Mar 18 10:56:50.893999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d290f-f91f-4b83-853f-c921e8b3d07d req-911c9dee-2b8b-4cdf-8956-78409c41bf20 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:50.895442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a43d290f-f91f-4b83-853f-c921e8b3d07d req-911c9dee-2b8b-4cdf-8956-78409c41bf20 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0791667 Mar 18 10:56:50.940079 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a43d290f-f91f-4b83-853f-c921e8b3d07d req-7389269e-87b5-49b7-b1f5-0b4492b7baa9 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379720 Mar 18 10:56:51.982946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-11e61072-700e-4fb6-b92a-1623c9ec5265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:52.123991 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da5e5-f444-4c86-9897-cf4c81179ac5 req-498fedc4-315a-4da8-9034-862d5e7d8f4e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:52.125447 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-423da5e5-f444-4c86-9897-cf4c81179ac5 req-498fedc4-315a-4da8-9034-862d5e7d8f4e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0817392 Mar 18 10:56:52.170702 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-423da5e5-f444-4c86-9897-cf4c81179ac5 req-b220774f-c06c-428f-ac7f-c642486d75b0 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Mar 18 10:56:53.352316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8dcc6-ea4b-49b0-8c43-8673285f8889 req-5d211717-c4be-4a6c-b27c-dae2b2ef8680 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:53.353778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fb8dcc6-ea4b-49b0-8c43-8673285f8889 req-5d211717-c4be-4a6c-b27c-dae2b2ef8680 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0806940 Mar 18 10:56:53.403034 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2fb8dcc6-ea4b-49b0-8c43-8673285f8889 req-f829b6c6-f9a3-4330-8841-c46db224500a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Mar 18 10:56:54.040619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-ac9fe348-d72c-4060-b22c-121242111fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:54.042020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-ac9fe348-d72c-4060-b22c-121242111fec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0679111 Mar 18 10:56:54.277011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-cc382a53-3695-4bcd-a214-f0dfe885dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:54.278502 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-cc382a53-3695-4bcd-a214-f0dfe885dea8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.2191420 Mar 18 10:56:54.379601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-a5163e55-c3c1-402e-acca-ea7d41d0e8d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1003 time: 0.0948868 Mar 18 10:56:54.446288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-e12279bd-6aaa-4202-bd4c-d5af096674a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:54.447795 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-e12279bd-6aaa-4202-bd4c-d5af096674a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0624382 Mar 18 10:56:54.485797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1a01d4b1-073b-4c46-b1aa-45a9a3867113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:54.523925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-4e309b79-857c-42c6-970a-d23f31fafced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:54.525368 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-4e309b79-857c-42c6-970a-d23f31fafced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709293 Mar 18 10:56:54.590042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1f735-5558-4092-86fc-ed9a3367d4dd req-40dbda75-db0e-4d84-b78d-c686cdbf22b4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:54.591483 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19c1f735-5558-4092-86fc-ed9a3367d4dd req-40dbda75-db0e-4d84-b78d-c686cdbf22b4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0791225 Mar 18 10:56:54.638302 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19c1f735-5558-4092-86fc-ed9a3367d4dd req-91213f84-7ab9-46e1-8196-2801e8a943e3 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Mar 18 10:56:54.654982 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-8a53bd29-cf60-4efa-9b10-ef3092f8a1b0 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222553 Mar 18 10:56:54.783219 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39eab3f2-8358-4139-9b94-56149fd020e7 req-0b6dedcd-8480-47aa-b375-ac3b6de856d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214404 Mar 18 10:56:55.394800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:55.411535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:55.565403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:55.825975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143858f-8117-4975-882f-bde57563eff6 req-23a5d14f-08e3-4bf7-9e06-64feaa3438f5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:55.827411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a143858f-8117-4975-882f-bde57563eff6 req-23a5d14f-08e3-4bf7-9e06-64feaa3438f5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0825212 Mar 18 10:56:55.870535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a143858f-8117-4975-882f-bde57563eff6 req-f8b07c4b-045f-44a2-af3e-6a4930d5c6ab tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368607 Mar 18 10:56:56.631387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-68b2f128-27ff-43e2-9acd-d15b3aaee566 service neutron] 10.222.0.24 "GET /v2.0/ports/989564c1-38e8-480f-94b8-a220cfaf2035/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0716081 Mar 18 10:56:57.009902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:56:57.057629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9109b1-e5ef-4161-acb2-bee76aad3017 req-1028b008-2a10-4a27-8e8b-f42684052a91 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.059097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ff9109b1-e5ef-4161-acb2-bee76aad3017 req-1028b008-2a10-4a27-8e8b-f42684052a91 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0794940 Mar 18 10:56:57.103228 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ff9109b1-e5ef-4161-acb2-bee76aad3017 req-3d9a0bf5-3fac-4617-be3a-97b769d95d29 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383890 Mar 18 10:56:57.203880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-73c926c8-5a80-4097-afec-b66bbdff0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.205771 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-73c926c8-5a80-4097-afec-b66bbdff0db4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1099 time: 0.0734563 Mar 18 10:56:57.293524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-f26b8d4a-464f-4292-b968-2316f631fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.294968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-f26b8d4a-464f-4292-b968-2316f631fda6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0683837 Mar 18 10:56:57.423020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-e427d075-e08d-449d-97d1-94df53f65e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.424447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-e427d075-e08d-449d-97d1-94df53f65e1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1233659 Mar 18 10:56:57.524106 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-15fa03c8-cd2d-4dc5-a5dc-e7ef36f5b33c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1003 time: 0.0937996 Mar 18 10:56:57.591783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-b5988bc3-e2f0-4c2e-8217-ee079d5fa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.593200 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-b5988bc3-e2f0-4c2e-8217-ee079d5fa5ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0635767 Mar 18 10:56:57.668065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-5210d4a6-1b95-4265-902e-ab1af0502070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:57.669483 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-5210d4a6-1b95-4265-902e-ab1af0502070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705433 Mar 18 10:56:57.705459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:56:57.796485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-1eea299f-c194-4865-af06-bf23559aafae service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202512 Mar 18 10:56:58.024357 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-954e63fa-86e1-4f55-bb6f-f11219057451 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214434 Mar 18 10:56:58.432977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bf340-0c71-4806-b432-6f2cfdd254bf req-660f14a3-6a7d-425a-af5f-0958beea00ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:58.434585 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b69bf340-0c71-4806-b432-6f2cfdd254bf req-660f14a3-6a7d-425a-af5f-0958beea00ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0826521 Mar 18 10:56:58.478811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b69bf340-0c71-4806-b432-6f2cfdd254bf req-aa0cb966-ec77-43b9-8d28-0622272b2a33 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 Mar 18 10:56:59.672668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab72a1-ff1d-4ce1-a96f-907a87223948 req-62f720a6-ad26-472c-9397-30184f2efc5b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:56:59.674695 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4ab72a1-ff1d-4ce1-a96f-907a87223948 req-62f720a6-ad26-472c-9397-30184f2efc5b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0830648 Mar 18 10:56:59.718098 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b4ab72a1-ff1d-4ce1-a96f-907a87223948 req-c439a237-0bba-49c7-bc3a-bb37c6740461 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Mar 18 10:57:00.835617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:00.905487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01959f80-9917-402a-bbc2-55fdedb508aa req-13649931-a08a-4b4e-b8d8-940a82bf532b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:00.906868 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-01959f80-9917-402a-bbc2-55fdedb508aa req-13649931-a08a-4b4e-b8d8-940a82bf532b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0822384 Mar 18 10:57:00.948208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:00.954347 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-01959f80-9917-402a-bbc2-55fdedb508aa req-7eacbbe8-8702-4c01-9d6e-b4a9e3f9eb71 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Mar 18 10:57:00.974505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:00.984055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:01.024314 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'code': 200} Mar 18 10:57:01.062997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:01.129133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:02.136348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b630900-98ba-49d1-b625-d8fd39f836a4 req-15392213-5ce6-424c-8f8e-343bc5b64957 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:02.137796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b630900-98ba-49d1-b625-d8fd39f836a4 req-15392213-5ce6-424c-8f8e-343bc5b64957 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.0785341 Mar 18 10:57:02.187283 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b630900-98ba-49d1-b625-d8fd39f836a4 req-7da692a0-f655-43c7-b5ae-5794c76aa9eb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Mar 18 10:57:02.835231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:57:02.995362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:03.011509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '989564c1-38e8-480f-94b8-a220cfaf2035', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:57:03.064215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:03.079856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:57:03.094738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:03.177596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:03.245294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['989564c1-38e8-480f-94b8-a220cfaf2035'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:57:03.288316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:03.304911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.305261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.305606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.305977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.306317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.306654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.306981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.307312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.307643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.307967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.308291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.308612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:03.379621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02f26f-437b-4e94-af2f-e8829720f567 req-07bb7bfb-157c-43df-92c5-88c8fcf8a2ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:03.381080 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df02f26f-437b-4e94-af2f-e8829720f567 req-07bb7bfb-157c-43df-92c5-88c8fcf8a2ca tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 945 time: 0.0825632 Mar 18 10:57:03.426832 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df02f26f-437b-4e94-af2f-e8829720f567 req-6dd3a139-b55c-40b3-99d0-73aa3e062136 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391681 Mar 18 10:57:04.614920 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795b24-cb94-41cf-b299-3a6c0cebc621 req-b3431141-6303-4a4c-b530-88f66febb56c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:04.616393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a795b24-cb94-41cf-b299-3a6c0cebc621 req-b3431141-6303-4a4c-b530-88f66febb56c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 945 time: 0.0773947 Mar 18 10:57:04.659705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a795b24-cb94-41cf-b299-3a6c0cebc621 req-031e5df5-8180-4169-ac43-df85c264a6a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Mar 18 10:57:04.837019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:57:04.905022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 989564c1-38e8-480f-94b8-a220cfaf2035 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:57:04.905388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:05.016917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:05.042804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:05.053028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:05.093233 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'code': 200} Mar 18 10:57:05.103297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:05.169362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:05.848264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971696-046f-473c-9fcb-8e710b2157e4 req-bd95ca7a-af69-4343-8347-569488bd0509 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:05.849683 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c7971696-046f-473c-9fcb-8e710b2157e4 req-bd95ca7a-af69-4343-8347-569488bd0509 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0838406 Mar 18 10:57:05.893278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c7971696-046f-473c-9fcb-8e710b2157e4 req-f2fb6833-f2ff-4025-b167-f210e942477b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379536 Mar 18 10:57:07.079494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d356-5422-4f82-9c9c-c5a8e3edc40b req-f049662c-03e7-49b7-a1c5-12b96d5e68d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:07.081550 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ca3d356-5422-4f82-9c9c-c5a8e3edc40b req-f049662c-03e7-49b7-a1c5-12b96d5e68d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0821941 Mar 18 10:57:07.124659 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9ca3d356-5422-4f82-9c9c-c5a8e3edc40b req-1742ea43-2528-4ea4-a7cc-d0b71994297c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373313 Mar 18 10:57:08.307846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff784b-2c88-4393-860f-6d1530fb693e req-bb619c3a-4755-479b-9c85-54aaf02c6e08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:08.309201 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ecff784b-2c88-4393-860f-6d1530fb693e req-bb619c3a-4755-479b-9c85-54aaf02c6e08 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0777786 Mar 18 10:57:08.352496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ecff784b-2c88-4393-860f-6d1530fb693e req-ede0554b-4953-4edf-9db5-8bfb66b5889d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375938 Mar 18 10:57:09.130083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9d2ef-00d8-4d10-9481-03feff82a596 req-4da54ee6-810f-4c3c-8119-45fe45f54a48 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.131503 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70d9d2ef-00d8-4d10-9481-03feff82a596 req-4da54ee6-810f-4c3c-8119-45fe45f54a48 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.1104476 Mar 18 10:57:09.139250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-aab1e5a9-c8af-449a-adb3-fd5bc85f8fea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.140547 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-aab1e5a9-c8af-449a-adb3-fd5bc85f8fea tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 946 time: 0.1540208 Mar 18 10:57:09.232294 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70d9d2ef-00d8-4d10-9481-03feff82a596 req-30407b8b-feb1-4fc6-b3b5-fefc3f99934f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907257 Mar 18 10:57:09.245765 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-5b10e4cd-d2eb-43d4-bdd6-ef4c7f0c190c service neutron] 10.222.0.24 "GET /v2.0/ports/989564c1-38e8-480f-94b8-a220cfaf2035/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0919197 Mar 18 10:57:09.338217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-58041e15-f12f-4ae2-872f-4f4e12d45800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.339633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-58041e15-f12f-4ae2-872f-4f4e12d45800 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0718675 Mar 18 10:57:09.465417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-fba8c923-6e7d-4d4a-bf56-4f96d132f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.466861 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-fba8c923-6e7d-4d4a-bf56-4f96d132f752 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1213565 Mar 18 10:57:09.567666 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-44a14f85-cced-4f2a-995b-98ed331f7a7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1003 time: 0.0943871 Mar 18 10:57:09.640211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-6d59e73c-7f80-4ee0-95a4-47f95e97eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.641626 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-6d59e73c-7f80-4ee0-95a4-47f95e97eec2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0684273 Mar 18 10:57:09.713108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-92a9e642-4184-459b-87b6-910560f13f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:09.714595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-92a9e642-4184-459b-87b6-910560f13f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670714 Mar 18 10:57:09.863325 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-6e56fd7b-b42b-40cb-9410-632c754ce001 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408226 Mar 18 10:57:09.995786 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-2778d1af-abf0-4009-92b0-25d3063868e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268404 Mar 18 10:57:10.424602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dbf75-e1e1-4726-a3b6-bf523fe51041 req-78d684c7-e04c-47ab-bda9-e50d9ae1d65a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:10.426025 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d51dbf75-e1e1-4726-a3b6-bf523fe51041 req-78d684c7-e04c-47ab-bda9-e50d9ae1d65a tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0828850 Mar 18 10:57:10.467664 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d51dbf75-e1e1-4726-a3b6-bf523fe51041 req-93d8ee92-088c-4767-a2a2-e2c9445f776b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360904 Mar 18 10:57:11.753080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d3c8-4337-4989-a597-1e0eea1be930 req-fa8e1b43-8bce-4379-8d7c-35aa68604776 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:11.754487 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fdd3d3c8-4337-4989-a597-1e0eea1be930 req-fa8e1b43-8bce-4379-8d7c-35aa68604776 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.1780937 Mar 18 10:57:11.797731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fdd3d3c8-4337-4989-a597-1e0eea1be930 req-4e88084f-d4ac-4ad5-8073-d3e9aee06ab4 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376759 Mar 18 10:57:12.979986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f20a-d8b5-4c7d-9b6a-bc8517e813d0 req-0ffb7acf-6eab-4d69-ba59-a326a72da007 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:12.981442 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b125f20a-d8b5-4c7d-9b6a-bc8517e813d0 req-0ffb7acf-6eab-4d69-ba59-a326a72da007 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0780015 Mar 18 10:57:13.025695 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b125f20a-d8b5-4c7d-9b6a-bc8517e813d0 req-b06afad1-7691-4f2b-baec-8ab92dee44f1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Mar 18 10:57:13.638225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-0f60805c-38e8-48a3-a63e-288d7d1ab119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:13.639599 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-0f60805c-38e8-48a3-a63e-288d7d1ab119 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81&tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220 HTTP/1.1" status: 200 len: 1099 time: 0.0719314 Mar 18 10:57:13.735232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-54ca391f-a809-4a58-abcf-e62629b81126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:13.736678 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-54ca391f-a809-4a58-abcf-e62629b81126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 1099 time: 0.0715857 Mar 18 10:57:13.865583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-d8089051-baae-4f37-b43d-0d94067f2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:13.867045 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-d8089051-baae-4f37-b43d-0d94067f2e31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 200 len: 913 time: 0.1242011 Mar 18 10:57:13.967694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-d837709d-5176-4871-94af-4f4739955468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 200 len: 1003 time: 0.0944140 Mar 18 10:57:14.030343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-b8c02a86-6793-4f78-9e36-bacad8c8ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:14.031732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-b8c02a86-6793-4f78-9e36-bacad8c8ea54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 200 len: 851 time: 0.0561998 Mar 18 10:57:14.108916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-5979336b-0272-46f2-948d-d617afbd9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:14.110372 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-5979336b-0272-46f2-948d-d617afbd9650 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d962a7a6-67ce-4860-9e7f-de308e6618a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728331 Mar 18 10:57:14.294863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-818b0f24-2e90-4fb2-b05e-12b326e42ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781719 Mar 18 10:57:14.302709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff4bc-7e59-428c-8410-853c752f3142 req-8fee87da-03fc-4906-b730-fc92976113df tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:14.304015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-de1ff4bc-7e59-428c-8410-853c752f3142 req-8fee87da-03fc-4906-b730-fc92976113df tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.1701398 Mar 18 10:57:14.428682 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-de1ff4bc-7e59-428c-8410-853c752f3142 req-076a8dae-4752-4fba-961b-e3a28498ca91 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068385 Mar 18 10:57:14.456725 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c5cda4be-8191-4b10-80ca-c47744666a05 req-c2a2ba68-ae47-4a39-86e7-d2e2d2d6e0a2 service neutron] 10.222.0.24 "GET /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518021 Mar 18 10:57:15.629812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c321-5b62-4fdc-bf8f-613b427f12a0 req-0bcf2313-0fc4-4a49-a34f-21029cf07e34 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:15.631535 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a5e1c321-5b62-4fdc-bf8f-613b427f12a0 req-0bcf2313-0fc4-4a49-a34f-21029cf07e34 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0936294 Mar 18 10:57:15.675177 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a5e1c321-5b62-4fdc-bf8f-613b427f12a0 req-dfc1c31c-b6db-46f7-9501-e89bd0f6fb7f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369523 Mar 18 10:57:16.862904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20da9d9-6d0c-4c8d-9493-62029bcf1831 req-ad9e2be1-9e57-485e-8392-25cdc43f35bc tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:16.864392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e20da9d9-6d0c-4c8d-9493-62029bcf1831 req-ad9e2be1-9e57-485e-8392-25cdc43f35bc tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0845702 Mar 18 10:57:16.907555 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e20da9d9-6d0c-4c8d-9493-62029bcf1831 req-64818fb4-b83d-4afe-9e3b-05c5fb2162c8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375936 Mar 18 10:57:16.932630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:17.041687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:17.066749 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:17.075893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:17.118932 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'code': 200} Mar 18 10:57:17.144225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:17.208502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:18.088055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb8c6-8af3-44c7-b1b2-34d2e5b88f89 req-e183ea7e-82d9-49df-b88b-94980a9e8690 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:18.089475 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-07ceb8c6-8af3-44c7-b1b2-34d2e5b88f89 req-e183ea7e-82d9-49df-b88b-94980a9e8690 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 944 time: 0.0770929 Mar 18 10:57:18.135719 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-07ceb8c6-8af3-44c7-b1b2-34d2e5b88f89 req-7624335a-d106-43af-aba5-d5ec41202bbe tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406439 Mar 18 10:57:18.960498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:57:19.089453 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:19.105157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '989564c1-38e8-480f-94b8-a220cfaf2035', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'port_id': '989564c1-38e8-480f-94b8-a220cfaf2035', 'mac_address': 'fa:16:3e:95:5f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:57:19.158230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:19.175906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:57:19.191772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:19.279374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:19.327880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6734-2600-4a2e-9072-a7da97f42ee9 req-18d84e4b-60fb-467a-b789-5660af0109a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:19.329311 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-556b6734-2600-4a2e-9072-a7da97f42ee9 req-18d84e4b-60fb-467a-b789-5660af0109a7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0793636 Mar 18 10:57:19.346934 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['989564c1-38e8-480f-94b8-a220cfaf2035'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:57:19.375379 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-556b6734-2600-4a2e-9072-a7da97f42ee9 req-08832a61-5a2d-4686-83ff-192186c2f8f1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Mar 18 10:57:19.390448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=10']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:20.558453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df33f2-784a-46b2-ac85-bd7d05802500 req-adfb17a2-eed3-454f-9ad3-50aa71acb63f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:20.559856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-02df33f2-784a-46b2-ac85-bd7d05802500 req-adfb17a2-eed3-454f-9ad3-50aa71acb63f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 946 time: 0.0764742 Mar 18 10:57:20.601697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-02df33f2-784a-46b2-ac85-bd7d05802500 req-903f84f5-4b54-4fe8-9490-c410bf0d4536 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363657 Mar 18 10:57:20.976174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:57:21.046163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 989564c1-38e8-480f-94b8-a220cfaf2035 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:57:21.046573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:21.159501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:21.184601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:21.194387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:21.286860 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'code': 200} Mar 18 10:57:21.288035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:21.352351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=11']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:21.791514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72cdda-5fdf-485f-8436-9f788e65b5ce req-43fd1417-7b12-48e2-a2cc-324a8e2e70ba tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:21.793206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a72cdda-5fdf-485f-8436-9f788e65b5ce req-43fd1417-7b12-48e2-a2cc-324a8e2e70ba tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0806084 Mar 18 10:57:21.836447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a72cdda-5fdf-485f-8436-9f788e65b5ce req-5d7150f5-cdd9-450e-993e-5ef22bd4d322 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375884 Mar 18 10:57:21.995195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-49280583-90d9-4bd0-a433-dccb26cd414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:23.031953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9e52a-3fd8-4a96-bd7a-34ace448acde req-edb3b223-06be-4c4b-93fd-8b82107eef65 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:23.033716 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3f9e52a-3fd8-4a96-bd7a-34ace448acde req-edb3b223-06be-4c4b-93fd-8b82107eef65 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0818975 Mar 18 10:57:23.078433 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e3f9e52a-3fd8-4a96-bd7a-34ace448acde req-224b5485-f365-497b-af34-bec00d14aa48 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Mar 18 10:57:24.258554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04a17d-ed7f-4692-bd03-b97450661566 req-66600190-4d50-49c1-b43b-d62349f67afb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:24.259908 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff04a17d-ed7f-4692-bd03-b97450661566 req-66600190-4d50-49c1-b43b-d62349f67afb tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0776381 Mar 18 10:57:24.302907 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ff04a17d-ed7f-4692-bd03-b97450661566 req-56c8a8cd-5b5b-4d12-af7e-fd7a4ac3ceb1 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370951 Mar 18 10:57:24.491365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-813fce94-dd97-4681-8dbc-e2ada5165208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:24.581665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4f47-4b44-4c9b-86dc-12103ae190f7 req-127a5f3b-196a-4444-8d87-e8d7a4ef31b7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:24.583031 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a1cf4f47-4b44-4c9b-86dc-12103ae190f7 req-127a5f3b-196a-4444-8d87-e8d7a4ef31b7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.1770597 Mar 18 10:57:24.626348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a1cf4f47-4b44-4c9b-86dc-12103ae190f7 req-840eb1bc-9623-49c9-9b3a-2abac73207b7 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Mar 18 10:57:24.814507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1825d1-9613-4808-b62e-79f34a2f6fad req-34155838-645f-4611-bd86-65de38b8ae3b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:24.816772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed1825d1-9613-4808-b62e-79f34a2f6fad req-34155838-645f-4611-bd86-65de38b8ae3b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0825436 Mar 18 10:57:24.867338 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ed1825d1-9613-4808-b62e-79f34a2f6fad req-f1c10467-ba92-43fc-92f4-86c5552ae61e tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Mar 18 10:57:25.395413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:25.441130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:25.451906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab58fe-fb53-460d-a95a-2765169bdc59 req-be35ec2c-0b90-4e92-b4e9-63b365e63735 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:25.453332 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5fab58fe-fb53-460d-a95a-2765169bdc59 req-be35ec2c-0b90-4e92-b4e9-63b365e63735 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0780838 Mar 18 10:57:25.496091 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5fab58fe-fb53-460d-a95a-2765169bdc59 req-9faf8cb8-f704-4d94-82ed-ffb0ce1108d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366328 Mar 18 10:57:25.616469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:26.682986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b1ff8-9a0a-4a32-8ab5-d90c5f502cba req-e88cb944-2fb0-4640-9a86-bcf84b29b283 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:26.684417 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-061b1ff8-9a0a-4a32-8ab5-d90c5f502cba req-e88cb944-2fb0-4640-9a86-bcf84b29b283 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.0796304 Mar 18 10:57:26.726508 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-061b1ff8-9a0a-4a32-8ab5-d90c5f502cba req-f7cf6789-64ea-4875-8430-87222b8d5f98 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365117 Mar 18 10:57:27.012377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:27.806425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-bfc6c721-6321-4aa9-a89b-9129a567b9d8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:27.807789 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-bfc6c721-6321-4aa9-a89b-9129a567b9d8 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.1745219 Mar 18 10:57:27.919336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Deleting port 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:27.919679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:28.035578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17a041-e008-4093-b754-27e6fcb8305d req-1ac5d6e3-e640-4b13-9d83-9448983936d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:28.036939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b17a041-e008-4093-b754-27e6fcb8305d req-1ac5d6e3-e640-4b13-9d83-9448983936d5 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 947 time: 0.1915441 Mar 18 10:57:28.176506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0b17a041-e008-4093-b754-27e6fcb8305d req-3842d0fd-afd2-4571-8ed3-fce5168c907b tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338704 Mar 18 10:57:28.216040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] For port 989564c1-38e8-480f-94b8-a220cfaf2035, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=989564c1-38e8-480f-94b8-a220cfaf2035,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:28.216383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:28.496994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:28.497351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:28.497656 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 disassociated. External IP: 172.26.2.167, port: 989564c1-38e8-480f-94b8-a220cfaf2035. Mar 18 10:57:28.498025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Calling delete_port for 989564c1-38e8-480f-94b8-a220cfaf2035 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:28.696737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:28.750944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'Port': ['ID=989564c1-38e8-480f-94b8-a220cfaf2035,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:28.814178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.814840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.814840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.815157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.816030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.816375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.816675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.816996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.817313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.817627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.817968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.818285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:28.946342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:57:29.118137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:57:29.127472 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:57:29.137190 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:57:29.137893 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:57:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:29.186963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] No DVR routers for this DVR port 989564c1-38e8-480f-94b8-a220cfaf2035 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:57:29.189344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:29.191844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-deleted', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:29.259488 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccb80aa9-6e7e-4b8d-b853-58792b8132c9 req-c2462873-e4c0-40b6-a698-fdbf9f0a1950 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.24 "DELETE /v2.0/ports/989564c1-38e8-480f-94b8-a220cfaf2035 HTTP/1.1" status: 204 len: 173 time: 1.4463580 Mar 18 10:57:29.320383 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:57:29.432210 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81', 'name': 'network-vif-deleted', 'tag': '989564c1-38e8-480f-94b8-a220cfaf2035', 'status': 'completed', 'code': 200} Mar 18 10:57:29.443990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0e2148cf-f261-467c-9642-2cbe575d3b24 req-7b879da2-e75a-4dad-aee0-062c80e0d19d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Synchronizing usage tracker for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:57:29.514482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-0e2148cf-f261-467c-9642-2cbe575d3b24 req-7b879da2-e75a-4dad-aee0-062c80e0d19d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Unset dirty status for tenant:bbeb84f82bec4ee88db03fe8c4e4c220 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:57:29.515669 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e2148cf-f261-467c-9642-2cbe575d3b24 req-7b879da2-e75a-4dad-aee0-062c80e0d19d tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 210 time: 0.2267203 Mar 18 10:57:29.633996 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:29.637968 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:57:29.646736 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:57:29.647324 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:57:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:29.824906 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:57:30.153699 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:30.157495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c991102-57f0-4951-8881-107fdbdca10c None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:53:05Z', 'revision_number': 4, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8', 'name': '', 'network_id': 'd962a7a6-67ce-4860-9e7f-de308e6618a5', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'mac_address': 'fa:16:3e:92:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:04Z', 'updated_at': '2022-03-18T10:53:10Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'subnets': [{'id': 'fb0eeb06-1cf0-4264-a0ce-162b0af949c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:57:30.379569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a59dcd-65d4-486d-a926-73ca4a973ab2 None None] New status for floating IP c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:57:30.684598 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ad78afec-456e-4874-98ed-c441d95c322b req-18825cb6-c915-41fa-addc-0dda883a336c tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bbc9585-a0e7-4ebe-a1f8-13b4d9ac5f81 HTTP/1.1" status: 200 len: 210 time: 0.0461018 Mar 18 10:57:31.070503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:31.103442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 989564c1-38e8-480f-94b8-a220cfaf2035 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:57:31.103782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 989564c1-38e8-480f-94b8-a220cfaf2035 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:57:34.704125 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:57:35.100829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48450) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:35.163204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.189798 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.314218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.332245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:35.404596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.405687 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8f21756e-68c1-416a-8d34-982e5f9e9d82 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339 HTTP/1.1" status: 204 len: 168 time: 0.3038497 Mar 18 10:57:35.408103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48454) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:35.425837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-bbe89411-3aab-421f-a14b-4ca15d5dad62 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] show failed (client error): The resource could not be found. Mar 18 10:57:35.426796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bbe89411-3aab-421f-a14b-4ca15d5dad62 tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "GET /v2.0/security-groups/0e3ba046-9ff1-4a4c-a7b2-c9ab351b6339 HTTP/1.1" status: 404 len: 347 time: 0.0178030 Mar 18 10:57:35.429105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48458) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:35.579922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Deleting port 08545760-9a6f-444b-b845-52388dcc6d52 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:35.580170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.748108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.748437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:35.867364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Calling delete_port for 08545760-9a6f-444b-b845-52388dcc6d52 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:36.062699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:36.107864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Pushing event deleted for resources: {'Port': ['ID=08545760-9a6f-444b-b845-52388dcc6d52,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:36.197489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:36.302581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:36.303724 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-10f863b9-6471-41de-920d-7034b411aa6f tempest-ServerActionsTestJSON-1972388673 tempest-ServerActionsTestJSON-1972388673-project] 10.222.0.18 "DELETE /v2.0/floatingips/c7c2c7bc-092a-4c64-a9b9-8da94fd4f4a7 HTTP/1.1" status: 204 len: 168 time: 0.8737988 Mar 18 10:57:36.306599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48462) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:36.918465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:37.251930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Deleting port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:37.252580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:37.420963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] For port 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:37.421313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:37.541591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Calling delete_port for 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:37.771785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:37.817401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:38.087272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:38.530339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:57:38.705308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:57:38.715101 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Sync routers for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:57:38.719275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e2ba1466-8b63-4524-8366-107c3736a6ad admin admin] 10.222.0.18 "PUT /v2.0/routers/89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4117157 Mar 18 10:57:38.721844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48466) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:38.724055 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:57:38.724652 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:57:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:38.895421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:38.896438 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:57:39.067302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:39.132868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Deleting port 401fe499-6c79-40c0-9472-6c6877701255 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:39.133219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:39.173468 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': '401fe499-6c79-40c0-9472-6c6877701255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:57:37Z', 'revision_number': 5, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port': {'id': '401fe499-6c79-40c0-9472-6c6877701255', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:53:02Z', 'updated_at': '2022-03-18T10:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:39.178014 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Checking router: 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:57:39.186051 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Routers {'89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:57:39.186635 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:57:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:39.305124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] For port 401fe499-6c79-40c0-9472-6c6877701255, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=401fe499-6c79-40c0-9472-6c6877701255,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:39.305579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:39.331142 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] Set router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:57:39.423875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Calling delete_port for 401fe499-6c79-40c0-9472-6c6877701255 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:39.434072 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:57:39Z', 'revision_number': 6, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:39.437924 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d910c782-7635-4768-b1d0-573cddd23863 None None] The sync data for ids ['89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80'] in dv-neutron-834265-1-hyperv is: [{'id': '89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80', 'name': 'tempest-ServerActionsTestJSON-1065306199-router', 'tenant_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:53:01Z', 'updated_at': '2022-03-18T10:57:39Z', 'revision_number': 6, 'project_id': 'bbeb84f82bec4ee88db03fe8c4e4c220', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:57:39.794781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:39.846493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=401fe499-6c79-40c0-9472-6c6877701255,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:39.888933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.890889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.891213 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.891531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.891845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.892160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.892471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:57:39.945892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.222960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.225326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.315634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.316745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:57:40.329118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.330266 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-efa0934a-c58b-4c53-b94d-7230cd9d6f3b admin admin] 10.222.0.18 "DELETE /v2.0/routers/89b0d0da-b4d2-4a15-ab1d-3cde33bfbf80 HTTP/1.1" status: 204 len: 168 time: 1.6073980 Mar 18 10:57:40.332856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48470) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:40.391342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Deleting subnet fb0eeb06-1cf0-4264-a0ce-162b0af949c6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:57:40.394345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.446384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.522788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.636142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.677731 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0eeb06-1cf0-4264-a0ce-162b0af949c6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:40.680089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:40.681244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.687148 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0ac60b9b-6788-4945-aa60-7c0b8e794983 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb0eeb06-1cf0-4264-a0ce-162b0af949c6 HTTP/1.1" status: 204 len: 168 time: 0.3533163 Mar 18 10:57:40.689680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48474) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:40.713805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac28fa-ddd1-4f1f-82e7-972f3acb05ad None None] Network d962a7a6-67ce-4860-9e7f-de308e6618a5 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:57:40.744793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:57:40.745037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2d4a568e-c4ce-4db8-8a4a-9ec9b4429db8 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:57:40.745441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 401fe499-6c79-40c0-9472-6c6877701255 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:40.780799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 401fe499-6c79-40c0-9472-6c6877701255 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:57:40.781138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 401fe499-6c79-40c0-9472-6c6877701255 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:57:40.794126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.804727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Deleting port ff39047c-a2f1-4360-8abf-ba9e1363232a {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:40.805336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:40.993783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] DHCP port deletion for d962a7a6-67ce-4860-9e7f-de308e6618a5 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:57:40.997974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Deleting port ff39047c-a2f1-4360-8abf-ba9e1363232a {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:40.998346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.008170 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] For port ff39047c-a2f1-4360-8abf-ba9e1363232a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff39047c-a2f1-4360-8abf-ba9e1363232a,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:41.008514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.128643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Calling delete_port for ff39047c-a2f1-4360-8abf-ba9e1363232a owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:41.195986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] For port ff39047c-a2f1-4360-8abf-ba9e1363232a, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ff39047c-a2f1-4360-8abf-ba9e1363232a,segment=NetworkSegment(9ffd04e9-19b5-4c58-9069-3512c3bea7d0),segment_id=9ffd04e9-19b5-4c58-9069-3512c3bea7d0)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:41.196302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.280543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.313841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Calling delete_port for ff39047c-a2f1-4360-8abf-ba9e1363232a owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:57:41.327579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] No DVR routers for this DVR port ff39047c-a2f1-4360-8abf-ba9e1363232a on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:57:41.329113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff39047c-a2f1-4360-8abf-ba9e1363232a,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:41.386958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:57:41.387354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:57:41.441839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.480309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d962a7a6-67ce-4860-9e7f-de308e6618a5']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:41.480965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffd04e9-19b5-4c58-9069-3512c3bea7d0') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:41.481258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffd04e9-19b5-4c58-9069-3512c3bea7d0') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:57:41.492121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.507899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.513647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:57:41.514054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:57:41.527108 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:57:41.664200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.680379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.695617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] Pushing event deleted for resources: {'Network': ['ID=d962a7a6-67ce-4860-9e7f-de308e6618a5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:41.762797 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e65b5ac1-a530-4bca-b014-f1bd5b747825 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d962a7a6-67ce-4860-9e7f-de308e6618a5 HTTP/1.1" status: 204 len: 168 time: 1.0718379 Mar 18 10:57:41.888483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Deleting port ff39047c-a2f1-4360-8abf-ba9e1363232a {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:57:41.889022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:41.952917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-53342087-a0e8-48a1-81e0-be02bbcf26ff None None] The port 'ff39047c-a2f1-4360-8abf-ba9e1363232a' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:57:42.082189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48480) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:42.130723 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b437589e-8c9c-44cf-a23e-9ab6de8e6bf6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbeb84f82bec4ee88db03fe8c4e4c220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473857 Mar 18 10:57:42.133197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48484) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:42.189696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:42.215414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:42.349912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:42.366056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808e74b-2054-4099-be22-cf23440ce8da,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:42.372552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:42.373628 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-45cb958c-86ac-424f-b9e6-12dc5c690360 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e808e74b-2054-4099-be22-cf23440ce8da HTTP/1.1" status: 204 len: 168 time: 0.2395616 Mar 18 10:57:42.679388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff39047c-a2f1-4360-8abf-ba9e1363232a no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:57:42.715139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ff39047c-a2f1-4360-8abf-ba9e1363232a {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:57:42.715488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ff39047c-a2f1-4360-8abf-ba9e1363232a not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:57:43.384108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48508) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:43.486789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-65661516-network', 'tenant_id': '95f693399d0f44c4b847f70713718bc2'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:57:43.491492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:57:43.495297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Usage tracker for resource:network and tenant:95f693399d0f44c4b847f70713718bc2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:57:43.498137 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:57:43.504198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:57:43.544295 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Made reservation on behalf of 95f693399d0f44c4b847f70713718bc2 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:57:43.546531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.558160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.574952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:57:43.578695 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Usage tracker for resource:security_group_rule and tenant:95f693399d0f44c4b847f70713718bc2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:57:43.581414 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:57:43.587481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:57:43.666058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.716063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.745088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:57:43.753157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1afaf4-3294-4640-a6d5-4a72202bd22b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:43.759120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.759473 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Added segment 97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4 of type vlan for network ee9f15e5-2058-4c02-9815-60d8c9e6d42d Mar 18 10:57:43.786000 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.910417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:43.911410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:43.912013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:44.114802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9f15e5-2058-4c02-9815-60d8c9e6d42d,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:44.124114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:57:44.151061 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-41df9797-5383-4cc6-8c90-a526cf064894 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7658834 Mar 18 10:57:44.153795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48514) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:57:44.158999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Request body: {'subnet': {'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-65661516-subnet', 'tenant_id': '95f693399d0f44c4b847f70713718bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:57:44.163686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:57:44.167488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Usage tracker for resource:subnet and tenant:95f693399d0f44c4b847f70713718bc2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:57:44.170592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:57:44.176789 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:57:44.229877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Made reservation on behalf of 95f693399d0f44c4b847f70713718bc2 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:57:44.232188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:44.469056 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:44.545905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0e70ca-a687-4b1b-bb0c-7510656b388c,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:44.553117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Checking segment: {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:57:44.558276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Network hostable DHCP agents. Network: ee9f15e5-2058-4c02-9815-60d8c9e6d42d, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:57:44.630209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:57:44.681386 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ee9f15e5-2058-4c02-9815-60d8c9e6d42d) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:57:44.685471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:44.686078 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:44.689722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece1aa3-2023-4244-a81b-536623dc79f2 None None] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:57:44.751090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1b32ee64-c72e-4bde-940c-1e81d31823fd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5961895 Mar 18 10:57:44.944007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f5761-6b6e-4856-83f8-a920c787bf2e None None] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:57:45.398003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-d75625a5-eedd-4291-ba4d-4b2d53c6115c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:45.398680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-6903710b-2700-4f95-a561-01f80bb8a17b req-d75625a5-eedd-4291-ba4d-4b2d53c6115c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:57:45.470095 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-6903710b-2700-4f95-a561-01f80bb8a17b req-d75625a5-eedd-4291-ba4d-4b2d53c6115c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:57:45.471210 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-d75625a5-eedd-4291-ba4d-4b2d53c6115c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/networks?id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d HTTP/1.1" status: 200 len: 812 time: 0.2136245 Mar 18 10:57:45.486512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-723d0b9c-6b08-46be-8693-e9ead9030acd tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/quotas/95f693399d0f44c4b847f70713718bc2 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Mar 18 10:57:45.532138 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-54551135-1803-4fe0-89e7-f2b6d18216e9 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402853 Mar 18 10:57:45.660429 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-f81be681-1095-4074-888a-c1f8ed599f8a service neutron] 10.222.0.18 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207609 Mar 18 10:57:45.792526 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-73eed63a-b7f2-48c5-aafb-d28a4050bea0 service neutron] 10.222.0.18 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246517 Mar 18 10:57:46.026590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-791d4fed-d43a-46b4-ac82-205ddfdf1272 req-fa1d62e6-033a-4cee-82da-3da1c43ad0bf tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 210 time: 0.0420060 Mar 18 10:57:47.172980 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce62f57e-9be5-4347-802e-56d36ea5c1a2 req-1d4a2cce-4bef-46c2-b732-a3c575d4e0aa tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 210 time: 0.0461283 Mar 18 10:57:48.213354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-dfe34f1a-29aa-410c-b275-74cf131e3fb6 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:48.214863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-dfe34f1a-29aa-410c-b275-74cf131e3fb6 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "GET /v2.0/networks?id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d HTTP/1.1" status: 200 len: 812 time: 0.1436522 Mar 18 10:57:48.226831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Request body: {'port': {'device_id': '378d1cee-7908-401b-ba2f-55528f991ab5', 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d', 'admin_state_up': True, 'tenant_id': '95f693399d0f44c4b847f70713718bc2'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:57:48.363316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f8371bd1-8645-40ce-bda1-91616852d4d9 req-8f8e0487-0559-488a-9e3d-e89e1a619f02 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 210 time: 0.0542789 Mar 18 10:57:48.404556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:57:48.408360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Usage tracker for resource:port and tenant:95f693399d0f44c4b847f70713718bc2 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:57:48.411193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:57:48.417397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:57:48.504791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Made reservation on behalf of 95f693399d0f44c4b847f70713718bc2 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:57:48.508393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:48.664739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Allocated IP 172.20.0.7 (ee9f15e5-2058-4c02-9815-60d8c9e6d42d/fb0e70ca-a687-4b1b-bb0c-7510656b388c/b13496bc-645e-4e87-b1f8-86d1f427379e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:57:48.864089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:48.949330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:49.011708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:57:49.014626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:57:49.022329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:57:49.062900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Pushing event updated for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:49.092081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:49.092678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:49.166922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-206211de-7b80-4864-8424-fb94eda73217 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442081 Mar 18 10:57:49.179239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Request body: {'port': {'device_id': '378d1cee-7908-401b-ba2f-55528f991ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:57:49.289292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:49.552553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69bd1b-d16f-4ed1-a282-603a4c531fda req-9046b551-c752-4314-be38-ee5d2282495f tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:49.553940 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f69bd1b-d16f-4ed1-a282-603a4c531fda req-9046b551-c752-4314-be38-ee5d2282495f tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 931 time: 0.0835071 Mar 18 10:57:49.596819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-5f69bd1b-d16f-4ed1-a282-603a4c531fda req-a281d838-1b41-46ab-aaa7-fab3f3e8b222 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:57:49.676034 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-5f69bd1b-d16f-4ed1-a282-603a4c531fda req-a281d838-1b41-46ab-aaa7-fab3f3e8b222 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:57:49.677194 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5f69bd1b-d16f-4ed1-a282-603a4c531fda req-a281d838-1b41-46ab-aaa7-fab3f3e8b222 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175213 Mar 18 10:57:49.727340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13496bc-645e-4e87-b1f8-86d1f427379e {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:57:49.736892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:49.752655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Transition to ACTIVE for port object b13496bc-645e-4e87-b1f8-86d1f427379e will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:57:49.835945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:49.986445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Pushing event updated for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:50.058781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Attempting to bind port b13496bc-645e-4e87-b1f8-86d1f427379e on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:57:50.059106 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Attempting to bind port b13496bc-645e-4e87-b1f8-86d1f427379e by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:57:50.059423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Attempting to bind port b13496bc-645e-4e87-b1f8-86d1f427379e on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:57:50.063793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Port b13496bc-645e-4e87-b1f8-86d1f427379e on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:57:50.064102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Attempting to bind port b13496bc-645e-4e87-b1f8-86d1f427379e on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:57:50.069495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:57:50.069838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Checking segment: {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:57:50.070215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Bound using segment: {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:57:50.070623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Bound port: b13496bc-645e-4e87-b1f8-86d1f427379e, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:57:50.070952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:50.159804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:57:50.162690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=b13496bc-645e-4e87-b1f8-86d1f427379e,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:57:50.218104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:50.274779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.275376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:50.276730 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] 10.222.0.24 "PUT /v2.0/ports/b13496bc-645e-4e87-b1f8-86d1f427379e HTTP/1.1" status: 200 len: 1093 time: 1.1026545 Mar 18 10:57:50.277156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:50.302413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626e160-664a-4406-b6b7-4fc6062554ef service neutron] Pushing event updated for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:50.322360 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e', 'status': 'completed', 'code': 200} Mar 18 10:57:50.407594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-7c036645-199d-48b2-9c62-71f9db27106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.409019 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-7c036645-199d-48b2-9c62-71f9db27106d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0686622 Mar 18 10:57:50.543540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-bd66379d-39c5-49d3-b026-643d31edcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.545102 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-bd66379d-39c5-49d3-b026-643d31edcbd6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95f693399d0f44c4b847f70713718bc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1295180 Mar 18 10:57:50.675503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-fd8eb407-267c-4b10-ac62-2ca451d49cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.676901 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b0ae6528-2a61-4c87-963e-38a57913b2d7 req-fd8eb407-267c-4b10-ac62-2ca451d49cb8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259651 Mar 18 10:57:50.779740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-35b911e1-8aa9-4a83-b283-25681187f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.781248 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-35b911e1-8aa9-4a83-b283-25681187f563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0704658 Mar 18 10:57:50.851778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-78158d65-956f-4ff7-8d6a-9b96971f0d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b13496bc-645e-4e87-b1f8-86d1f427379e HTTP/1.1" status: 200 len: 217 time: 0.0635068 Mar 18 10:57:50.863116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccb31d-d550-4b43-a746-f3c1f032091f req-05686eb9-ed99-4633-8f25-7cde66b26b7e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.864560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0cccb31d-d550-4b43-a746-f3c1f032091f req-05686eb9-ed99-4633-8f25-7cde66b26b7e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 943 time: 0.0814197 Mar 18 10:57:50.910805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0cccb31d-d550-4b43-a746-f3c1f032091f req-97f6e517-6852-4349-b223-3c668b7c1d27 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Mar 18 10:57:50.914020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903710b-2700-4f95-a561-01f80bb8a17b req-294fedfc-f431-4833-8080-da372e688285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:50.915547 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-294fedfc-f431-4833-8080-da372e688285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0e70ca-a687-4b1b-bb0c-7510656b388c HTTP/1.1" status: 200 len: 852 time: 0.0583715 Mar 18 10:57:50.966999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-acc23bd2-de0b-4496-8f2d-e807a87ff332 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457394 Mar 18 10:57:51.093811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-e3be063c-7d4a-4498-918e-30b054ba7146 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206646 Mar 18 10:57:51.317416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6903710b-2700-4f95-a561-01f80bb8a17b req-4d7ec141-8eb2-40a9-b229-33e5d561efb8 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167509 Mar 18 10:57:52.006584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4165c7ab-c74a-4212-aff9-93dc84b1081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:52.094177 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23bc8f-2ddc-41ee-ac0d-e7ca9d134ca8 req-1204aede-606a-4193-8dc0-0ad9db6741a1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:52.094852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dd23bc8f-2ddc-41ee-ac0d-e7ca9d134ca8 req-1204aede-606a-4193-8dc0-0ad9db6741a1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:57:52.179317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-dd23bc8f-2ddc-41ee-ac0d-e7ca9d134ca8 req-1204aede-606a-4193-8dc0-0ad9db6741a1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:57:52.180413 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd23bc8f-2ddc-41ee-ac0d-e7ca9d134ca8 req-1204aede-606a-4193-8dc0-0ad9db6741a1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 943 time: 0.1632848 Mar 18 10:57:52.226289 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd23bc8f-2ddc-41ee-ac0d-e7ca9d134ca8 req-5f055140-ea81-4765-bd4b-68a2da5aed8a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Mar 18 10:57:53.404592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141a1fd-32fe-4a3e-b4e1-563d4ff022b7 req-873dcc21-9d0d-45df-845f-20da2d1cbbc3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:53.416862 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0141a1fd-32fe-4a3e-b4e1-563d4ff022b7 req-873dcc21-9d0d-45df-845f-20da2d1cbbc3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 943 time: 0.0787954 Mar 18 10:57:53.452250 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0141a1fd-32fe-4a3e-b4e1-563d4ff022b7 req-dc42c4e8-ea02-4098-8570-49c86a53de63 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Mar 18 10:57:54.509273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-98baccb0-4af9-45ae-a874-6a2a29c1ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:54.634407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0695e-bc7f-4bda-b88b-dae15dfa15c2 req-d063f1de-e9f2-46be-b4ec-79e3f7d09e37 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:54.635843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bb0695e-bc7f-4bda-b88b-dae15dfa15c2 req-d063f1de-e9f2-46be-b4ec-79e3f7d09e37 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 943 time: 0.0803447 Mar 18 10:57:54.678402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bb0695e-bc7f-4bda-b88b-dae15dfa15c2 req-9c860b45-abe8-48ef-9030-751301485a42 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Mar 18 10:57:55.149204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device b13496bc-645e-4e87-b1f8-86d1f427379e details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:57:55.286086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=b13496bc-645e-4e87-b1f8-86d1f427379e,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:55.301838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'b13496bc-645e-4e87-b1f8-86d1f427379e', 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d', 'port_id': 'b13496bc-645e-4e87-b1f8-86d1f427379e', 'mac_address': 'fa:16:3e:51:ba:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0e70ca-a687-4b1b-bb0c-7510656b388c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:57:55.367210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:55.387374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13496bc-645e-4e87-b1f8-86d1f427379e {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:57:55.407887 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=b13496bc-645e-4e87-b1f8-86d1f427379e,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:55.413061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:55.453481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:55.476839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:55.552063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:55.590334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:55.685394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['b13496bc-645e-4e87-b1f8-86d1f427379e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:57:55.871316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a7b-4e19-4133-8425-6ba814d9abdb req-ce065343-5a4b-42b2-b3b4-8da80159e063 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:55.872742 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cff77a7b-4e19-4133-8425-6ba814d9abdb req-ce065343-5a4b-42b2-b3b4-8da80159e063 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 944 time: 0.0860131 Mar 18 10:57:55.916863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cff77a7b-4e19-4133-8425-6ba814d9abdb req-1103a7aa-38c4-4d5a-b60a-180137d3fa25 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Mar 18 10:57:57.030635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:57.095399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9484-4dba-46d9-9795-430e5587cae0 req-65da0929-c27a-4cf7-8564-34019f03df26 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:57.096832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c1d9484-4dba-46d9-9795-430e5587cae0 req-65da0929-c27a-4cf7-8564-34019f03df26 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 944 time: 0.0776925 Mar 18 10:57:57.143660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c1d9484-4dba-46d9-9795-430e5587cae0 req-d4c417a2-c4d6-422f-92b4-40fef9996051 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Mar 18 10:57:57.149338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device b13496bc-645e-4e87-b1f8-86d1f427379e up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:57:57.270587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port b13496bc-645e-4e87-b1f8-86d1f427379e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:57:57.275998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port b13496bc-645e-4e87-b1f8-86d1f427379e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:57:57.276698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:57.390320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:57.418915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:57:57.431519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=b13496bc-645e-4e87-b1f8-86d1f427379e,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:57:57.466870 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e', 'code': 200} Mar 18 10:57:57.476041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:57:57.545083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:57:57.770768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fa2a-2a47-4c94-b3ea-06ed6894a6cf req-f400816b-92fe-42db-8f5c-2beb4dd4da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:57.773277 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16d4fa2a-2a47-4c94-b3ea-06ed6894a6cf req-f400816b-92fe-42db-8f5c-2beb4dd4da71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0739045 Mar 18 10:57:57.814549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-16d4fa2a-2a47-4c94-b3ea-06ed6894a6cf req-cd37e187-be89-4b15-a9dc-fa8ccc38edec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Mar 18 10:57:58.327820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973ffbd-e238-42c5-bef2-0678667d2db9 req-7a55d57d-7da8-4064-981c-2722dcbbe6a2 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:58.329263 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1973ffbd-e238-42c5-bef2-0678667d2db9 req-7a55d57d-7da8-4064-981c-2722dcbbe6a2 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0811555 Mar 18 10:57:58.372803 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1973ffbd-e238-42c5-bef2-0678667d2db9 req-06ee4b84-4e0d-466c-bbd6-b33d9fd9f5cd tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Mar 18 10:57:59.559578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bef63-8ba0-4dfc-96bd-117fb2898b1d req-30c1f62d-87cf-4d60-b159-3ec790f513c5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:59.560999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-233bef63-8ba0-4dfc-96bd-117fb2898b1d req-30c1f62d-87cf-4d60-b159-3ec790f513c5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0817606 Mar 18 10:57:59.603658 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-233bef63-8ba0-4dfc-96bd-117fb2898b1d req-36f02337-d522-47ae-9491-428cca83011a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Mar 18 10:57:59.879683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-bc0c2dde-2c2d-44aa-9aaa-a8e57037ccd3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:57:59.881107 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-bc0c2dde-2c2d-44aa-9aaa-a8e57037ccd3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/networks?id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d HTTP/1.1" status: 200 len: 812 time: 0.1421871 Mar 18 10:57:59.896991 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-a8bf34de-b174-4a63-9ada-d45078238240 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/quotas/95f693399d0f44c4b847f70713718bc2 HTTP/1.1" status: 200 len: 375 time: 0.0091474 Mar 18 10:57:59.976614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-5424f38d-4be7-4b46-b37f-292c11454f4e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735285 Mar 18 10:58:00.150823 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-3c5e414a-c225-4b18-8610-653d3fbfd319 service neutron] 10.222.0.18 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674831 Mar 18 10:58:00.280736 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-dfed255e-0115-4718-827d-5dbf8840c02b service neutron] 10.222.0.18 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238153 Mar 18 10:58:00.490017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-78713dcb-85fb-4a63-8d2a-71e6a16ad211 req-fe6062a5-1407-4886-8c66-a264212821c3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 210 time: 0.0427601 Mar 18 10:58:01.650375 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f4033bb6-e94d-4440-bb8a-92ac11b6504a req-0e81b148-f5b2-470c-9f03-9c00e6c7139e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 210 time: 0.0462401 Mar 18 10:58:02.285001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-dab67b98-1619-49a8-af92-824dc2a16db1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:02.286307 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-dab67b98-1619-49a8-af92-824dc2a16db1 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "GET /v2.0/networks?id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d HTTP/1.1" status: 200 len: 812 time: 0.1418464 Mar 18 10:58:02.297475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Request body: {'port': {'device_id': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d', 'admin_state_up': True, 'tenant_id': '95f693399d0f44c4b847f70713718bc2'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:02.428869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:02.438248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:02.516224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Made reservation on behalf of 95f693399d0f44c4b847f70713718bc2 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:02.519684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:02.686212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Allocated IP 172.20.0.3 (ee9f15e5-2058-4c02-9815-60d8c9e6d42d/fb0e70ca-a687-4b1b-bb0c-7510656b388c/d9c7116b-ebaf-4d40-9c7f-c9c38f820a22) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:02.799046 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0465df3b-b378-4b3e-85b4-5c06fce9b81b req-827d3a65-bdcb-4178-a6d6-a0b0ffb0bb17 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Mar 18 10:58:02.983849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:03.088109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:03.099253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['b13496bc-645e-4e87-b1f8-86d1f427379e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:58:03.152779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Network ee9f15e5-2058-4c02-9815-60d8c9e6d42d is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:03.163077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:03.167527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:03.198045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Pushing event updated for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:03.233049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:03.233654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:03.311388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-b7006c4d-3018-42e9-a132-bbfe925de4ca tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0176299 Mar 18 10:58:03.323225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Request body: {'port': {'device_id': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:03.430751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:03.763586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:58:03.770647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:03.784003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Transition to ACTIVE for port object d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:03.847870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:04.015518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:04.144256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703aca4-5d5b-4020-bc4c-07d9dee3bbeb req-908adf7f-5257-45f9-942d-d53f3f53f48a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:04.144948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b703aca4-5d5b-4020-bc4c-07d9dee3bbeb req-908adf7f-5257-45f9-942d-d53f3f53f48a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:58:04.150054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Attempting to bind port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:04.150387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Attempting to bind port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:04.150713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Attempting to bind port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:04.161560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:58:04.161925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Attempting to bind port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 on network ee9f15e5-2058-4c02-9815-60d8c9e6d42d {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:04.173496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:04.173964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Checking segment: {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:04.174346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Bound using segment: {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:04.174773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Bound port: d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:04.175141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:04.227475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b703aca4-5d5b-4020-bc4c-07d9dee3bbeb req-908adf7f-5257-45f9-942d-d53f3f53f48a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:58:04.228608 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b703aca4-5d5b-4020-bc4c-07d9dee3bbeb req-908adf7f-5257-45f9-942d-d53f3f53f48a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 943 time: 0.2822978 Mar 18 10:58:04.294323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:04.298700 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b703aca4-5d5b-4020-bc4c-07d9dee3bbeb req-f45ec7d2-bcdf-4723-9c71-623e327c640a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637767 Mar 18 10:58:04.304017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:04.374081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:04.433017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:04.433913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:04.435927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] 10.222.0.24 "PUT /v2.0/ports/d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 HTTP/1.1" status: 200 len: 1093 time: 1.1168895 Mar 18 10:58:04.436620 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:58:04.461734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612334c-bbe1-403c-81e8-96b58cee95bc service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:04.489694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22', 'status': 'completed', 'code': 200} Mar 18 10:58:04.576396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-be130a8b-d23b-4769-9b02-27c14638664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:04.577746 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-be130a8b-d23b-4769-9b02-27c14638664f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 1096 time: 0.0695732 Mar 18 10:58:04.714180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-e5e83477-94be-48e8-b26c-d94566926249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:04.715626 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-e5e83477-94be-48e8-b26c-d94566926249 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=95f693399d0f44c4b847f70713718bc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1310253 Mar 18 10:58:04.859735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-17bf4f55-ec7c-4283-82cd-55156dcb4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:04.863120 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf892571-5d6c-4a2b-818b-eaeae63c01d7 req-17bf4f55-ec7c-4283-82cd-55156dcb4a26 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400180 Mar 18 10:58:05.065368 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-1387e2a4-c85f-4671-86a7-b2d55bbda544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:05.066873 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-1387e2a4-c85f-4671-86a7-b2d55bbda544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95f693399d0f44c4b847f70713718bc2&device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 1096 time: 0.1701953 Mar 18 10:58:05.139969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-94423902-0955-43c4-81bb-102ca636be72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 HTTP/1.1" status: 200 len: 217 time: 0.0661569 Mar 18 10:58:05.202791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-14773673-1297-4527-93de-bb324421b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:05.204162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-14773673-1297-4527-93de-bb324421b9d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb0e70ca-a687-4b1b-bb0c-7510656b388c HTTP/1.1" status: 200 len: 852 time: 0.0578508 Mar 18 10:58:05.248569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-d87b97fe-94bb-4c79-a59e-54c11111e5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee9f15e5-2058-4c02-9815-60d8c9e6d42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381668 Mar 18 10:58:05.377513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-e272ba87-ca73-4295-8990-0d676a30f0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221108 Mar 18 10:58:05.557365 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-040e001f-b546-4f02-8c47-8ecfbb4da614 req-ecdb984c-1edb-499c-ad58-3041ada8e78f service neutron] 10.222.0.24 "GET /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728182 Mar 18 10:58:05.576891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431fa9-94a7-4bf0-b9fe-35640af684aa req-adcff660-6e87-4862-a26d-4a1bde6efa60 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:05.578316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a431fa9-94a7-4bf0-b9fe-35640af684aa req-adcff660-6e87-4862-a26d-4a1bde6efa60 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 943 time: 0.1642184 Mar 18 10:58:05.621322 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a431fa9-94a7-4bf0-b9fe-35640af684aa req-7b34b307-0c5c-4ad6-a305-b819b19dc896 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Mar 18 10:58:06.807580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0952631-e1b5-4099-9d5d-43372db003cc req-f582ee92-885f-4474-962c-b2a9520f531d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:06.808999 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0952631-e1b5-4099-9d5d-43372db003cc req-f582ee92-885f-4474-962c-b2a9520f531d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 943 time: 0.0801077 Mar 18 10:58:06.852209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0952631-e1b5-4099-9d5d-43372db003cc req-3ee5efa4-6899-404f-9ee2-40c11d363cfb tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375738 Mar 18 10:58:08.032544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b16a7-7bc6-4ea6-b3e9-07319b22d393 req-8fbe33ef-be50-4400-9496-4a9b11995d46 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:08.034000 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fb1b16a7-7bc6-4ea6-b3e9-07319b22d393 req-8fbe33ef-be50-4400-9496-4a9b11995d46 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 943 time: 0.0782773 Mar 18 10:58:08.080495 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fb1b16a7-7bc6-4ea6-b3e9-07319b22d393 req-e04973bf-ae64-4fab-a819-42b69d9134f5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Mar 18 10:58:09.212598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:58:09.262018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e14d-94c0-4e21-a467-e17e4621771c req-23093cf1-13a1-4d9e-9def-329a88fc4be5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:09.263455 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c419e14d-94c0-4e21-a467-e17e4621771c req-23093cf1-13a1-4d9e-9def-329a88fc4be5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 943 time: 0.0820689 Mar 18 10:58:09.307172 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c419e14d-94c0-4e21-a467-e17e4621771c req-5954f851-eb5b-49e4-8805-3d517735bfc9 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Mar 18 10:58:09.345161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:09.357626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22', 'network_id': 'ee9f15e5-2058-4c02-9815-60d8c9e6d42d', 'port_id': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22', 'mac_address': 'fa:16:3e:98:d5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0e70ca-a687-4b1b-bb0c-7510656b388c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:58:09.410087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:09.426106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:58:09.441210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:09.528059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:09.595963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:09.603570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.603915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.604253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.604583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.604911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.605235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.605556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.605905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.606226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.606543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.606858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.607175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:09.732582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['d9c7116b-ebaf-4d40-9c7f-c9c38f820a22'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:58:10.490274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c553-dca5-4920-90ec-ba7dfcd20bb4 req-7ae4641a-d556-46ab-94b3-599d78640839 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:10.491714 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-87f5c553-dca5-4920-90ec-ba7dfcd20bb4 req-7ae4641a-d556-46ab-94b3-599d78640839 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 944 time: 0.0834763 Mar 18 10:58:10.534112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-87f5c553-dca5-4920-90ec-ba7dfcd20bb4 req-8d57454a-f2f6-48e3-bc73-e9e826990d98 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Mar 18 10:58:11.212788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:11.379360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:11.384822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:11.385223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:11.495637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:11.521136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:58:11.530999 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:11.565146 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22', 'code': 200} Mar 18 10:58:11.608425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:11.674785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:11.702835 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:58:11.728197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cc9af-4c37-4ff1-9cec-a86b51342e6d req-d7b4656f-796f-4d18-9046-a160971ebc4a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:11.729649 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5f2cc9af-4c37-4ff1-9cec-a86b51342e6d req-d7b4656f-796f-4d18-9046-a160971ebc4a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0839741 Mar 18 10:58:11.773794 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5f2cc9af-4c37-4ff1-9cec-a86b51342e6d req-3a4a4274-9cad-43d4-b9ee-260d4a69a715 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Mar 18 10:58:11.920576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae2d1b-e1a1-482f-9903-697db1d16502 req-f0740c42-0691-435b-9217-8c82edd6eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:11.922351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15ae2d1b-e1a1-482f-9903-697db1d16502 req-f0740c42-0691-435b-9217-8c82edd6eac5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 1098 time: 0.0789149 Mar 18 10:58:11.963869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15ae2d1b-e1a1-482f-9903-697db1d16502 req-5bb38060-17a2-4e69-86b3-2740d8497eb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Mar 18 10:58:12.954966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46764-87bb-4a9c-bc5f-a00d80962ba8 req-d1e54b9f-b2ac-402a-8c87-3306b1b0b844 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:12.956624 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-43d46764-87bb-4a9c-bc5f-a00d80962ba8 req-d1e54b9f-b2ac-402a-8c87-3306b1b0b844 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0788777 Mar 18 10:58:13.002387 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-43d46764-87bb-4a9c-bc5f-a00d80962ba8 req-26fb8138-0cd9-4db7-a3a1-6f2706a8824c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Mar 18 10:58:14.185487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c4d71-7034-45e4-98c6-4adf51c31cf2 req-4b2ed502-86e6-423f-ab3a-e443b96790d3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:14.186824 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-792c4d71-7034-45e4-98c6-4adf51c31cf2 req-4b2ed502-86e6-423f-ab3a-e443b96790d3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0801408 Mar 18 10:58:14.229666 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-792c4d71-7034-45e4-98c6-4adf51c31cf2 req-908236d7-a6dd-4aac-ab16-2d6887705564 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Mar 18 10:58:14.732885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008ce72-cefd-40e8-84df-85e469416d6c req-145b402c-ac0c-4f07-b72c-6bff66a0466a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:14.734319 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d008ce72-cefd-40e8-84df-85e469416d6c req-145b402c-ac0c-4f07-b72c-6bff66a0466a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0768628 Mar 18 10:58:14.776939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d008ce72-cefd-40e8-84df-85e469416d6c req-c96ff31e-b772-4f96-a0d6-4733e7e84dea tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Mar 18 10:58:15.969931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1d6e-e0a0-451e-8f8a-962391deebe3 req-27cb74ee-6951-4eed-99f9-b09b3bfe1c40 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:15.971350 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb9b1d6e-e0a0-451e-8f8a-962391deebe3 req-27cb74ee-6951-4eed-99f9-b09b3bfe1c40 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0895998 Mar 18 10:58:16.013877 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb9b1d6e-e0a0-451e-8f8a-962391deebe3 req-558d279a-a30a-4325-a800-65f59945bb55 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367167 Mar 18 10:58:16.085284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-7b4e7681-dce1-4ae4-97bb-4cbd78cfb792 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:16.086657 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-7b4e7681-dce1-4ae4-97bb-4cbd78cfb792 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 945 time: 0.0804000 Mar 18 10:58:16.154450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Deleting port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:16.154792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:16.391180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] For port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:16.391529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:16.598248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Calling delete_port for d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:16.773661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:16.785630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['b13496bc-645e-4e87-b1f8-86d1f427379e', 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:58:16.826719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Pushing event deleted for resources: {'Port': ['ID=d9c7116b-ebaf-4d40-9c7f-c9c38f820a22,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:16.897975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] No DVR routers for this DVR port d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:16.900854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:16.904500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'name': 'network-vif-deleted', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:58:16.955838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1344072a-b771-41e7-8efc-cf9ed7cbf3f5', 'name': 'network-vif-deleted', 'tag': 'd9c7116b-ebaf-4d40-9c7f-c9c38f820a22', 'status': 'completed', 'code': 200} Mar 18 10:58:16.969078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31d85a13-c7ca-4424-a20c-e5b7944410f3 req-a928777c-4fc6-4300-a658-8e4e1e81864d tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "DELETE /v2.0/ports/d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 HTTP/1.1" status: 204 len: 173 time: 0.8768330 Mar 18 10:58:17.174551 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-326cd03c-3e13-4079-b437-b909ef49a51e req-c54b85ee-67fb-4e55-b520-ef469bb1c277 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=1344072a-b771-41e7-8efc-cf9ed7cbf3f5 HTTP/1.1" status: 200 len: 210 time: 0.0544460 Mar 18 10:58:18.427992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40d2d-02a6-4f81-9759-7fa58c654153 req-ba02e601-cf38-4efe-ac1f-ce9df80e279c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:18.429418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25d40d2d-02a6-4f81-9759-7fa58c654153 req-ba02e601-cf38-4efe-ac1f-ce9df80e279c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0820584 Mar 18 10:58:18.471887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25d40d2d-02a6-4f81-9759-7fa58c654153 req-888e7dac-55d8-488a-baac-e3590f046600 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Mar 18 10:58:18.664481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411cb1d-0e3d-46a4-bb21-86b6331eb14e req-d4c16b36-48d7-4d5f-8c79-05f2665ecc12 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:18.666529 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5411cb1d-0e3d-46a4-bb21-86b6331eb14e req-d4c16b36-48d7-4d5f-8c79-05f2665ecc12 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0778863 Mar 18 10:58:18.711454 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5411cb1d-0e3d-46a4-bb21-86b6331eb14e req-87757db0-c873-4c31-8c84-3847cb811ebb tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Mar 18 10:58:18.894534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f836-66f6-46a2-b089-294389809d93 req-178edf76-b9dd-4dfb-bb31-ff2c96ec5004 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:18.895217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5605f836-66f6-46a2-b089-294389809d93 req-178edf76-b9dd-4dfb-bb31-ff2c96ec5004 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:58:18.962147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5605f836-66f6-46a2-b089-294389809d93 req-178edf76-b9dd-4dfb-bb31-ff2c96ec5004 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:58:18.963851 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5605f836-66f6-46a2-b089-294389809d93 req-178edf76-b9dd-4dfb-bb31-ff2c96ec5004 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.1486251 Mar 18 10:58:19.007118 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5605f836-66f6-46a2-b089-294389809d93 req-b473a8da-cd38-417a-80de-fe76182531c8 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375345 Mar 18 10:58:19.284258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eca281-16d6-4fe8-920c-f132e043ad8d req-ad66224d-f909-4656-b08a-c6dc50d9276f tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:19.285610 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9eca281-16d6-4fe8-920c-f132e043ad8d req-ad66224d-f909-4656-b08a-c6dc50d9276f tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0779338 Mar 18 10:58:19.328930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c9eca281-16d6-4fe8-920c-f132e043ad8d req-81d1b98a-322b-48a5-9ee2-89c47dd10fef tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Mar 18 10:58:19.512656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678de1e8-53c2-47d8-b20b-c4543e4f4cb2 req-0bc9964d-8205-4b82-945a-3427d0366a40 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:19.514122 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-678de1e8-53c2-47d8-b20b-c4543e4f4cb2 req-0bc9964d-8205-4b82-945a-3427d0366a40 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0850043 Mar 18 10:58:19.557512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-678de1e8-53c2-47d8-b20b-c4543e4f4cb2 req-c3874c27-4cdf-4709-aef6-fdfab9a1839c tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Mar 18 10:58:19.852754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580c3d-88db-4576-af99-06c7af30bc39 req-5508f691-abac-4f9a-a33e-051a0fbc353a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:19.854205 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a9580c3d-88db-4576-af99-06c7af30bc39 req-5508f691-abac-4f9a-a33e-051a0fbc353a tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.1872580 Mar 18 10:58:19.900064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a9580c3d-88db-4576-af99-06c7af30bc39 req-c8779ec3-c7b4-495d-b770-458e40ebc746 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Mar 18 10:58:20.620260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2c13-a6de-44fc-9c77-0ba763616e38 req-b21f7947-324e-45b5-9f18-ef06f61ca01e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:20.621659 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c64d2c13-a6de-44fc-9c77-0ba763616e38 req-b21f7947-324e-45b5-9f18-ef06f61ca01e tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0774477 Mar 18 10:58:20.663678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c64d2c13-a6de-44fc-9c77-0ba763616e38 req-e651f6d6-b9d3-4a2c-ad23-c0ce4b48f16f tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364783 Mar 18 10:58:21.228700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:58:21.262281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:58:21.262628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device d9c7116b-ebaf-4d40-9c7f-c9c38f820a22 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:58:21.851976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955fe2-35c2-467a-a773-a31f0bd8bb9b req-0d747f44-886c-4d7b-93e7-5c472f884824 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:21.853417 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83955fe2-35c2-467a-a773-a31f0bd8bb9b req-0d747f44-886c-4d7b-93e7-5c472f884824 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.0818002 Mar 18 10:58:21.951024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83955fe2-35c2-467a-a773-a31f0bd8bb9b req-0f1889e3-8a5d-487f-90db-e2da3133a9e5 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f1afaf4-3294-4640-a6d5-4a72202bd22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854461 Mar 18 10:58:21.979804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-2177e363-48a9-4ffb-8dfb-e80686e55334 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:21.981199 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-2177e363-48a9-4ffb-8dfb-e80686e55334 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 945 time: 0.1016781 Mar 18 10:58:21.991095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8526ebd1-9d92-48ba-8419-e32de48a2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:22.053176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Deleting port b13496bc-645e-4e87-b1f8-86d1f427379e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:22.053515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:22.294323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] For port b13496bc-645e-4e87-b1f8-86d1f427379e, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=b13496bc-645e-4e87-b1f8-86d1f427379e,segment=NetworkSegment(97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4),segment_id=97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:22.294585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:22.412658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Calling delete_port for b13496bc-645e-4e87-b1f8-86d1f427379e owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:22.642825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:22.654497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['b13496bc-645e-4e87-b1f8-86d1f427379e'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:58:22.692667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Pushing event deleted for resources: {'Port': ['ID=b13496bc-645e-4e87-b1f8-86d1f427379e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:22.766923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] No DVR routers for this DVR port b13496bc-645e-4e87-b1f8-86d1f427379e on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:22.769258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:22.771770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'name': 'network-vif-deleted', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:58:22.814670 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378d1cee-7908-401b-ba2f-55528f991ab5', 'name': 'network-vif-deleted', 'tag': 'b13496bc-645e-4e87-b1f8-86d1f427379e', 'status': 'completed', 'code': 200} Mar 18 10:58:22.837317 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e44cd7f7-6a6a-4559-b795-adbde01455d2 req-ff4482b9-a582-456a-9b0d-6f89578c42e4 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.24 "DELETE /v2.0/ports/b13496bc-645e-4e87-b1f8-86d1f427379e HTTP/1.1" status: 204 len: 173 time: 0.8498764 Mar 18 10:58:23.092846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23ffde71-b48e-4f80-a44b-73c609c783bc req-b1234785-3726-4689-8167-a7e47f6c4ed3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Synchronizing usage tracker for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:58:23.191456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23ffde71-b48e-4f80-a44b-73c609c783bc req-b1234785-3726-4689-8167-a7e47f6c4ed3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] Unset dirty status for tenant:95f693399d0f44c4b847f70713718bc2 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:58:23.192650 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23ffde71-b48e-4f80-a44b-73c609c783bc req-b1234785-3726-4689-8167-a7e47f6c4ed3 tempest-ServersNegativeTestJSON-1635049590 tempest-ServersNegativeTestJSON-1635049590-project] 10.222.0.18 "GET /v2.0/ports?device_id=378d1cee-7908-401b-ba2f-55528f991ab5 HTTP/1.1" status: 200 len: 210 time: 0.1425066 Mar 18 10:58:24.285396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:24.343119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Deleting subnet fb0e70ca-a687-4b1b-bb0c-7510656b388c {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:58:24.346025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.396206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.449437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.482770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-49c7e3f3-c71e-4781-af3f-ee080cf0763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.574306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.703096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0e70ca-a687-4b1b-bb0c-7510656b388c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:24.708269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.713884 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-00249055-944b-42a1-aa06-dc1649a77095 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb0e70ca-a687-4b1b-bb0c-7510656b388c HTTP/1.1" status: 204 len: 168 time: 0.4274480 Mar 18 10:58:24.716346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:24.818421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.937395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:24.961406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9f15e5-2058-4c02-9815-60d8c9e6d42d']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:24.972840 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:24.973123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c6c0e4-dfb5-4e16-980b-51bd5ec9aea4') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:24.984460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.000320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.006140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:25.006511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:25.018986 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:25.150530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.165716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.175748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9f15e5-2058-4c02-9815-60d8c9e6d42d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:25.258634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device b13496bc-645e-4e87-b1f8-86d1f427379e no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:58:25.265572 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cf9f8ea4-1617-4141-bc33-f234945c841a admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee9f15e5-2058-4c02-9815-60d8c9e6d42d HTTP/1.1" status: 204 len: 168 time: 0.5482450 Mar 18 10:58:25.292367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: b13496bc-645e-4e87-b1f8-86d1f427379e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:58:25.292710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device b13496bc-645e-4e87-b1f8-86d1f427379e not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:58:25.425625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.481811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.637410 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48692) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:25.653892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.684956 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-035f1ed4-cc32-4a9b-9d1b-a84ddd96a1d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95f693399d0f44c4b847f70713718bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463393 Mar 18 10:58:25.687380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48696) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:25.745997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.769893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.887334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.903548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1afaf4-3294-4640-a6d5-4a72202bd22b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:25.978311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:25.979448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-502aa5e6-3a8c-4bba-a046-b31d5d21dc66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f1afaf4-3294-4640-a6d5-4a72202bd22b HTTP/1.1" status: 204 len: 168 time: 0.2912052 Mar 18 10:58:26.991138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48720) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:27.014460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.091159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1727258090'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:27.095959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:27.099779 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:network and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:27.102623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:27.109219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:27.191381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:27.194850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.206770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.220720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:27.224471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:security_group_rule and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:27.227227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:27.233337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:27.313232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.396900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.429959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:27.438077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36426927-c363-490e-abbd-8a557791a3b0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:27.443617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.443923 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Added segment 3924dc0f-ca2e-459a-90fe-d68c809abc32 of type vlan for network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 Mar 18 10:58:27.479892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.562640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.567909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:27.568495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:27.675605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Network': ['ID=2d8627e8-1e50-4afc-b8d3-d64c7e672926,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:27.686068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:27.717715 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-534901e5-c299-426d-b3ca-632fe2968a7b tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7253404 Mar 18 10:58:30.934821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48726) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:30.940350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'subnet': {'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:31.046868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:31.050504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:subnet and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:31.053254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:31.058837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:31.156392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:31.159820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.432237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.505623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Subnet': ['ID=83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:31.517529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.517891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.518232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.518563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.518889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.519214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.519536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.519857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.520179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.520494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.520810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.521126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:31.525880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking segment: {'id': '3924dc0f-ca2e-459a-90fe-d68c809abc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:31.526237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network hostable DHCP agents. Network: 2d8627e8-1e50-4afc-b8d3-d64c7e672926, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:31.602784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:31.677109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2d8627e8-1e50-4afc-b8d3-d64c7e672926) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:31.681539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:31.682660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.686197 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92677e4-f39a-4054-8e07-81c35218ed24 None None] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:31.792584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-debe16dd-f271-47ff-b3b1-4e5126fadd95 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8568733 Mar 18 10:58:31.796157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48730) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:31.802907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727807825'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:31.808263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:31.812071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:network and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:31.815018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:31.820699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:31.895316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2d8627e8-1e50-4afc-b8d3-d64c7e672926', 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926', 'tenant_id': '1e0ec66880cd480ea392f34557ab9a0a', 'fixed_ips': [{'subnet_id': '83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:31.896132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.905959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:31.910339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.939470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:31.948264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:31.948659 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Added segment 8c1e2529-d585-4796-9db6-58c3b30bdee7 of type vlan for network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 Mar 18 10:58:31.975519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.059780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Allocated IP 2001:db8:0:ffff::2 (2d8627e8-1e50-4afc-b8d3-d64c7e672926/83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b/2aa08d31-0db5-43f3-84b0-e1b1d98f7f28) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:32.077112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.082647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:32.083223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.193043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Network': ['ID=36a084ea-d590-4a14-9bad-aa19bd7f88f6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:32.199276 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0cad1d1f-a5da-4c24-8e1a-93c5b32c01d8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3984327 Mar 18 10:58:32.199276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48734) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:32.212071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'subnet': {'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:32.212168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:32.346724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.357856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Transition to ACTIVE for port object 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:32.386442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Transition to ACTIVE for port object 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:32.424011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:32.427778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:subnet and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:32.431065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:32.438360 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:32.466581 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.517651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:32.521183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.528062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:32.535482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:32.539649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:32.546082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Pushing event updated for resources: {'Port': ['ID=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:32.635507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Attempting to bind port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:32.635872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Attempting to bind port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3924dc0f-ca2e-459a-90fe-d68c809abc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:32.636262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Attempting to bind port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 on network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:32.641599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:32.645313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Checking segment: {'id': '3924dc0f-ca2e-459a-90fe-d68c809abc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:32.645313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.645313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Bound using segment: {'id': '3924dc0f-ca2e-459a-90fe-d68c809abc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:32.645313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Bound port: 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3924dc0f-ca2e-459a-90fe-d68c809abc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2d8627e8-1e50-4afc-b8d3-d64c7e672926'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:32.645313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.763932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] For port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:32.766815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] For port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,segment=NetworkSegment(3924dc0f-ca2e-459a-90fe-d68c809abc32),segment_id=3924dc0f-ca2e-459a-90fe-d68c809abc32)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:32.809254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.838349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:32.891014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Subnet': ['ID=82a59b2a-e009-4a38-b869-605382ccfc80,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:32.901449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking segment: {'id': '8c1e2529-d585-4796-9db6-58c3b30bdee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:32.901802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network hostable DHCP agents. Network: 36a084ea-d590-4a14-9bad-aa19bd7f88f6, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:32.919846 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a590bec-ae31-4a75-a38e-b233bac8cb10 None None] Pushing event updated for resources: {'Port': ['ID=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:32.996937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:33.094467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 36a084ea-d590-4a14-9bad-aa19bd7f88f6) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:33.099041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:33.099800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.103625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292af25-2af7-4418-add7-3e0eed9f80c9 None None] Network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:33.198274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-43db1d2b-07d5-430c-b7f1-2a32e563f0a2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9981954 Mar 18 10:58:33.200746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48738) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:33.330960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-36a084ea-d590-4a14-9bad-aa19bd7f88f6', 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6', 'tenant_id': '1e0ec66880cd480ea392f34557ab9a0a', 'fixed_ips': [{'subnet_id': '82a59b2a-e009-4a38-b869-605382ccfc80'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:33.331788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.346618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.413273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.489926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Allocated IP 2001:db8::2 (36a084ea-d590-4a14-9bad-aa19bd7f88f6/82a59b2a-e009-4a38-b869-605382ccfc80/1d9f05d0-fa3d-4d7f-8d82-418d296b154e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:33.697358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.707534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Transition to ACTIVE for port object 1d9f05d0-fa3d-4d7f-8d82-418d296b154e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:33.726951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Transition to ACTIVE for port object 1d9f05d0-fa3d-4d7f-8d82-418d296b154e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:33.799201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.842777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc61ed0-91c2-4873-8006-940663921a10 None None] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:33.872308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:33.913420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Subnet': ['ID=82a59b2a-e009-4a38-b869-605382ccfc80,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:33.939520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:33.951521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:33.962570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:33.974054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Pushing event updated for resources: {'Port': ['ID=1d9f05d0-fa3d-4d7f-8d82-418d296b154e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:34.012114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fb1655e2-1659-40a9-9587-5cffd267bc69 None None] Provisioning for port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:34.013471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.039758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a084ea-d590-4a14-9bad-aa19bd7f88f6']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:34.052438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1e2529-d585-4796-9db6-58c3b30bdee7') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:34.052624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1e2529-d585-4796-9db6-58c3b30bdee7') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:34.064162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.080822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.089788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:34.090199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.093589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Attempting to bind port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:34.093929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Attempting to bind port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '8c1e2529-d585-4796-9db6-58c3b30bdee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:34.094296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Attempting to bind port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e on network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:34.104947 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:34.128559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:34.128928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Checking segment: {'id': '8c1e2529-d585-4796-9db6-58c3b30bdee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:34.129323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.129713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Bound using segment: {'id': '8c1e2529-d585-4796-9db6-58c3b30bdee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:34.130201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Bound port: 1d9f05d0-fa3d-4d7f-8d82-418d296b154e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1e2529-d585-4796-9db6-58c3b30bdee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:34.130561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.231695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.db.api [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:58:34.231695 dv-neutron-834265-1-hyperv neutron-server[88542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:58:34.231695 dv-neutron-834265-1-hyperv neutron-server[88542]: [parameters: {'id': '36a084ea-d590-4a14-9bad-aa19bd7f88f6'}] Mar 18 10:58:34.231695 dv-neutron-834265-1-hyperv neutron-server[88542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:34.232204 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG oslo_db.api [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:34.266311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] For port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:34.269838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] For port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1d9f05d0-fa3d-4d7f-8d82-418d296b154e,segment=NetworkSegment(8c1e2529-d585-4796-9db6-58c3b30bdee7),segment_id=8c1e2529-d585-4796-9db6-58c3b30bdee7)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:34.329486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.439711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc0a1-945a-408d-a5c4-9689a9e458a0 None None] Pushing event updated for resources: {'Port': ['ID=1d9f05d0-fa3d-4d7f-8d82-418d296b154e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:34.478972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd70a4-cf4c-40ea-97b9-49352119ad1b None None] Network 36a084ea-d590-4a14-9bad-aa19bd7f88f6 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:34.674786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5370a90-e4e6-43a0-983b-7a76ffa8898d None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:58:34.733624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.737511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:34.745142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:34.745536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.857155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5370a90-e4e6-43a0-983b-7a76ffa8898d None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:58:34.945526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:34.950407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] For port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1d9f05d0-fa3d-4d7f-8d82-418d296b154e,segment=NetworkSegment(8c1e2529-d585-4796-9db6-58c3b30bdee7),segment_id=8c1e2529-d585-4796-9db6-58c3b30bdee7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:34.950766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:34.956530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:34.957235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.075272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Calling delete_port for 1d9f05d0-fa3d-4d7f-8d82-418d296b154e owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:35.156744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.199564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,segment=NetworkSegment(3924dc0f-ca2e-459a-90fe-d68c809abc32),segment_id=3924dc0f-ca2e-459a-90fe-d68c809abc32)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:35.220040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.238292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.270397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Port': ['ID=1d9f05d0-fa3d-4d7f-8d82-418d296b154e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:35.272352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No DVR routers for this DVR port 1d9f05d0-fa3d-4d7f-8d82-418d296b154e on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:35.328156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:35.393202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.520581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a084ea-d590-4a14-9bad-aa19bd7f88f6']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:35.532419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1e2529-d585-4796-9db6-58c3b30bdee7') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:35.532703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1e2529-d585-4796-9db6-58c3b30bdee7') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:35.543413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.558771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.564378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:35.564746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:35.578803 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:35.711469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.729026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.739482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Network': ['ID=36a084ea-d590-4a14-9bad-aa19bd7f88f6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:35.746376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ee0c90dd-df42-4091-963d-64ca121ed2be tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/36a084ea-d590-4a14-9bad-aa19bd7f88f6 HTTP/1.1" status: 204 len: 168 time: 2.5446820 Mar 18 10:58:35.749911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48742) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:35.755868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185369529'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:35.761277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:35.765073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:network and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:35.767950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:35.774105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:35.836724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:35.840120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.866163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:35.875160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.875531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Added segment fc7dcb23-89fa-4498-8f21-e0db822e49bb of type vlan for network 5fb37e24-06a9-4b05-8e33-1fcc86232198 Mar 18 10:58:35.901188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.980268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:35.985529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:35.986111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:36.100438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Network': ['ID=5fb37e24-06a9-4b05-8e33-1fcc86232198,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:36.104203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-24c3e7e5-3046-44a0-ba4e-5bf25c1d06c7 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3527224 Mar 18 10:58:36.107213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48746) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:36.111051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 5fb37e24-06a9-4b05-8e33-1fcc86232198 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:36.112523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'subnet': {'network_id': '5fb37e24-06a9-4b05-8e33-1fcc86232198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:36.219979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:36.223710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:subnet and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:36.226467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:36.233169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:36.299800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:36.303284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:36.392214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Performing IP validity checks on allocation pools {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 18 10:58:36.392632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.ipam_backend_mixin [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 18 10:58:36.562967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:36.636696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Subnet': ['ID=c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:36.644938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking segment: {'id': 'fc7dcb23-89fa-4498-8f21-e0db822e49bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fb37e24-06a9-4b05-8e33-1fcc86232198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:36.645276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network hostable DHCP agents. Network: 5fb37e24-06a9-4b05-8e33-1fcc86232198, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:36.709875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:36.728256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network 5fb37e24-06a9-4b05-8e33-1fcc86232198 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:36.777497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:36.777969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:36.785509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 5fb37e24-06a9-4b05-8e33-1fcc86232198) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:36.789494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:36.790124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:36.806492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4ec16-4da2-442a-812a-d764bc2d3d78 None None] Network 5fb37e24-06a9-4b05-8e33-1fcc86232198 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:36.878178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e3fcf2e-c7ac-4ee7-a3c9-19afac106175 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7700384 Mar 18 10:58:36.880712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48750) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:37.020584 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.089197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.090825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88506a52-c29a-4510-95fa-0e0fa39ee2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-5fb37e24-06a9-4b05-8e33-1fcc86232198', 'network_id': '5fb37e24-06a9-4b05-8e33-1fcc86232198', 'tenant_id': '1e0ec66880cd480ea392f34557ab9a0a', 'fixed_ips': [{'subnet_id': 'c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:37.091661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-88506a52-c29a-4510-95fa-0e0fa39ee2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.226399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.264235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server [None req-88506a52-c29a-4510-95fa-0e0fa39ee2da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a: This subnet is being modified by another concurrent operation. Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise self.value Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server raise exception Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a: This subnet is being modified by another concurrent operation. Mar 18 10:58:37.266924 dv-neutron-834265-1-hyperv neutron-server[88543]: ERROR oslo_messaging.rpc.server Mar 18 10:58:37.286874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e3f18-18e1-4755-9bc7-e9ce6449d4b4 None None] Network 5fb37e24-06a9-4b05-8e33-1fcc86232198 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:37.359545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.384212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb37e24-06a9-4b05-8e33-1fcc86232198']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:37.396196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7dcb23-89fa-4498-8f21-e0db822e49bb') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:37.396477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7dcb23-89fa-4498-8f21-e0db822e49bb') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:37.408427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.424796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.430701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:37.431080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:37.444932 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:37.453792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84eae70-60fc-47f9-a523-e3d337cde45a None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:58:37.538927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84eae70-60fc-47f9-a523-e3d337cde45a None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:58:37.597472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.614960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.626736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Network': ['ID=5fb37e24-06a9-4b05-8e33-1fcc86232198,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:37.631113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-78705d08-d196-4389-b97c-fc9fcd878bd4 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/5fb37e24-06a9-4b05-8e33-1fcc86232198 HTTP/1.1" status: 204 len: 168 time: 0.7494333 Mar 18 10:58:37.634729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48754) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:37.640403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406139044'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:37.645579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:37.649569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:network and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:37.652616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:37.658478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:37.728493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:37.732081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.759047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:37.768345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.768761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Added segment 2baf9765-7e7a-4590-ae72-44970dde3812 of type vlan for network 34b2f157-1b98-4012-81df-66f46406db42 Mar 18 10:58:37.798436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.865687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.871614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:37.872190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:37.976197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Network': ['ID=34b2f157-1b98-4012-81df-66f46406db42,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:37.986094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 34b2f157-1b98-4012-81df-66f46406db42 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:38.026793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-63cb8650-b5c3-4ec0-afb3-cd12395d9f3a tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3909795 Mar 18 10:58:38.030574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48758) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:38.037594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'subnet': {'network_id': '34b2f157-1b98-4012-81df-66f46406db42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:38.147545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:38.151294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:subnet and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:38.154060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:38.159590 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:38.248103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:38.251606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:38.494953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:38.568538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Subnet': ['ID=63fd0a6a-994c-4c47-ba50-9c34892f5127,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:38.578550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking segment: {'id': '2baf9765-7e7a-4590-ae72-44970dde3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34b2f157-1b98-4012-81df-66f46406db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:38.578903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network hostable DHCP agents. Network: 34b2f157-1b98-4012-81df-66f46406db42, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:38.648530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network 34b2f157-1b98-4012-81df-66f46406db42 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:38.699615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 34b2f157-1b98-4012-81df-66f46406db42) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:38.703560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:38.704129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:38.708415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c146d-ee25-4803-8cdd-e4781fdb038f None None] Network 34b2f157-1b98-4012-81df-66f46406db42 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:38.763975 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fa245192-64b3-491a-926b-dbc36d0a82ad tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7321160 Mar 18 10:58:38.767469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48762) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:38.773277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428903080'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:38.779234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:38.782755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:network and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:38.785728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:38.889600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:38.919816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-34b2f157-1b98-4012-81df-66f46406db42', 'network_id': '34b2f157-1b98-4012-81df-66f46406db42', 'tenant_id': '1e0ec66880cd480ea392f34557ab9a0a', 'fixed_ips': [{'subnet_id': '63fd0a6a-994c-4c47-ba50-9c34892f5127'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:38.920644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:38.963469 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:38.966964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:38.994227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:39.002760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.003128 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Added segment c97fd442-8cf0-46c7-bc47-f32957ae34aa of type vlan for network 63be6b65-7593-4c3b-bc60-0309f4acc338 Mar 18 10:58:39.028479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.075806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Allocated IP 2001:db8::2 (34b2f157-1b98-4012-81df-66f46406db42/63fd0a6a-994c-4c47-ba50-9c34892f5127/3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:39.105940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.111353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:39.111937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.217558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Network': ['ID=63be6b65-7593-4c3b-bc60-0309f4acc338,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:39.223151 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c335abba-d17f-49e9-87b5-6c3f449eda8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4518104 Mar 18 10:58:39.223288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48766) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:39.228761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Request body: {'subnet': {'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:39.242802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 63be6b65-7593-4c3b-bc60-0309f4acc338 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:39.337180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:39.341411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Usage tracker for resource:subnet and tenant:1e0ec66880cd480ea392f34557ab9a0a is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:39.344288 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:39.350013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:39.362448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.375926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Transition to ACTIVE for port object 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:39.393717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Transition to ACTIVE for port object 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:39.414681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Made reservation on behalf of 1e0ec66880cd480ea392f34557ab9a0a for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:39.418213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.432876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.491891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Network 34b2f157-1b98-4012-81df-66f46406db42 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:39.499262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:39.503346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:39.509001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Pushing event updated for resources: {'Port': ['ID=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:39.595960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Attempting to bind port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:39.596326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Attempting to bind port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2baf9765-7e7a-4590-ae72-44970dde3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34b2f157-1b98-4012-81df-66f46406db42'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:39.596681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Attempting to bind port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 on network 34b2f157-1b98-4012-81df-66f46406db42 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:39.601790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:39.602179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Checking segment: {'id': '2baf9765-7e7a-4590-ae72-44970dde3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34b2f157-1b98-4012-81df-66f46406db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:39.602577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.602961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Bound using segment: {'id': '2baf9765-7e7a-4590-ae72-44970dde3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34b2f157-1b98-4012-81df-66f46406db42'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:39.603420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Bound port: 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baf9765-7e7a-4590-ae72-44970dde3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34b2f157-1b98-4012-81df-66f46406db42'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:39.603838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.683857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.688523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] For port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:39.691487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] For port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,segment=NetworkSegment(2baf9765-7e7a-4590-ae72-44970dde3812),segment_id=2baf9765-7e7a-4590-ae72-44970dde3812)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:39.746815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.765275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event updated for resources: {'Subnet': ['ID=c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:39.772275 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Checking segment: {'id': 'c97fd442-8cf0-46c7-bc47-f32957ae34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:39.772885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network hostable DHCP agents. Network: 63be6b65-7593-4c3b-bc60-0309f4acc338, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:39.833243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ebfad-50b7-44ac-8850-1b4386111b9a None None] Pushing event updated for resources: {'Port': ['ID=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:39.848927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Network 63be6b65-7593-4c3b-bc60-0309f4acc338 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:39.906178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 63be6b65-7593-4c3b-bc60-0309f4acc338) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:39.911022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:39.913088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:39.915367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa513cb-ff80-4c19-8fe6-591f82617cdb None None] Network 63be6b65-7593-4c3b-bc60-0309f4acc338 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:39.992017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48770) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:39.994337 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8b592fb6-f71f-46d1-8516-58f5803f21f6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7698317 Mar 18 10:58:40.153745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-63be6b65-7593-4c3b-bc60-0309f4acc338', 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338', 'tenant_id': '1e0ec66880cd480ea392f34557ab9a0a', 'fixed_ips': [{'subnet_id': 'c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:40.154606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.163221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.235494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.348948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Allocated IP 2001:db8::2 (63be6b65-7593-4c3b-bc60-0309f4acc338/c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e/94aed07c-aad1-472e-926d-e8533c7f5519) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:40.551080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.561067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Transition to ACTIVE for port object 94aed07c-aad1-472e-926d-e8533c7f5519 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:40.580589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Transition to ACTIVE for port object 94aed07c-aad1-472e-926d-e8533c7f5519 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:40.651345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.710802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Network 63be6b65-7593-4c3b-bc60-0309f4acc338 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:40.714210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:40.722414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:40.732406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Pushing event updated for resources: {'Port': ['ID=94aed07c-aad1-472e-926d-e8533c7f5519,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:40.752338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.803115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:40.804342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:40.824047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.824390 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.824720 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.825047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.825371 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.825691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.826039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.826379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.826678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.826992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.827304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.827615 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:58:40.828839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619c6f6-5507-4995-84d5-18eb265978cf None None] Network 34b2f157-1b98-4012-81df-66f46406db42 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:40.905971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.935448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be6b65-7593-4c3b-bc60-0309f4acc338']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:40.945499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Attempting to bind port 94aed07c-aad1-472e-926d-e8533c7f5519 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:40.945974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Attempting to bind port 94aed07c-aad1-472e-926d-e8533c7f5519 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'c97fd442-8cf0-46c7-bc47-f32957ae34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:40.946408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Attempting to bind port 94aed07c-aad1-472e-926d-e8533c7f5519 on network 63be6b65-7593-4c3b-bc60-0309f4acc338 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:40.948014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97fd442-8cf0-46c7-bc47-f32957ae34aa') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:40.948241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97fd442-8cf0-46c7-bc47-f32957ae34aa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:40.959055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.974993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.976778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:40.977152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Checking segment: {'id': 'c97fd442-8cf0-46c7-bc47-f32957ae34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:40.977549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.977963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Bound using segment: {'id': 'c97fd442-8cf0-46c7-bc47-f32957ae34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:40.978435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Bound port: 94aed07c-aad1-472e-926d-e8533c7f5519, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97fd442-8cf0-46c7-bc47-f32957ae34aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '63be6b65-7593-4c3b-bc60-0309f4acc338'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:40.979372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.981462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:40.981859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:40.996060 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:41.047694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-971104fb-fbe3-44ee-be86-a51537cdd575 None None] Provisioning for port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:41.106248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 18 10:58:41.106248 dv-neutron-834265-1-hyperv neutron-server[88541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 18 10:58:41.106248 dv-neutron-834265-1-hyperv neutron-server[88541]: [parameters: {'id': '63be6b65-7593-4c3b-bc60-0309f4acc338'}] Mar 18 10:58:41.106248 dv-neutron-834265-1-hyperv neutron-server[88541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:41.106873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:41.175095 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:41.178379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] For port 94aed07c-aad1-472e-926d-e8533c7f5519, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:41.187784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:41.188152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.211055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] For port 94aed07c-aad1-472e-926d-e8533c7f5519, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=94aed07c-aad1-472e-926d-e8533c7f5519,segment=NetworkSegment(c97fd442-8cf0-46c7-bc47-f32957ae34aa),segment_id=c97fd442-8cf0-46c7-bc47-f32957ae34aa)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:41.294489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.391127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.456227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01df83-1281-476f-8673-1111c213bce8 None None] Pushing event updated for resources: {'Port': ['ID=94aed07c-aad1-472e-926d-e8533c7f5519,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:41.486576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,segment=NetworkSegment(2baf9765-7e7a-4590-ae72-44970dde3812),segment_id=2baf9765-7e7a-4590-ae72-44970dde3812)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:41.494967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1aac81-29af-4f22-be94-e561c77d815b None None] Network 63be6b65-7593-4c3b-bc60-0309f4acc338 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:41.579925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.607317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.618265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting port 94aed07c-aad1-472e-926d-e8533c7f5519 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:41.618588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.630753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7309c31a-e8d6-4f64-abb8-3622e565a5e6 None None] Provisioning complete for port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:41.631122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7309c31a-e8d6-4f64-abb8-3622e565a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.776464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:41.827602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] For port 94aed07c-aad1-472e-926d-e8533c7f5519, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=94aed07c-aad1-472e-926d-e8533c7f5519,segment=NetworkSegment(c97fd442-8cf0-46c7-bc47-f32957ae34aa),segment_id=c97fd442-8cf0-46c7-bc47-f32957ae34aa)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:41.828081 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:41.866140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6baa7-a139-4b1f-b0b0-9fef171aa99f None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:58:41.954283 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Calling delete_port for 94aed07c-aad1-472e-926d-e8533c7f5519 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:41.989395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6baa7-a139-4b1f-b0b0-9fef171aa99f None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:58:42.123177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.172377 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Port': ['ID=94aed07c-aad1-472e-926d-e8533c7f5519,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:42.174182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No DVR routers for this DVR port 94aed07c-aad1-472e-926d-e8533c7f5519 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:42.294478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.319444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be6b65-7593-4c3b-bc60-0309f4acc338']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:42.334849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97fd442-8cf0-46c7-bc47-f32957ae34aa') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:42.335140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97fd442-8cf0-46c7-bc47-f32957ae34aa') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:42.346114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.361845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.367624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:42.367995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:42.383913 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:42.511253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.528470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.543250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Network': ['ID=63be6b65-7593-4c3b-bc60-0309f4acc338,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:42.549783 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-63c25ed7-6b98-43a4-8c7f-ea8b389e70f8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/63be6b65-7593-4c3b-bc60-0309f4acc338 HTTP/1.1" status: 204 len: 168 time: 2.5567741 Mar 18 10:58:42.552387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48774) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:42.589789 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7982ea21-1049-4e0d-9149-6bb6432f8c38 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] GET failed (client error): The resource could not be found. Mar 18 10:58:42.590306 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7982ea21-1049-4e0d-9149-6bb6432f8c38 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Synchronizing usage tracker for tenant:1e0ec66880cd480ea392f34557ab9a0a on resource:subnet {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:58:42.683233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7982ea21-1049-4e0d-9149-6bb6432f8c38 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Unset dirty status for tenant:1e0ec66880cd480ea392f34557ab9a0a on resource:subnet {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:58:42.684498 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7982ea21-1049-4e0d-9149-6bb6432f8c38 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "GET /v2.0/subnets/c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e HTTP/1.1" status: 404 len: 337 time: 0.1312022 Mar 18 10:58:42.687142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48778) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:42.712570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e2790-288b-4ce2-af5c-9161d708aaa0 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:42.712820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:42.713548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0e2790-288b-4ce2-af5c-9161d708aaa0 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:42.715198 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8e0e2790-288b-4ce2-af5c-9161d708aaa0 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/63be6b65-7593-4c3b-bc60-0309f4acc338 HTTP/1.1" status: 404 len: 339 time: 0.0270739 Mar 18 10:58:42.718941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48782) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:42.755366 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0c6614-7c80-4dc3-903a-38d5be37b59e tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:42.755809 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0c6614-7c80-4dc3-903a-38d5be37b59e tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:42.759704 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5a0c6614-7c80-4dc3-903a-38d5be37b59e tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/subnets/c2ff0e7a-b4c8-4c86-b7fc-6717c173aa4e HTTP/1.1" status: 404 len: 337 time: 0.0376003 Mar 18 10:58:42.760452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48786) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:42.786925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:42.787328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.788681 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f9d82c-8f9b-43c4-80e1-ead53e4619b6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:42.789139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f9d82c-8f9b-43c4-80e1-ead53e4619b6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:42.790754 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-54f9d82c-8f9b-43c4-80e1-ead53e4619b6 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/63be6b65-7593-4c3b-bc60-0309f4acc338 HTTP/1.1" status: 404 len: 339 time: 0.0294390 Mar 18 10:58:42.793375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48790) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:42.856548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting subnet 63fd0a6a-994c-4c47-ba50-9c34892f5127 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:58:42.859440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.913107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:42.997241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.128992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.166864 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Subnet': ['ID=63fd0a6a-994c-4c47-ba50-9c34892f5127,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:43.170472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.180476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab824619-ecef-4ce4-aa33-56bbbf0285d0 None None] Network 34b2f157-1b98-4012-81df-66f46406db42 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:43.228829 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9bab4bff-e8d7-4033-bdaf-4060f6813901 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/subnets/63fd0a6a-994c-4c47-ba50-9c34892f5127 HTTP/1.1" status: 204 len: 168 time: 0.4321144 Mar 18 10:58:43.229131 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48794) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:43.342050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.352783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:43.353116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.425670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] DHCP port deletion for 34b2f157-1b98-4012-81df-66f46406db42 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:58:43.429529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Deleting port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:43.429928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.570797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] For port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,segment=NetworkSegment(2baf9765-7e7a-4590-ae72-44970dde3812),segment_id=2baf9765-7e7a-4590-ae72-44970dde3812)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:43.571151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.624847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] For port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,segment=NetworkSegment(2baf9765-7e7a-4590-ae72-44970dde3812),segment_id=2baf9765-7e7a-4590-ae72-44970dde3812)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:43.625230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.756414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Calling delete_port for 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:43.807986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Calling delete_port for 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:43.889173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:43.894957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:43.895376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:43.936510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] Pushing event deleted for resources: {'Port': ['ID=3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:43.939780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20162cb6-546b-4c85-85f5-1a3202081928 None None] No DVR routers for this DVR port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:44.396216 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting port 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:44.396769 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.461193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] The port '3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6' was deleted {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:58:44.581759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.606292 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b2f157-1b98-4012-81df-66f46406db42']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:44.617719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baf9765-7e7a-4590-ae72-44970dde3812') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:44.618040 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baf9765-7e7a-4590-ae72-44970dde3812') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:44.629349 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.645139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.650969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:44.651293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: util.warn( Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:44.665087 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:44.709009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:58:44.742036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:58:44.742383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3d21c5d1-4bd1-49b3-a8c1-7c5dc5e882f6 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:58:44.786080 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.790530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:44.816301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Network': ['ID=34b2f157-1b98-4012-81df-66f46406db42,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:44.818778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9fd0e41d-66db-49ab-820b-c754332b1fb2 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/34b2f157-1b98-4012-81df-66f46406db42 HTTP/1.1" status: 204 len: 168 time: 1.5887473 Mar 18 10:58:44.821208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48798) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:44.857606 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a23c6a-af31-4fe8-9fdb-196d43b19d8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:44.858076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a23c6a-af31-4fe8-9fdb-196d43b19d8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:44.859661 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b0a23c6a-af31-4fe8-9fdb-196d43b19d8c tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/subnets/c3e5c7ae-ccf4-41cd-805a-dd2c4db8eb2a HTTP/1.1" status: 404 len: 337 time: 0.0375803 Mar 18 10:58:44.862097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48802) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:44.886425 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-29151777-2486-4d49-982c-8556ff103426 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:44.886877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29151777-2486-4d49-982c-8556ff103426 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:44.890189 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-29151777-2486-4d49-982c-8556ff103426 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/5fb37e24-06a9-4b05-8e33-1fcc86232198 HTTP/1.1" status: 404 len: 339 time: 0.0254407 Mar 18 10:58:44.890935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48806) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:44.929909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dea7b87-49f3-4f1e-ad10-1146c40524e8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:44.930277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dea7b87-49f3-4f1e-ad10-1146c40524e8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:44.932432 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1dea7b87-49f3-4f1e-ad10-1146c40524e8 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/subnets/82a59b2a-e009-4a38-b869-605382ccfc80 HTTP/1.1" status: 404 len: 337 time: 0.0401144 Mar 18 10:58:44.935200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48810) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:44.958743 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfa74fc-4a50-4f8d-a2cb-c40bfb9318e9 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] DELETE failed (client error): The resource could not be found. Mar 18 10:58:44.959192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfa74fc-4a50-4f8d-a2cb-c40bfb9318e9 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 18 10:58:44.960752 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5dfa74fc-4a50-4f8d-a2cb-c40bfb9318e9 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/36a084ea-d590-4a14-9bad-aa19bd7f88f6 HTTP/1.1" status: 404 len: 339 time: 0.0249929 Mar 18 10:58:44.963171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48814) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:45.026533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting subnet 83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:58:45.029355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.084917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.163013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.306700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.347556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Subnet': ['ID=83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:45.351239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.357698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360baf6c-98df-4a04-b34f-6d5ddba2c29d None None] Network 2d8627e8-1e50-4afc-b8d3-d64c7e672926 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:45.361056 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f489b215-ef43-4686-8091-95dada8fe964 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/subnets/83025d96-c4ed-4c1a-8f8f-52bbf2f82a9b HTTP/1.1" status: 204 len: 168 time: 0.3968868 Mar 18 10:58:45.363505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48818) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:45.474141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.485049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Deleting port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:45.485437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.693062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] For port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,segment=NetworkSegment(3924dc0f-ca2e-459a-90fe-d68c809abc32),segment_id=3924dc0f-ca2e-459a-90fe-d68c809abc32)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:45.693416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.725441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] DHCP port deletion for 2d8627e8-1e50-4afc-b8d3-d64c7e672926 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:58:45.730441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Deleting port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:45.730888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.818446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Calling delete_port for 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:45.958597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] For port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,segment=NetworkSegment(3924dc0f-ca2e-459a-90fe-d68c809abc32),segment_id=3924dc0f-ca2e-459a-90fe-d68c809abc32)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:45.958928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:45.974431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.021946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] No DVR routers for this DVR port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:46.079913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Calling delete_port for 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:46.154284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Port': ['ID=2aa08d31-0db5-43f3-84b0-e1b1d98f7f28,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:46.159987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:46.160834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:46.250470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.274438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8627e8-1e50-4afc-b8d3-d64c7e672926']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:46.285853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3924dc0f-ca2e-459a-90fe-d68c809abc32') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:46.287466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3924dc0f-ca2e-459a-90fe-d68c809abc32') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:46.298308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.317083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.323438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:46.323810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:46.337435 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:46.471593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.488668 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.499147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] Pushing event deleted for resources: {'Network': ['ID=2d8627e8-1e50-4afc-b8d3-d64c7e672926,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:46.503112 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b89833aa-48c7-4a8d-b22f-790422cceb74 tempest-NetworksIpV6Test-1005049756 tempest-NetworksIpV6Test-1005049756-project] 10.222.0.18 "DELETE /v2.0/networks/2d8627e8-1e50-4afc-b8d3-d64c7e672926 HTTP/1.1" status: 204 len: 168 time: 1.1386127 Mar 18 10:58:46.661778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Deleting port 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:46.662192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:46.723971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:58:46.753250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-130f8494-2f4e-416c-875c-4e2fd8c6be5b None None] The port '2aa08d31-0db5-43f3-84b0-e1b1d98f7f28' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:58:46.764843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:58:46.765455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2aa08d31-0db5-43f3-84b0-e1b1d98f7f28 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:58:47.017436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48826) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:47.161476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-55590fbb-1dbe-4982-af99-bae78df82a4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e0ec66880cd480ea392f34557ab9a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428714 Mar 18 10:58:47.163940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48832) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:47.219071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:47.243567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:47.397481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:47.411691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36426927-c363-490e-abbd-8a557791a3b0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:47.418932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:47.420038 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5265fd11-289e-4c1b-b670-8427c2b8b160 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36426927-c363-490e-abbd-8a557791a3b0 HTTP/1.1" status: 204 len: 168 time: 0.2552342 Mar 18 10:58:48.330738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48856) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:48.431047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1206615041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:48.437662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:48.441468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:router and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:48.444374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:48.450406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:48.500271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.501170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.515213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.580573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.648913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.650169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d25327f0-5f69-4933-8f51-6d21c1dd8dd9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3183627 Mar 18 10:58:48.653362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48862) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:48.658745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1291822341'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:48.663539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:48.668445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:network and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:48.671278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:48.677062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:48.701126 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:58:48.751627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Made reservation on behalf of c30c8ff1d2334346966c082a49f41da7 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:48.754997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.767386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.782067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:48.785757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:security_group_rule and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:48.788508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:48.794311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:48.873751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.928821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.960502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:48.969396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe4dd6-d2f4-424c-b3ec-d6e280dfac89,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:48.974758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:48.975094 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Added segment 50c62e6b-1523-4f72-bac2-060447e7220c of type vlan for network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 Mar 18 10:58:49.000439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.066044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.071342 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:49.071915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.174773 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event updated for resources: {'Network': ['ID=6aada58a-ace2-4f7a-b2f3-3f9063dccc90,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:49.185307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:49.209731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-caa8094d-1f75-428b-9ca6-9d909e0b61f4 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5553515 Mar 18 10:58:49.212363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48866) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:49.217899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'subnet': {'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:49.327450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:49.331113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:subnet and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:49.333889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:49.339553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:49.425233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Made reservation on behalf of c30c8ff1d2334346966c082a49f41da7 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:49.428985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.682879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.756467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event updated for resources: {'Subnet': ['ID=dfc9a181-c2d7-427d-84f7-da57425a293d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:49.768254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Checking segment: {'id': '50c62e6b-1523-4f72-bac2-060447e7220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:49.768612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Network hostable DHCP agents. Network: 6aada58a-ace2-4f7a-b2f3-3f9063dccc90, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:49.865327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:49.945969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 6aada58a-ace2-4f7a-b2f3-3f9063dccc90) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:49.950533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:49.951116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:49.955298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf40224-93b2-44e5-93c8-eb52013652a5 None None] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:50.032591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0a851f51-4d88-4c10-8360-69408b4a7688 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8191752 Mar 18 10:58:50.035598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48870) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:50.041051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-320077830'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:50.046507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:50.050491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:network and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:50.053344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:50.059216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:50.123976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Made reservation on behalf of c30c8ff1d2334346966c082a49f41da7 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:50.126568 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.154816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:50.163254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-6aada58a-ace2-4f7a-b2f3-3f9063dccc90', 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90', 'tenant_id': 'c30c8ff1d2334346966c082a49f41da7', 'fixed_ips': [{'subnet_id': 'dfc9a181-c2d7-427d-84f7-da57425a293d'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:50.171035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.171233 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.171422 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Added segment a2c1c923-5d5b-4abb-b723-12a71e21ebc7 of type vlan for network a33eec55-68b9-4593-b899-b561e547c454 Mar 18 10:58:50.197778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.261034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.266953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:50.267560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.316305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Allocated IP 172.20.0.2 (6aada58a-ace2-4f7a-b2f3-3f9063dccc90/dfc9a181-c2d7-427d-84f7-da57425a293d/236dd0e5-0e61-47b8-8d75-9dcc7559abd0) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:50.371480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event updated for resources: {'Network': ['ID=a33eec55-68b9-4593-b899-b561e547c454,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:50.406700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a33eec55-68b9-4593-b899-b561e547c454 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:50.421480 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-09602803-25d9-4dfe-8b1e-2f389d7e937a tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3848269 Mar 18 10:58:50.424478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48874) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:50.430430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'subnet': {'network_id': 'a33eec55-68b9-4593-b899-b561e547c454', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:50.538239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:50.542082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Usage tracker for resource:subnet and tenant:c30c8ff1d2334346966c082a49f41da7 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:50.544899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:50.550959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:50.610194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.615107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Made reservation on behalf of c30c8ff1d2334346966c082a49f41da7 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:50.618671 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.620279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Transition to ACTIVE for port object 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:50.638629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Transition to ACTIVE for port object 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:50.684169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.746049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:50.753251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:50.758029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:50.764682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Pushing event updated for resources: {'Port': ['ID=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:50.894673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Attempting to bind port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:50.895037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Attempting to bind port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '50c62e6b-1523-4f72-bac2-060447e7220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:50.895847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Attempting to bind port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 on network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:50.900722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:50.901100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Checking segment: {'id': '50c62e6b-1523-4f72-bac2-060447e7220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:50.901504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.901915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Bound using segment: {'id': '50c62e6b-1523-4f72-bac2-060447e7220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:50.902372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Bound port: 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c62e6b-1523-4f72-bac2-060447e7220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6aada58a-ace2-4f7a-b2f3-3f9063dccc90'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:50.902845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:50.990038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] For port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:50.992860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] For port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,segment=NetworkSegment(50c62e6b-1523-4f72-bac2-060447e7220c),segment_id=50c62e6b-1523-4f72-bac2-060447e7220c)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:51.009103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.088076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event updated for resources: {'Subnet': ['ID=67dacb0f-468a-490b-9e63-c321b0a8a2f9,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:51.095818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.096546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Checking segment: {'id': 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:51.096896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Network hostable DHCP agents. Network: a33eec55-68b9-4593-b899-b561e547c454, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:51.173470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1405c3-f2aa-4ea1-8af2-0068ecc31d8c None None] Pushing event updated for resources: {'Port': ['ID=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:51.197610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Network a33eec55-68b9-4593-b899-b561e547c454 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:51.272171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a33eec55-68b9-4593-b899-b561e547c454) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:51.278398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:51.279430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.280479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f35a6-22ed-4ac1-9537-cbf00d7cdc7e None None] Network a33eec55-68b9-4593-b899-b561e547c454 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:51.353612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dae8ee0f-6a9f-4405-b044-490e33897a25 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9280491 Mar 18 10:58:51.356806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48878) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:51.361807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6cf3f7f1-8442-456d-9fbe-c19fec1f9f3c tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:51.536506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a33eec55-68b9-4593-b899-b561e547c454', 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454', 'tenant_id': 'c30c8ff1d2334346966c082a49f41da7', 'fixed_ips': [{'subnet_id': '67dacb0f-468a-490b-9e63-c321b0a8a2f9'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:51.537339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.693063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Allocated IP 172.21.0.2 (a33eec55-68b9-4593-b899-b561e547c454/67dacb0f-468a-490b-9e63-c321b0a8a2f9/a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:58:51.750624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f7f1-8442-456d-9fbe-c19fec1f9f3c tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.908047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:51.919805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Transition to ACTIVE for port object a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:51.960814 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Transition to ACTIVE for port object a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:58:51.972216 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.api.v2.resource [None req-6cf3f7f1-8442-456d-9fbe-c19fec1f9f3c tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 18 10:58:51.973409 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6cf3f7f1-8442-456d-9fbe-c19fec1f9f3c tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "PUT /v2.0/routers/79a0890a-b8a8-438e-b3ca-fe4f0a751b9d HTTP/1.1" status: 400 len: 364 time: 0.6156881 Mar 18 10:58:51.979382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48882) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:52.031863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7d737be8-0516-4b99-a348-49978da04ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.046084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Deleting subnet 67dacb0f-468a-490b-9e63-c321b0a8a2f9 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:58:52.077087 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.078010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.140795 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.148573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a04d70-2d54-4667-9234-e0a5448dd5d3 None None] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:52.170576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Network a33eec55-68b9-4593-b899-b561e547c454 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:58:52.177024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:52.191754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:58:52.197228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Pushing event updated for resources: {'Port': ['ID=a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:52.223190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.358676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Attempting to bind port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:58:52.359050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Attempting to bind port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:58:52.359414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Attempting to bind port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 on network a33eec55-68b9-4593-b899-b561e547c454 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:58:52.363883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.376344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:58:52.376725 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Checking segment: {'id': 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:52.377244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.377663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Bound using segment: {'id': 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:58:52.378146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Bound port: a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a33eec55-68b9-4593-b899-b561e547c454'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:58:52.378522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.407827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Subnet': ['ID=67dacb0f-468a-490b-9e63-c321b0a8a2f9,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:52.409732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.415874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bcb5e6fa-0440-4868-832f-de4a2f411bbe None None] Provisioning for port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:52.416031 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e3cc7e2b-a350-4517-b30a-6399b8e9e39b tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "DELETE /v2.0/subnets/67dacb0f-468a-490b-9e63-c321b0a8a2f9 HTTP/1.1" status: 204 len: 168 time: 0.4354775 Mar 18 10:58:52.418378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48886) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:52.530215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.541855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Deleting port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:52.542210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.555762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] For port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:58:52.560244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] For port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5,segment=NetworkSegment(a2c1c923-5d5b-4abb-b723-12a71e21ebc7),segment_id=a2c1c923-5d5b-4abb-b723-12a71e21ebc7)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:58:52.638067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.755265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] For port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5, host dv-neutron-834265-1-hyperv, got binding levels [] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:52.755623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:52.765476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310986f2-9fcc-44d1-b427-5b3610c0f001 None None] Pushing event updated for resources: {'Port': ['ID=a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:52.787537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:52.818229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91308ff3-c72f-40b3-941d-91ca265db351 None None] Network a33eec55-68b9-4593-b899-b561e547c454 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:52.993907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Calling delete_port for a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:53.091686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902bd20-36ad-417f-bde2-f746342acdf3 None None] get_active_networks_info from dv-neutron-834265-1-hyperv {{(pid=88543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 18 10:58:53.112222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.db.api [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:53.112546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG oslo_db.api [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:53.117212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:58:53.130602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:53.130977 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:53.254976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902bd20-36ad-417f-bde2-f746342acdf3 None None] Resources bound (agent type, host, resource id): {{(pid=88543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 18 10:58:53.318444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:53.420159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,segment=NetworkSegment(50c62e6b-1523-4f72-bac2-060447e7220c),segment_id=50c62e6b-1523-4f72-bac2-060447e7220c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:53.512596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:53.614026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Deleting port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:53.614479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:53.630072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:53.817038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] For port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5,segment=NetworkSegment(a2c1c923-5d5b-4abb-b723-12a71e21ebc7),segment_id=a2c1c923-5d5b-4abb-b723-12a71e21ebc7)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:53.817392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:53.936621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Calling delete_port for a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:54.100541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.150322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Port': ['ID=a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:54.152755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] No DVR routers for this DVR port a7d3eb4e-7d14-4979-bc70-dfdd2363a4a5 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:54.274190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.298804 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33eec55-68b9-4593-b899-b561e547c454']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:54.310594 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:54.313275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c1c923-5d5b-4abb-b723-12a71e21ebc7') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:54.321551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.337359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.343767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:54.344138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:54.357723 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:54.506030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-251799a2-4cc4-4cb1-a6c4-7cc9ac3e7a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.528943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.545988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.557388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Network': ['ID=a33eec55-68b9-4593-b899-b561e547c454,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:54.560064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-30be46b6-1977-4123-a529-cd73dee7ab08 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "DELETE /v2.0/networks/a33eec55-68b9-4593-b899-b561e547c454 HTTP/1.1" status: 204 len: 168 time: 2.1407971 Mar 18 10:58:54.563206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48890) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:54.630509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Deleting subnet dfc9a181-c2d7-427d-84f7-da57425a293d {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 10:58:54.634019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.692151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.720104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:58:54.774968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.789326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:58:54.789655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.889439 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.930592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc9a181-c2d7-427d-84f7-da57425a293d,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:54.932514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:54.938060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6e7f5-a6b1-469f-8f93-07d674c18dcc None None] Network 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:54.939091 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f64e9d9f-2fa4-4fbf-880c-fc1a3da31f7e tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "DELETE /v2.0/subnets/dfc9a181-c2d7-427d-84f7-da57425a293d HTTP/1.1" status: 204 len: 168 time: 0.3756390 Mar 18 10:58:54.941411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:55.053879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.063875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Deleting port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:55.064197 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.181085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] DHCP port deletion for 6aada58a-ace2-4f7a-b2f3-3f9063dccc90 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 10:58:55.185812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Deleting port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:55.186212 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.271959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] For port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,segment=NetworkSegment(50c62e6b-1523-4f72-bac2-060447e7220c),segment_id=50c62e6b-1523-4f72-bac2-060447e7220c)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:55.272566 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.396060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] For port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,segment=NetworkSegment(50c62e6b-1523-4f72-bac2-060447e7220c),segment_id=50c62e6b-1523-4f72-bac2-060447e7220c)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:58:55.396450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.506338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Calling delete_port for 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:55.518695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.528040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Calling delete_port for 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:58:55.553984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.643275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.649254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:58:55.649254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:58:55.659957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.693113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Port': ['ID=236dd0e5-0e61-47b8-8d75-9dcc7559abd0,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:55.694902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] No DVR routers for this DVR port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:58:55.813323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.837384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aada58a-ace2-4f7a-b2f3-3f9063dccc90']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:55.849223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c62e6b-1523-4f72-bac2-060447e7220c') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:55.849514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c62e6b-1523-4f72-bac2-060447e7220c') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:58:55.860187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.875828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.881604 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:58:55.882013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:58:55.896738 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:58:56.031853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.048539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.060268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Pushing event deleted for resources: {'Network': ['ID=6aada58a-ace2-4f7a-b2f3-3f9063dccc90,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:56.062987 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f176468a-4d8f-4e9a-9281-89e3c0ebbeac tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "DELETE /v2.0/networks/6aada58a-ace2-4f7a-b2f3-3f9063dccc90 HTTP/1.1" status: 204 len: 168 time: 1.1205823 Mar 18 10:58:56.065533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48898) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:56.106490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c5c0ae1e-e03b-42b1-ad13-0ed5ebae28da tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Synchronizing usage tracker for tenant:c30c8ff1d2334346966c082a49f41da7 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:58:56.150027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Deleting port 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:58:56.150560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.168657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c5c0ae1e-e03b-42b1-ad13-0ed5ebae28da tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Unset dirty status for tenant:c30c8ff1d2334346966c082a49f41da7 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:58:56.169788 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c5c0ae1e-e03b-42b1-ad13-0ed5ebae28da tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a0890a-b8a8-438e-b3ca-fe4f0a751b9d HTTP/1.1" status: 200 len: 205 time: 0.1033521 Mar 18 10:58:56.172433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48902) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:56.261880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7b73bc4e-f477-4a9a-8ac9-9ff0db05a819 None None] The port '236dd0e5-0e61-47b8-8d75-9dcc7559abd0' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 10:58:56.311259 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.598691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.600792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.683967 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.686289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Fanout notify agent at l3_agent the message router_deleted on router 79a0890a-b8a8-438e-b3ca-fe4f0a751b9d {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 10:58:56.702610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:56.703689 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c4ac8606-5eb8-4e7d-846a-3eb68c9ba5f9 tempest-RoutersNegativeTest-242822678 tempest-RoutersNegativeTest-242822678-project] 10.222.0.18 "DELETE /v2.0/routers/79a0890a-b8a8-438e-b3ca-fe4f0a751b9d HTTP/1.1" status: 204 len: 168 time: 0.5301199 Mar 18 10:58:56.723259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:58:56.756594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:58:56.757258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 236dd0e5-0e61-47b8-8d75-9dcc7559abd0 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:58:57.043390 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:57.189205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:57.331228 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a45ae1c0-33e8-4c7b-9917-53f102e9002f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c30c8ff1d2334346966c082a49f41da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407881 Mar 18 10:58:57.333596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48916) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:57.388195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:57.412980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:57.506444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:57.525075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe4dd6-d2f4-424c-b3ec-d6e280dfac89,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:57.528770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:57.529856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cfb766c7-f5ba-4e97-a5be-bff9bc801309 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94fe4dd6-d2f4-424c-b3ec-d6e280dfac89 HTTP/1.1" status: 204 len: 168 time: 0.1953635 Mar 18 10:58:58.526909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48940) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:58.627280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-585149845-network', 'tenant_id': '7a71011171804a71b80afdf55815f0b9'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:58.631913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:58.635615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Usage tracker for resource:network and tenant:7a71011171804a71b80afdf55815f0b9 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:58.638401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:58.644330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:58.717324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Made reservation on behalf of 7a71011171804a71b80afdf55815f0b9 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:58.719701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:58.732293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:58.746879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:58.750665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Usage tracker for resource:security_group_rule and tenant:7a71011171804a71b80afdf55815f0b9 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:58.753437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:58.759265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:58.840186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:58.888836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:58.921053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:58:58.926403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d717a5f-10cb-48f9-a041-4f307b83ee76,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:58.933157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:58.933527 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Added segment 1d207821-c5a2-4436-a56e-8cec3828e867 of type vlan for network 978089cd-d715-497a-af17-08c2424435ac Mar 18 10:58:58.959646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.037504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.038494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:59.039071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.142590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] Pushing event updated for resources: {'Network': ['ID=978089cd-d715-497a-af17-08c2424435ac,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:59.152427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 978089cd-d715-497a-af17-08c2424435ac details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:58:59.169928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5b20e743-3686-43b7-a0e2-98cc7ede28cd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6419075 Mar 18 10:58:59.172696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48946) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:59.178323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Request body: {'subnet': {'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-subnet', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:59.182969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:59.186700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Usage tracker for resource:subnet and tenant:7a71011171804a71b80afdf55815f0b9 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:59.189463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:59.195124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:59.289359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Made reservation on behalf of 7a71011171804a71b80afdf55815f0b9 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:58:59.291709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.552184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.625692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452d6ede-e44e-40cd-a908-0eaa40e2f02e,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:58:59.629633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Checking segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:58:59.630008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Network hostable DHCP agents. Network: 978089cd-d715-497a-af17-08c2424435ac, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:58:59.711764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Network 978089cd-d715-497a-af17-08c2424435ac is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:58:59.769500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 978089cd-d715-497a-af17-08c2424435ac) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:58:59.773396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:58:59.774004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.778767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8254ccc-11c3-456c-b0a8-bfa171afa0d7 None None] Network 978089cd-d715-497a-af17-08c2424435ac requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:58:59.846861 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-264cf4fa-a883-44eb-99d8-ef3376498b23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6703491 Mar 18 10:58:59.847085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48950) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:58:59.851809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:58:59.856387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:58:59.860274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Usage tracker for resource:router and tenant:7a71011171804a71b80afdf55815f0b9 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:58:59.863297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:58:59.869590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:58:59.952382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.953570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.968262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:58:59.995316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-978089cd-d715-497a-af17-08c2424435ac', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:58:59.995316 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.223559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Allocated IP 172.20.0.2 (978089cd-d715-497a-af17-08c2424435ac/452d6ede-e44e-40cd-a908-0eaa40e2f02e/7894bf88-758a-4fba-8aaa-c02ffecb21b7) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:00.394401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.525271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.535674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Transition to ACTIVE for port object 7894bf88-758a-4fba-8aaa-c02ffecb21b7 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:00.554732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Transition to ACTIVE for port object 7894bf88-758a-4fba-8aaa-c02ffecb21b7 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:00.615574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.684526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Network 978089cd-d715-497a-af17-08c2424435ac is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:00.687619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:00.690485 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:00.697337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Pushing event updated for resources: {'Port': ['ID=7894bf88-758a-4fba-8aaa-c02ffecb21b7,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:00.763405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.784335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Attempting to bind port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:00.784609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Attempting to bind port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:00.784981 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Attempting to bind port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:00.790080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:00.790450 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Checking segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:00.790843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.791227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Bound using segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:00.791677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Bound port: 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:00.792049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.793178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:00.882395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] For port 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:00.885447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] For port 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7894bf88-758a-4fba-8aaa-c02ffecb21b7,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:00.930427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Allocated IP 172.26.2.234 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/1f115dab-b4ff-42a3-9a75-7ce7811a4c5e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:00.963985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:01.041696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596a209-d468-4761-85fb-26afd34ce670 None None] Pushing event updated for resources: {'Port': ['ID=7894bf88-758a-4fba-8aaa-c02ffecb21b7,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:01.077290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:01.175451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:01.235273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:01.238057 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:01.246433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:01.286499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Pushing event updated for resources: {'Port': ['ID=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:01.878322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:02.039434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301ad1b-fe36-4771-976d-6144f6b14320 None None] Network 978089cd-d715-497a-af17-08c2424435ac requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:59:02.231356 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e4c42f18-9e88-4ef2-86f8-1d1e97da36d0 None None] Provisioning for port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:02.236079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:02.512708 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:59:02.697599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:59:02.706424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Sync routers for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:59:02.716035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:02.716645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:02.766871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7894bf88-758a-4fba-8aaa-c02ffecb21b7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:02.786813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:02.790927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76dc8cad-37ae-414e-af73-fb190641693f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9401543 Mar 18 10:59:02.791117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48954) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:59:02.957481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:02.998505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:03.064602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:03.065347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.322225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.363930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7894bf88-758a-4fba-8aaa-c02ffecb21b7,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:03.374304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:01Z', 'revision_number': 3, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:03.378562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Checking router: 7f8c9850-4dff-4822-8c4b-83f2554a7de8 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:59:03.378915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Updating router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:59:03.426747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.474440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.581559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=7894bf88-758a-4fba-8aaa-c02ffecb21b7,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:03.596048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.796654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Allocated IP 172.20.0.1 (978089cd-d715-497a-af17-08c2424435ac/452d6ede-e44e-40cd-a908-0eaa40e2f02e/c962ec18-4991-49c0-8367-0b434c558307) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:03.810861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.822088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Transition to ACTIVE for port object 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:03.889473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.943931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.960341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Transition to ACTIVE for port object c962ec18-4991-49c0-8367-0b434c558307 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:03.970807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Attempting to bind port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:03.971418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Attempting to bind port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:03.971976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Attempting to bind port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:03.979133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747102d-738f-48c8-88b9-1bfe1aacff36 None None] Pushing event updated for resources: {'Port': ['ID=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:03.983271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:03.983638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:03.984030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:03.984411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:03.984870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Bound port: 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:03.985231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.050120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.055804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] For port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:04.061766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] For port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:04.112264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Network 978089cd-d715-497a-af17-08c2424435ac is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:04.114894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:04.122966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:04.129641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.163367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:04.185976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.208655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:04.209023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:04.322381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747102d-738f-48c8-88b9-1bfe1aacff36 None None] Pushing event updated for resources: {'Port': ['ID=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:04.440711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:04.484422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e6debbd4-40a2-4877-a046-29ffc6f8d8da None None] Provisioning for port c962ec18-4991-49c0-8367-0b434c558307 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:04.508149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.547349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e6debbd4-40a2-4877-a046-29ffc6f8d8da None None] Provisioning complete for port c962ec18-4991-49c0-8367-0b434c558307 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:04.547719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e6debbd4-40a2-4877-a046-29ffc6f8d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.680117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e6debbd4-40a2-4877-a046-29ffc6f8d8da None None] Port c962ec18-4991-49c0-8367-0b434c558307 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:04.730673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.740865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7894bf88-758a-4fba-8aaa-c02ffecb21b7 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:04.797830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.833327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:04.833671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:04.863381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:01Z', 'revision_number': 3, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:04.876456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb20231-847f-42cf-8c05-b7e5f2dab3ba None None] The sync data for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv is: [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:01Z', 'revision_number': 3, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:59:04.904072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:04.906405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:05.050516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Network 978089cd-d715-497a-af17-08c2424435ac is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:05.051600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:05.304479 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c0c4f95f-55d4-4491-ae08-7d323f4b7b20 None None] Provisioning complete for port c962ec18-4991-49c0-8367-0b434c558307 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:05.305050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f95f-55d4-4491-ae08-7d323f4b7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:05.364062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4f95f-55d4-4491-ae08-7d323f4b7b20 None None] Port c962ec18-4991-49c0-8367-0b434c558307 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:05.398696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:59:05.583297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:59:05.592916 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4157409a-cbef-4c73-aa5e-8d471da783a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/7f8c9850-4dff-4822-8c4b-83f2554a7de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8008099 Mar 18 10:59:06.314886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 48972) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:59:06.320492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-533054152-network', 'tenant_id': '7be555551e5b40378d65f7e938b53f00'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:06.325299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:06.329193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Usage tracker for resource:network and tenant:7be555551e5b40378d65f7e938b53f00 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:59:06.332166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:59:06.338139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:06.415210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Made reservation on behalf of 7be555551e5b40378d65f7e938b53f00 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:59:06.419424 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Sync routers for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:59:06.419887 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.429554 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:06.430179 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:06.433970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.446414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:06.450159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Usage tracker for resource:security_group_rule and tenant:7be555551e5b40378d65f7e938b53f00 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:59:06.452897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:59:06.458459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:06.549747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.597952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.631195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:59:06.635531 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:06.639806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487a9ce-a96a-4919-af75-1bcbcb49f4e0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:06.645339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.645679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Added segment 71634a42-bbcb-4895-ba72-709f28a44d1e of type vlan for network 052380e1-ba59-4607-bcdf-974ac944a553 Mar 18 10:59:06.672563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.758182 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.762938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:06.762938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.763337 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:06.867237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] Pushing event updated for resources: {'Network': ['ID=052380e1-ba59-4607-bcdf-974ac944a553,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:06.873057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:06.881377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 052380e1-ba59-4607-bcdf-974ac944a553 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 10:59:06.908943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:06.909678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:06.910360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:59:06.911343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-36e89e7e-f601-4e5e-b6e0-4a51cafd3bfa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5952480 Mar 18 10:59:06.916503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Request body: {'subnet': {'network_id': '052380e1-ba59-4607-bcdf-974ac944a553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-subnet', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:06.922682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:06.927318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Usage tracker for resource:subnet and tenant:7be555551e5b40378d65f7e938b53f00 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:59:06.930611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:59:06.938440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:06.973059 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 4, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c962ec18-4991-49c0-8367-0b434c558307', 'name': '', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'mac_address': 'fa:16:3e:94:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:03Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 2, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'subnets': [{'id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:06.976982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Checking router: 7f8c9850-4dff-4822-8c4b-83f2554a7de8 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:59:06.977330 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Updating router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 port c962ec18-4991-49c0-8367-0b434c558307 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:59:06.998117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Made reservation on behalf of 7be555551e5b40378d65f7e938b53f00 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:59:07.000672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.031603 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.102879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.119933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:07.175460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.247259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:07.249951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.326525 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e81eb4-ca6c-4ca0-88cb-cf55cc7de484,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:07.330623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Checking segment: {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:07.330971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Network hostable DHCP agents. Network: 052380e1-ba59-4607-bcdf-974ac944a553, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:59:07.372847 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.383956 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Transition to ACTIVE for port object c962ec18-4991-49c0-8367-0b434c558307 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:07.415129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Network 052380e1-ba59-4607-bcdf-974ac944a553 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:59:07.512197 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.535487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 052380e1-ba59-4607-bcdf-974ac944a553) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:07.539643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:07.540275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.547560 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392febae-8de1-4922-9928-b46f29b16527 None None] Network 052380e1-ba59-4607-bcdf-974ac944a553 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:59:07.611454 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-55b0666b-32e0-476b-8874-27b3e0893819 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6995568 Mar 18 10:59:07.613513 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48980) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:59:07.619097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:07.625554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:07.629811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Usage tracker for resource:router and tenant:7be555551e5b40378d65f7e938b53f00 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 10:59:07.633106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 10:59:07.639678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:07.668819 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Pushing event updated for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:07.700865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.701921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.719780 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.720405 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.720942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.721479 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.722020 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.722423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.722758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.723279 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.723793 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.724128 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.724450 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.724774 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.725095 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:07.742322 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Attempting to bind port c962ec18-4991-49c0-8367-0b434c558307 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:07.742860 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Attempting to bind port c962ec18-4991-49c0-8367-0b434c558307 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:07.743225 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Attempting to bind port c962ec18-4991-49c0-8367-0b434c558307 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:07.750816 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:07.757580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Checking segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:07.757580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.757580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Bound using segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:07.757580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Bound port: c962ec18-4991-49c0-8367-0b434c558307, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:07.757580 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.798755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-052380e1-ba59-4607-bcdf-974ac944a553', 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'fixed_ips': [{'subnet_id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 10:59:07.799687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:07.856633 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] For port c962ec18-4991-49c0-8367-0b434c558307, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:07.860004 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] For port c962ec18-4991-49c0-8367-0b434c558307, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c962ec18-4991-49c0-8367-0b434c558307,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:07.912518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.005934 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:08.006803 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:08.007220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Allocated IP 172.20.0.2 (052380e1-ba59-4607-bcdf-974ac944a553/73e81eb4-ca6c-4ca0-88cb-cf55cc7de484/14f7d0f6-3662-4ece-9c8a-28f63898a9d6) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:08.083842 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e217-f0a6-4324-88de-347c6305ea77 None None] Pushing event updated for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:08.168707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.229593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.242993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Transition to ACTIVE for port object 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:08.267972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Transition to ACTIVE for port object 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:08.275142 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:08.341596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.404642 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Network 052380e1-ba59-4607-bcdf-974ac944a553 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:08.407348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:08.415207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:08.448321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Pushing event updated for resources: {'Port': ['ID=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:08.510748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Attempting to bind port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:08.511111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Attempting to bind port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:08.511501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Attempting to bind port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 on network 052380e1-ba59-4607-bcdf-974ac944a553 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:08.516730 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:08.517561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Checking segment: {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:08.517561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.517938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Bound using segment: {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:08.518322 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Bound port: 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:08.518684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.573797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.584678 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 4, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c962ec18-4991-49c0-8367-0b434c558307', 'name': '', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'mac_address': 'fa:16:3e:94:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:03Z', 'updated_at': '2022-03-18T10:59:07Z', 'revision_number': 4, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'subnets': [{'id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:08.588924 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739a06-5854-4b16-86f2-2345e7a22ec4 None None] The sync data for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv is: [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T10:59:04Z', 'revision_number': 4, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c962ec18-4991-49c0-8367-0b434c558307', 'name': '', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'mac_address': 'fa:16:3e:94:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:03Z', 'updated_at': '2022-03-18T10:59:07Z', 'revision_number': 4, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'subnets': [{'id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:59:08.607793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] For port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:08.609317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.611085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] For port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:08.690973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.774865 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Allocated IP 172.26.2.172 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/a951ac40-a5be-4582-80dc-09da49ee5b10) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:08.805221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79ecb8-5cad-4732-87ff-f37c2284540e None None] Pushing event updated for resources: {'Port': ['ID=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:08.882081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:08.954728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:08.976009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:08.977116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.050264 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.135047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:09.138506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c962ec18-4991-49c0-8367-0b434c558307 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:09.139627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:09.141634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Pushing event updated for resources: {'Port': ['ID=a951ac40-a5be-4582-80dc-09da49ee5b10,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:09.143859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:09.306833 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c962ec18-4991-49c0-8367-0b434c558307 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:09.312506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c962ec18-4991-49c0-8367-0b434c558307 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:09.312893 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.440774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.475020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c962ec18-4991-49c0-8367-0b434c558307, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c962ec18-4991-49c0-8367-0b434c558307,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:09.523847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.601084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:09.751723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:09.912556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abdf255-fc12-4158-bf6f-696bd7359416 None None] Network 052380e1-ba59-4607-bcdf-974ac944a553 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 10:59:10.072907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-abdc0100-7f08-4b85-911c-7a40908ed7e0 None None] Provisioning for port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:10.096250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:10.369533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 10:59:10.540964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:59:10.549783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Sync routers for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:59:10.558745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:10.559346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:10.598116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:10.601781 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0dbee0dd-84c2-4047-9896-36901a68c176 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9845901 Mar 18 10:59:10.601989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 48984) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 10:59:10.735277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:10.882645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:11.104421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:11.110270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:11.110637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.187770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:09Z', 'revision_number': 3, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:11.216648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Checking router: dd277c9a-c88e-49b3-8cf2-a7830eabafd7 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:59:11.216994 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Updating router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 port a951ac40-a5be-4582-80dc-09da49ee5b10 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:59:11.295345 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.306219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.417812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:11.465650 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.485775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.486568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c962ec18-4991-49c0-8367-0b434c558307 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:11.668226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:11.668476 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Allocated IP 172.20.0.1 (052380e1-ba59-4607-bcdf-974ac944a553/73e81eb4-ca6c-4ca0-88cb-cf55cc7de484/fe2086e9-8d02-41d1-98e8-55e995827192) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:11.691731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.692086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.692423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.692757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.693084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.693411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.693735 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.694089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.694413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.694734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.695050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.695374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:11.715050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c962ec18-4991-49c0-8367-0b434c558307 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:11.716759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.816130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.832610 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Transition to ACTIVE for port object fe2086e9-8d02-41d1-98e8-55e995827192 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:11.836146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.850331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Transition to ACTIVE for port object a951ac40-a5be-4582-80dc-09da49ee5b10 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:11.912956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.941170 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:11.977527 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Network 052380e1-ba59-4607-bcdf-974ac944a553 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:11.980907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:11.983504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:12.022727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Attempting to bind port a951ac40-a5be-4582-80dc-09da49ee5b10 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:12.023098 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Attempting to bind port a951ac40-a5be-4582-80dc-09da49ee5b10 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:12.023771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Attempting to bind port a951ac40-a5be-4582-80dc-09da49ee5b10 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:12.025672 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a095-4f72-40d2-8c3e-d924246a6805 None None] Pushing event updated for resources: {'Port': ['ID=a951ac40-a5be-4582-80dc-09da49ee5b10,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:12.031464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:12.031837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:12.032214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.032604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:12.033003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Pushing event updated for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:12.033121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Bound port: a951ac40-a5be-4582-80dc-09da49ee5b10, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:12.033505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.051855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.109230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] For port a951ac40-a5be-4582-80dc-09da49ee5b10, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:12.112403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] For port a951ac40-a5be-4582-80dc-09da49ee5b10, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a951ac40-a5be-4582-80dc-09da49ee5b10,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:12.164235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.256564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:12.256974 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:12.320411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a095-4f72-40d2-8c3e-d924246a6805 None None] Pushing event updated for resources: {'Port': ['ID=a951ac40-a5be-4582-80dc-09da49ee5b10,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:12.325126 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-81d84407-1689-4c1c-8034-0775707b3f06 None None] Provisioning for port fe2086e9-8d02-41d1-98e8-55e995827192 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:12.338057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-81d84407-1689-4c1c-8034-0775707b3f06 None None] Provisioning complete for port fe2086e9-8d02-41d1-98e8-55e995827192 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:12.338429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-81d84407-1689-4c1c-8034-0775707b3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.403058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.500229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-81d84407-1689-4c1c-8034-0775707b3f06 None None] Port fe2086e9-8d02-41d1-98e8-55e995827192 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:12.526526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:12.621503 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.677985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.740124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:12.788437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.792587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Pushing event updated for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:12.864956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:12.865328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:12.922332 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:09Z', 'revision_number': 3, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:12.925287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Network 052380e1-ba59-4607-bcdf-974ac944a553 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:12.926428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:12.928857 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c45f06-110c-4a3a-8441-0a1cd1444aff None None] The sync data for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv is: [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:09Z', 'revision_number': 3, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:59:13.230157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-aeb3c390-33ba-40d0-8eeb-3c57d2f284da None None] Provisioning complete for port fe2086e9-8d02-41d1-98e8-55e995827192 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:13.231615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c390-33ba-40d0-8eeb-3c57d2f284da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:13.243652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 10:59:13.287517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3c390-33ba-40d0-8eeb-3c57d2f284da None None] Port fe2086e9-8d02-41d1-98e8-55e995827192 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:13.435858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 10:59:13.447306 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-51e85156-f59b-4d88-883a-acf1fdae663a admin admin] 10.222.0.18 "PUT /v2.0/routers/dd277c9a-c88e-49b3-8cf2-a7830eabafd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8441899 Mar 18 10:59:14.561462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-31047d61-4ff1-4990-989f-f916f9ee8f0a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:14.562878 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-31047d61-4ff1-4990-989f-f916f9ee8f0a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/networks?id=978089cd-d715-497a-af17-08c2424435ac HTTP/1.1" status: 200 len: 816 time: 0.1438313 Mar 18 10:59:14.577481 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-1f5c1169-092f-4b5c-90d0-d8141d9e3568 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/quotas/7a71011171804a71b80afdf55815f0b9 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Mar 18 10:59:14.661418 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-66b83726-a6fb-4d7e-b3d2-63a80bb8c269 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790138 Mar 18 10:59:14.757010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a951ac40-a5be-4582-80dc-09da49ee5b10 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:14.901107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a951ac40-a5be-4582-80dc-09da49ee5b10 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:14.902355 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-33c738bc-e1f0-4e55-8dee-6c8e4b677620 service neutron] 10.222.0.18 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293208 Mar 18 10:59:14.906367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a951ac40-a5be-4582-80dc-09da49ee5b10 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:14.906753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:15.027349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:15.039629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-56164f2c-99f1-4b65-8647-7dcfdaeb8ec2 service neutron] 10.222.0.18 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310134 Mar 18 10:59:15.044979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a951ac40-a5be-4582-80dc-09da49ee5b10, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a951ac40-a5be-4582-80dc-09da49ee5b10,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:15.095028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:15.168831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a951ac40-a5be-4582-80dc-09da49ee5b10,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:15.278794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-26386408-374b-46f6-b605-329e4ca1684a req-d1575c8c-7303-44ac-b30e-20f11db58d6b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:15.421310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-26386408-374b-46f6-b605-329e4ca1684a req-d1575c8c-7303-44ac-b30e-20f11db58d6b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:15.423292 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-26386408-374b-46f6-b605-329e4ca1684a req-d1575c8c-7303-44ac-b30e-20f11db58d6b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 210 time: 0.1860788 Mar 18 10:59:15.576853 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Sync routers for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:59:15.586092 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:15.586867 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:15.765398 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:16.068240 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 4, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fe2086e9-8d02-41d1-98e8-55e995827192', 'name': '', 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'mac_address': 'fa:16:3e:9c:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:11Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 2, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'subnets': [{'id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:16.072050 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Checking router: dd277c9a-c88e-49b3-8cf2-a7830eabafd7 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:59:16.072396 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Updating router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 port fe2086e9-8d02-41d1-98e8-55e995827192 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:59:16.126934 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.462031 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.473660 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Transition to ACTIVE for port object fe2086e9-8d02-41d1-98e8-55e995827192 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:16.518374 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.585883 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d12d4c00-a86e-4fea-baa7-5bef732d5419 req-edd2f2c1-5178-4af4-a554-0bcae22283f5 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 210 time: 0.0497882 Mar 18 10:59:16.675662 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042e1c6-5bcd-40b7-b886-66059af941a0 None None] Pushing event updated for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:16.750912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a951ac40-a5be-4582-80dc-09da49ee5b10 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:16.768232 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Attempting to bind port fe2086e9-8d02-41d1-98e8-55e995827192 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:16.768589 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Attempting to bind port fe2086e9-8d02-41d1-98e8-55e995827192 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:16.768940 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Attempting to bind port fe2086e9-8d02-41d1-98e8-55e995827192 on network 052380e1-ba59-4607-bcdf-974ac944a553 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:16.774418 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:16.774784 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Checking segment: {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:16.775172 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.775558 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Bound using segment: {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:16.776003 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Bound port: fe2086e9-8d02-41d1-98e8-55e995827192, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71634a42-bbcb-4895-ba72-709f28a44d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:16.776359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.825320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a951ac40-a5be-4582-80dc-09da49ee5b10 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:16.825687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:16.860745 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] For port fe2086e9-8d02-41d1-98e8-55e995827192, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:16.864170 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] For port fe2086e9-8d02-41d1-98e8-55e995827192, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fe2086e9-8d02-41d1-98e8-55e995827192,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:16.924902 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:17.001483 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 10:59:17.002118 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T10:58:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:17.065693 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042e1c6-5bcd-40b7-b886-66059af941a0 None None] Pushing event updated for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:17.198302 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 10:59:17.248094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-13cb1191-23c8-4ec1-895e-a185be9d2dad tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:17.248788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-13cb1191-23c8-4ec1-895e-a185be9d2dad tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:17.386479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-13cb1191-23c8-4ec1-895e-a185be9d2dad tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:17.388265 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-13cb1191-23c8-4ec1-895e-a185be9d2dad tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "GET /v2.0/networks?id=978089cd-d715-497a-af17-08c2424435ac HTTP/1.1" status: 200 len: 816 time: 0.2921066 Mar 18 10:59:17.400247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Request body: {'port': {'device_id': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'admin_state_up': True, 'tenant_id': '7a71011171804a71b80afdf55815f0b9'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:17.510663 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 4, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fe2086e9-8d02-41d1-98e8-55e995827192', 'name': '', 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'mac_address': 'fa:16:3e:9c:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:11Z', 'updated_at': '2022-03-18T10:59:16Z', 'revision_number': 4, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'subnets': [{'id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:59:17.515426 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d387b-586a-4546-b221-9bf5b6011c1c None None] The sync data for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv is: [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T10:59:12Z', 'revision_number': 4, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fe2086e9-8d02-41d1-98e8-55e995827192', 'name': '', 'network_id': '052380e1-ba59-4607-bcdf-974ac944a553', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'mac_address': 'fa:16:3e:9c:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:11Z', 'updated_at': '2022-03-18T10:59:16Z', 'revision_number': 4, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'subnets': [{'id': '73e81eb4-ca6c-4ca0-88cb-cf55cc7de484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:59:17.554002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:17.563827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:17.626621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Made reservation on behalf of 7a71011171804a71b80afdf55815f0b9 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:59:17.630313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:17.767431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6cebdcee-d104-4ed0-8046-817e6e4ca8e9 req-fe91e989-7b75-48be-8071-80fb254b9d8a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 210 time: 0.0569575 Mar 18 10:59:17.846122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Allocated IP 172.20.0.6 (978089cd-d715-497a-af17-08c2424435ac/452d6ede-e44e-40cd-a908-0eaa40e2f02e/f7ad78b9-edd5-4970-b370-8e0151e6bbe1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:18.059363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.073882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Transition to ACTIVE for port object f7ad78b9-edd5-4970-b370-8e0151e6bbe1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:18.152757 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.217630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Network 978089cd-d715-497a-af17-08c2424435ac is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:18.224961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:18.229191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:18.260069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Pushing event updated for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:18.311111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:18.311648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.496231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-3a7faedc-e612-46c4-af6a-7cfbc50ecf75 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997808 Mar 18 10:59:18.507676 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Request body: {'port': {'device_id': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:18.535459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-63b66bb1-2f46-4696-9461-77fa765da9ea None None] Provisioning for port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:18.540519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-63b66bb1-2f46-4696-9461-77fa765da9ea None None] Provisioning complete for port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:18.540891 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-63b66bb1-2f46-4696-9461-77fa765da9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.598029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-63b66bb1-2f46-4696-9461-77fa765da9ea None None] Port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:18.620399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.763590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fe2086e9-8d02-41d1-98e8-55e995827192 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:18.895677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port fe2086e9-8d02-41d1-98e8-55e995827192 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:18.904866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fe2086e9-8d02-41d1-98e8-55e995827192 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:18.910079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:18.998825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbce89-0821-4d35-8423-7c857d63e828 req-11b747ef-1a78-4aa9-a58b-3690123bb0c5 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:19.000310 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-43bbce89-0821-4d35-8423-7c857d63e828 req-11b747ef-1a78-4aa9-a58b-3690123bb0c5 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 931 time: 0.1183591 Mar 18 10:59:19.039825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.056706 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-43bbce89-0821-4d35-8423-7c857d63e828 req-e3754882-8639-4749-9dc0-d4f344aa15d9 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Mar 18 10:59:19.083534 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port fe2086e9-8d02-41d1-98e8-55e995827192, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fe2086e9-8d02-41d1-98e8-55e995827192,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:19.095681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ad78b9-edd5-4970-b370-8e0151e6bbe1 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:59:19.103430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.118571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Transition to ACTIVE for port object f7ad78b9-edd5-4970-b370-8e0151e6bbe1 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:19.175501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.197833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.241185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:19.353257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:19.435380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Attempting to bind port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:19.435707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Attempting to bind port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:19.436024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Attempting to bind port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:19.440392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 on network 978089cd-d715-497a-af17-08c2424435ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:59:19.440698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Attempting to bind port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:19.445641 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:19.446011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Checking segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:19.446389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Bound using segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:19.446804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Bound port: f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:19.447139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.537890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:19.540861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:19.593192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.657507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:19.658135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:19.659490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] 10.222.0.24 "PUT /v2.0/ports/f7ad78b9-edd5-4970-b370-8e0151e6bbe1 HTTP/1.1" status: 200 len: 1093 time: 1.1558678 Mar 18 10:59:19.659932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:59:19.689883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b31b08-ed3f-4dbe-a2df-306f29a4ccee service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:19.716415 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1', 'status': 'completed', 'code': 200} Mar 18 10:59:19.810103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-bf976e58-e40e-402a-bc31-dc3c3ff8f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:19.811592 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-bf976e58-e40e-402a-bc31-dc3c3ff8f6d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 1096 time: 0.0759428 Mar 18 10:59:19.956957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-7f72846c-a241-4f00-bcf9-97daef8bbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:19.958513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-7f72846c-a241-4f00-bcf9-97daef8bbd38 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a71011171804a71b80afdf55815f0b9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1381190 Mar 18 10:59:20.095790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-8b449c1b-0429-4d01-a65f-7997145dcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:20.097747 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e899e46e-154b-4dd0-9ffc-b299fc632668 req-8b449c1b-0429-4d01-a65f-7997145dcf87 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339285 Mar 18 10:59:20.204132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-7a40dd68-cdae-4911-9490-40bff1a0ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:20.205684 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-7a40dd68-cdae-4911-9490-40bff1a0ef62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 1096 time: 0.0707667 Mar 18 10:59:20.231144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1cc3-c6e9-49b6-894a-6c912e716332 req-1aab43fa-eee9-4ba8-88b2-1dcebf8fb0fc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:20.232559 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-626c1cc3-c6e9-49b6-894a-6c912e716332 req-1aab43fa-eee9-4ba8-88b2-1dcebf8fb0fc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 943 time: 0.0778008 Mar 18 10:59:20.277185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-8c88ed46-fb16-4398-a209-b1a6b0939d04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0647175 Mar 18 10:59:20.278411 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-626c1cc3-c6e9-49b6-894a-6c912e716332 req-b7eef445-e11d-40c9-af43-4dff35256234 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Mar 18 10:59:20.342906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-58ba96d6-6999-464a-a613-47d7f42bafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:20.344349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-58ba96d6-6999-464a-a613-47d7f42bafe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=452d6ede-e44e-40cd-a908-0eaa40e2f02e HTTP/1.1" status: 200 len: 855 time: 0.0616412 Mar 18 10:59:20.415605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-f1bfa7a8-3d6f-4667-bb0b-a308e7ffa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:20.417069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-f1bfa7a8-3d6f-4667-bb0b-a308e7ffa5c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=978089cd-d715-497a-af17-08c2424435ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666437 Mar 18 10:59:20.544904 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-0fea85d9-dac6-4d9c-9f99-f8d131d90a85 service neutron] 10.222.0.24 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210558 Mar 18 10:59:20.745664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fe2086e9-8d02-41d1-98e8-55e995827192 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:20.774697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c20fea9a-caa4-4da9-ab25-0237f697249b req-7d722017-bfca-48fe-9962-c838dfbd4d70 service neutron] 10.222.0.24 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234330 Mar 18 10:59:20.847870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fe2086e9-8d02-41d1-98e8-55e995827192 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:20.848289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:21.460768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-341a250c-7e7b-443d-8c58-1468b77b1d04 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:21.461450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-341a250c-7e7b-443d-8c58-1468b77b1d04 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:21.517907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-341a250c-7e7b-443d-8c58-1468b77b1d04 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:21.519029 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-341a250c-7e7b-443d-8c58-1468b77b1d04 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 943 time: 0.1351044 Mar 18 10:59:21.566139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-b34a259b-4a79-41c6-9dea-57920313412b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:21.632163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-b34a259b-4a79-41c6-9dea-57920313412b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:21.633290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f49c9e8e-e8a4-413f-bf0e-c63d7cad1c34 req-b34a259b-4a79-41c6-9dea-57920313412b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088128 Mar 18 10:59:21.975313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3aa15b7a-4cce-4716-88a0-32bb719afcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:22.820324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525862-85ac-4d4f-9320-193c8893e34c req-fa04b434-c2a2-4bb4-a6dc-fd76cf13dd37 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:22.821657 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-28525862-85ac-4d4f-9320-193c8893e34c req-fa04b434-c2a2-4bb4-a6dc-fd76cf13dd37 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 943 time: 0.0828147 Mar 18 10:59:22.864983 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-28525862-85ac-4d4f-9320-193c8893e34c req-d8ad9ed7-934f-44bd-b991-ed4a32353cff tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Mar 18 10:59:23.525179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f7ad78b9-edd5-4970-b370-8e0151e6bbe1 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:59:23.654484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:23.667016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'port_id': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1', 'mac_address': 'fa:16:3e:07:6d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:59:23.719826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:23.735512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad78b9-edd5-4970-b370-8e0151e6bbe1 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:59:23.750802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:23.826470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:23.895379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:24.034614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['f7ad78b9-edd5-4970-b370-8e0151e6bbe1'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:59:24.064100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885e59-a990-4442-86e6-2aa1394187fd req-b18809db-9172-480e-ae34-562d85c87258 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:24.065549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a8885e59-a990-4442-86e6-2aa1394187fd req-b18809db-9172-480e-ae34-562d85c87258 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 944 time: 0.0799849 Mar 18 10:59:24.109160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a8885e59-a990-4442-86e6-2aa1394187fd req-0aabedf4-84d8-4c8d-8a81-6f5f510f6154 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Mar 18 10:59:24.546966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bac45a77-a05c-4b4d-b258-e9ed3513c7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.289861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b84cc-9ac8-47f5-b1f5-83a66d77cab2 req-20214cae-f5db-44e0-9720-eefaa7ce3d7f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:25.291188 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-500b84cc-9ac8-47f5-b1f5-83a66d77cab2 req-20214cae-f5db-44e0-9720-eefaa7ce3d7f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 944 time: 0.0768239 Mar 18 10:59:25.333993 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-500b84cc-9ac8-47f5-b1f5-83a66d77cab2 req-94af1c16-1d80-4b5d-bc71-262896bdb804 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Mar 18 10:59:25.438007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.472106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.540556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f7ad78b9-edd5-4970-b370-8e0151e6bbe1 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:25.655559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.678222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:25.683003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:25.688326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.700405 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 10:59:25.795482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.821273 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:59:25.830693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:25.865531 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1', 'code': 200} Mar 18 10:59:25.919436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:25.986526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:26.229884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e00a5-a7c6-41a5-86af-3d69fbfe0101 req-91996461-bcef-406a-81f9-1eef7b43da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:26.232006 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c99e00a5-a7c6-41a5-86af-3d69fbfe0101 req-91996461-bcef-406a-81f9-1eef7b43da4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 1098 time: 0.0724657 Mar 18 10:59:26.271446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c99e00a5-a7c6-41a5-86af-3d69fbfe0101 req-25371c6f-70eb-4972-a4b3-c5c33265c5de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Mar 18 10:59:26.515432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656915b-3955-4b38-8b49-ffe2679fa791 req-fd88953f-17f2-4230-9813-d82d1c3370cc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:26.516756 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d656915b-3955-4b38-8b49-ffe2679fa791 req-fd88953f-17f2-4230-9813-d82d1c3370cc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0812778 Mar 18 10:59:26.559235 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d656915b-3955-4b38-8b49-ffe2679fa791 req-ca66b89d-05f5-4569-94bb-17e1d50f6bd6 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 Mar 18 10:59:26.997953 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:27.741570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881a265-a620-46b9-8986-519f5ac4b3c2 req-1357f567-52b8-4386-9ada-b0fc98a85fb7 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:27.743009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2881a265-a620-46b9-8986-519f5ac4b3c2 req-1357f567-52b8-4386-9ada-b0fc98a85fb7 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0782678 Mar 18 10:59:27.787487 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2881a265-a620-46b9-8986-519f5ac4b3c2 req-1cda1a4c-3370-4ed0-9925-8021d0145e0c tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Mar 18 10:59:27.972411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b70c5-1a49-4e85-a2e5-77677514dc7f req-b9a37a6f-93c2-4505-9808-1f456de4cc3f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:27.973871 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-586b70c5-1a49-4e85-a2e5-77677514dc7f req-b9a37a6f-93c2-4505-9808-1f456de4cc3f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0784650 Mar 18 10:59:28.022563 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-586b70c5-1a49-4e85-a2e5-77677514dc7f req-31872455-e68c-4a02-9805-5da84a3e8275 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Mar 18 10:59:45.557647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923129c-5dac-4a09-a08e-7ec43cec719b req-894cadf1-538f-48df-8290-d191938e8741 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:45.559100 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9923129c-5dac-4a09-a08e-7ec43cec719b req-894cadf1-538f-48df-8290-d191938e8741 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0953348 Mar 18 10:59:45.602599 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9923129c-5dac-4a09-a08e-7ec43cec719b req-872a428f-979c-4c19-8a09-7e10529c02ac tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Mar 18 10:59:46.787139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc0f20-4a73-4e24-ae87-d9e40217096e req-22029c10-6767-42a7-8f40-d8d76ca1a934 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:46.788587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1abc0f20-4a73-4e24-ae87-d9e40217096e req-22029c10-6767-42a7-8f40-d8d76ca1a934 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0830011 Mar 18 10:59:46.833027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1abc0f20-4a73-4e24-ae87-d9e40217096e req-7d70d08c-23cf-49d8-be52-1b90a5b58d1c tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Mar 18 10:59:47.042684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-398e19c8-4e23-43ec-bf09-c89e14e375fb tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:47.044089 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-398e19c8-4e23-43ec-bf09-c89e14e375fb tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 945 time: 0.0784400 Mar 18 10:59:47.114504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Deleting port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 10:59:47.114847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:47.353321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] For port f7ad78b9-edd5-4970-b370-8e0151e6bbe1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:47.353678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:47.474850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Calling delete_port for f7ad78b9-edd5-4970-b370-8e0151e6bbe1 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 10:59:47.679041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:47.690785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['f7ad78b9-edd5-4970-b370-8e0151e6bbe1'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:59:47.727423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Pushing event deleted for resources: {'Port': ['ID=f7ad78b9-edd5-4970-b370-8e0151e6bbe1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:47.765684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.766118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.766364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.766695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.767022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.767338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.767667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.767992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.768313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.768631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.768949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.769271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:59:47.816812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] No DVR routers for this DVR port f7ad78b9-edd5-4970-b370-8e0151e6bbe1 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:59:47.819400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:47.822074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'name': 'network-vif-deleted', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:59:47.868356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e1605a-7a9d-4451-9c7f-a1993c141a37', 'name': 'network-vif-deleted', 'tag': 'f7ad78b9-edd5-4970-b370-8e0151e6bbe1', 'status': 'completed', 'code': 200} Mar 18 10:59:47.902554 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0cbfc142-fac2-4590-bd07-f65dcd588d1f req-30b58877-5a87-471f-851b-a4347fabf342 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "DELETE /v2.0/ports/f7ad78b9-edd5-4970-b370-8e0151e6bbe1 HTTP/1.1" status: 204 len: 173 time: 0.8525989 Mar 18 10:59:47.989468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-15edf30c-c847-4f25-8aec-9e8d50203163 req-a3ae075f-f75e-40b0-851f-613cd195a3dd tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:48.056310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-15edf30c-c847-4f25-8aec-9e8d50203163 req-a3ae075f-f75e-40b0-851f-613cd195a3dd tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:48.057424 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15edf30c-c847-4f25-8aec-9e8d50203163 req-a3ae075f-f75e-40b0-851f-613cd195a3dd tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9e1605a-7a9d-4451-9c7f-a1993c141a37 HTTP/1.1" status: 200 len: 210 time: 0.1098132 Mar 18 10:59:49.842369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-95b4f350-9ae3-4fb7-94ca-28f61b6fd401 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:49.843709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-95b4f350-9ae3-4fb7-94ca-28f61b6fd401 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/networks?id=978089cd-d715-497a-af17-08c2424435ac HTTP/1.1" status: 200 len: 816 time: 0.1408396 Mar 18 10:59:49.858292 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-22873bf7-2027-456d-a91f-e582fc3ff0e1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/quotas/7a71011171804a71b80afdf55815f0b9 HTTP/1.1" status: 200 len: 375 time: 0.0086045 Mar 18 10:59:49.940962 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-9a940a9d-fcd1-4891-b292-e174d49c7944 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780721 Mar 18 10:59:50.161120 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-bb7e4489-0116-45e5-ad0d-cd63f68f333c service neutron] 10.222.0.18 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088618 Mar 18 10:59:50.287135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-253c6fc4-bbf0-4301-b0a6-bbf6a2c1bb05 service neutron] 10.222.0.18 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203117 Mar 18 10:59:50.524452 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c7115859-00d7-414f-b7c9-666d7f35317a req-449739a1-25bb-4b8c-9571-459a9c4db657 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 210 time: 0.0456688 Mar 18 10:59:51.670802 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bb45ae0a-ff34-41ba-a1d8-c290d40252e0 req-8a39acae-7a16-4742-ab4d-23134b974304 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 210 time: 0.0411568 Mar 18 10:59:51.712697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f7ad78b9-edd5-4970-b370-8e0151e6bbe1 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 10:59:51.745573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: f7ad78b9-edd5-4970-b370-8e0151e6bbe1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 10:59:51.745944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device f7ad78b9-edd5-4970-b370-8e0151e6bbe1 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 10:59:51.998910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d973985c-e96b-47f9-8c2c-d708f2f23ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:52.233770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-b4b8f21b-25d6-4fb6-beac-cc06830f6bbb tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:52.235133 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-b4b8f21b-25d6-4fb6-beac-cc06830f6bbb tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "GET /v2.0/networks?id=978089cd-d715-497a-af17-08c2424435ac HTTP/1.1" status: 200 len: 816 time: 0.1491144 Mar 18 10:59:52.246423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Request body: {'port': {'device_id': '7ea20920-808c-4b4e-943a-5098eed403ff', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'admin_state_up': True, 'tenant_id': '7a71011171804a71b80afdf55815f0b9'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:52.383838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 10:59:52.393626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 10:59:52.445191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Made reservation on behalf of 7a71011171804a71b80afdf55815f0b9 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:59:52.448802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:52.622437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Allocated IP 172.20.0.10 (978089cd-d715-497a-af17-08c2424435ac/452d6ede-e44e-40cd-a908-0eaa40e2f02e/5f625807-c0d5-41a9-89fb-20128c9b9267) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:59:52.846230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:52.847261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d06e9ead-4e49-43bb-8945-fd195a45cd16 req-2908bc97-7d1d-4d52-8486-418fa558f188 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 210 time: 0.0709977 Mar 18 10:59:52.863965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Transition to ACTIVE for port object 5f625807-c0d5-41a9-89fb-20128c9b9267 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:52.931358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.004159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Network 978089cd-d715-497a-af17-08c2424435ac is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:59:53.011515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:59:53.017419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 10:59:53.048636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Pushing event updated for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:53.085327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:53.085948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.148695 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-a3ff80d1-2af5-496e-ae2c-58b60564cec3 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9056573 Mar 18 10:59:53.160217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Request body: {'port': {'device_id': '7ea20920-808c-4b4e-943a-5098eed403ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:59:53.270909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.318956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f6c1f8a8-f829-4a81-a554-667db2171074 None None] Provisioning for port 5f625807-c0d5-41a9-89fb-20128c9b9267 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:53.324321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f6c1f8a8-f829-4a81-a554-667db2171074 None None] Provisioning complete for port 5f625807-c0d5-41a9-89fb-20128c9b9267 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:53.324696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f8a8-f829-4a81-a554-667db2171074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.380943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1f8a8-f829-4a81-a554-667db2171074 None None] Port 5f625807-c0d5-41a9-89fb-20128c9b9267 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 10:59:53.605962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f625807-c0d5-41a9-89fb-20128c9b9267 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:59:53.613595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.627610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Transition to ACTIVE for port object 5f625807-c0d5-41a9-89fb-20128c9b9267 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 10:59:53.689834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:53.954311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Pushing event updated for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:54.077264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Attempting to bind port 5f625807-c0d5-41a9-89fb-20128c9b9267 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 10:59:54.077594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Attempting to bind port 5f625807-c0d5-41a9-89fb-20128c9b9267 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 10:59:54.077958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Attempting to bind port 5f625807-c0d5-41a9-89fb-20128c9b9267 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:54.088968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Port 5f625807-c0d5-41a9-89fb-20128c9b9267 on network 978089cd-d715-497a-af17-08c2424435ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 10:59:54.089301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Attempting to bind port 5f625807-c0d5-41a9-89fb-20128c9b9267 on network 978089cd-d715-497a-af17-08c2424435ac {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 10:59:54.098943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 10:59:54.099273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Checking segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 10:59:54.099650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Bound using segment: {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 10:59:54.100068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Bound port: 5f625807-c0d5-41a9-89fb-20128c9b9267, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d207821-c5a2-4436-a56e-8cec3828e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '978089cd-d715-497a-af17-08c2424435ac'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 10:59:54.100403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:54.116799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3e50-d9ff-41f0-b31e-8ef9666c1f0f req-ba977fd1-b6cc-4466-ba0c-9effb3ce1e9a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.117483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b84f3e50-d9ff-41f0-b31e-8ef9666c1f0f req-ba977fd1-b6cc-4466-ba0c-9effb3ce1e9a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 10:59:54.205736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 10:59:54.207440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b84f3e50-d9ff-41f0-b31e-8ef9666c1f0f req-ba977fd1-b6cc-4466-ba0c-9effb3ce1e9a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 10:59:54.208587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b84f3e50-d9ff-41f0-b31e-8ef9666c1f0f req-ba977fd1-b6cc-4466-ba0c-9effb3ce1e9a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 944 time: 0.2235885 Mar 18 10:59:54.210165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f625807-c0d5-41a9-89fb-20128c9b9267,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 10:59:54.253449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b84f3e50-d9ff-41f0-b31e-8ef9666c1f0f req-1894ade1-6b42-470d-a7f3-a747f4e592ab tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Mar 18 10:59:54.256276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:54.312487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.314079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:54.314571 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] 10.222.0.24 "PUT /v2.0/ports/5f625807-c0d5-41a9-89fb-20128c9b9267 HTTP/1.1" status: 200 len: 1094 time: 1.1587620 Mar 18 10:59:54.315146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:59:54.340849 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aff84-dc65-4c0b-b22f-265426dc629d service neutron] Pushing event updated for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:54.364794 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267', 'status': 'completed', 'code': 200} Mar 18 10:59:54.469038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-d0317640-ae3e-41d6-9136-40ee8b83c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.470555 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-d0317640-ae3e-41d6-9136-40ee8b83c3cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 1097 time: 0.0845344 Mar 18 10:59:54.473404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3c50980-8606-4ef8-b56a-d1358ab0f705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:54.613391 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-6f36b4d0-aba0-4a1a-b139-bf5662980e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.614900 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-6f36b4d0-aba0-4a1a-b139-bf5662980e19 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a71011171804a71b80afdf55815f0b9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1371567 Mar 18 10:59:54.757504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-481b7af0-8f75-4f1b-a248-2bdbeeb7da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.758874 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2aa8f6e-9c3b-4ef7-adb0-481de2cad4d9 req-481b7af0-8f75-4f1b-a248-2bdbeeb7da10 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387608 Mar 18 10:59:54.863732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-84c9ade1-9792-42f5-aab8-8381cfe434ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.865183 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-84c9ade1-9792-42f5-aab8-8381cfe434ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a71011171804a71b80afdf55815f0b9&device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 1097 time: 0.0694351 Mar 18 10:59:54.933801 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-ed30b90d-5dcb-4ec1-9505-18595f716448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f625807-c0d5-41a9-89fb-20128c9b9267 HTTP/1.1" status: 200 len: 217 time: 0.0620861 Mar 18 10:59:54.994040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-17970bde-ea3d-4c3e-805f-5c3acd2354e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:54.995419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-17970bde-ea3d-4c3e-805f-5c3acd2354e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=452d6ede-e44e-40cd-a908-0eaa40e2f02e HTTP/1.1" status: 200 len: 855 time: 0.0553553 Mar 18 10:59:55.070696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360880d5-ed71-47a6-b248-ce138059e263 req-9ca8208f-b028-4b50-a6ab-b10df4c85b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:55.072047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-9ca8208f-b028-4b50-a6ab-b10df4c85b96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=978089cd-d715-497a-af17-08c2424435ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712421 Mar 18 10:59:55.197790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-06a65023-a007-423d-8ff7-41be01a034dd service neutron] 10.222.0.24 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199491 Mar 18 10:59:55.326984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-360880d5-ed71-47a6-b248-ce138059e263 req-101fe319-8fae-4ade-915f-6c0f33cccc72 service neutron] 10.222.0.24 "GET /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232922 Mar 18 10:59:55.407477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:55.440454 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306fadc-50bb-4482-9c36-40665a32ac71 req-3fb8d494-2571-4d31-abe9-108f02a0439a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:55.441939 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c306fadc-50bb-4482-9c36-40665a32ac71 req-3fb8d494-2571-4d31-abe9-108f02a0439a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 944 time: 0.0802960 Mar 18 10:59:55.444866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:55.484790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c306fadc-50bb-4482-9c36-40665a32ac71 req-3d35f924-ebc4-4bf5-b64e-60278f63a4e7 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Mar 18 10:59:55.616173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:56.662585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f23c2a-247d-478b-b2ca-394535813f05 req-6dd1e29b-0167-49bc-a39e-07e331d8c324 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:56.663995 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-10f23c2a-247d-478b-b2ca-394535813f05 req-6dd1e29b-0167-49bc-a39e-07e331d8c324 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 944 time: 0.0772169 Mar 18 10:59:56.707819 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-10f23c2a-247d-478b-b2ca-394535813f05 req-e95fd008-63c1-40f8-9076-739565ee4a9c tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Mar 18 10:59:57.027342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:57.775302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f625807-c0d5-41a9-89fb-20128c9b9267 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 10:59:57.897759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea2306-45aa-463d-be1e-a98ddb2edd7c req-4a3ba0e5-b978-4c41-aabd-2ab9dafb1da0 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:57.899550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31ea2306-45aa-463d-be1e-a98ddb2edd7c req-4a3ba0e5-b978-4c41-aabd-2ab9dafb1da0 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 944 time: 0.0852926 Mar 18 10:59:57.909136 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f625807-c0d5-41a9-89fb-20128c9b9267,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:57.923688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '5f625807-c0d5-41a9-89fb-20128c9b9267', 'network_id': '978089cd-d715-497a-af17-08c2424435ac', 'port_id': '5f625807-c0d5-41a9-89fb-20128c9b9267', 'mac_address': 'fa:16:3e:71:30:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d6ede-e44e-40cd-a908-0eaa40e2f02e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 10:59:57.944703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31ea2306-45aa-463d-be1e-a98ddb2edd7c req-fc6ee11d-920b-4157-bf93-96e57eebe6c6 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Mar 18 10:59:57.978951 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:58.043809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f625807-c0d5-41a9-89fb-20128c9b9267 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:59:58.043809 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f625807-c0d5-41a9-89fb-20128c9b9267,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 10:59:58.153683 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 10:59:58.221014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:59:58.342698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['5f625807-c0d5-41a9-89fb-20128c9b9267'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 10:59:59.221723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b1468-ad24-4f0f-a7e5-6fdb8326f699 req-a26352d3-fc85-48b7-9ccd-c28c8536006b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:59:59.225072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-861b1468-ad24-4f0f-a7e5-6fdb8326f699 req-a26352d3-fc85-48b7-9ccd-c28c8536006b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 945 time: 0.1748185 Mar 18 10:59:59.265771 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-861b1468-ad24-4f0f-a7e5-6fdb8326f699 req-3e2acb48-9171-4db7-84c3-4169457f6974 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369697 Mar 18 10:59:59.790294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f625807-c0d5-41a9-89fb-20128c9b9267 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 10:59:59.925104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 5f625807-c0d5-41a9-89fb-20128c9b9267 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 10:59:59.930438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 5f625807-c0d5-41a9-89fb-20128c9b9267 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 10:59:59.930808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:00.070133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:00.095933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:00:00.105628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f625807-c0d5-41a9-89fb-20128c9b9267,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:00.142874 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267', 'code': 200} Mar 18 11:00:00.159559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:00.227601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:00.497891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6875b7-a1ab-40d8-b27a-4f542e4a6380 req-e2ced788-8e0d-4aa6-ab37-71632eae63dc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:00.499918 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df6875b7-a1ab-40d8-b27a-4f542e4a6380 req-e2ced788-8e0d-4aa6-ab37-71632eae63dc tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.1316175 Mar 18 11:00:00.506957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0c01-a7b9-4338-89f7-837a8b246e95 req-c6a0ae44-9575-410f-9907-150bac914979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:00.508720 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3d0f0c01-a7b9-4338-89f7-837a8b246e95 req-c6a0ae44-9575-410f-9907-150bac914979 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 1099 time: 0.0844898 Mar 18 11:00:00.545602 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df6875b7-a1ab-40d8-b27a-4f542e4a6380 req-910ecec0-0f8d-454e-9f1a-5ffc7b3d2344 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Mar 18 11:00:00.552606 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3d0f0c01-a7b9-4338-89f7-837a8b246e95 req-ec5dfadc-dae6-4f85-ae31-49bbe86123cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Mar 18 11:00:01.831582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dbe2d-c3b4-4622-8281-eebc27e80b5e req-677aded7-a114-4e97-998a-3f16288ed0ea tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:01.832986 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-281dbe2d-c3b4-4622-8281-eebc27e80b5e req-677aded7-a114-4e97-998a-3f16288ed0ea tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.1807988 Mar 18 11:00:01.875762 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-281dbe2d-c3b4-4622-8281-eebc27e80b5e req-59d4f0d1-a407-487a-91f9-22f922107e39 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Mar 18 11:00:02.700712 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:00:03.052246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0115e3-f20b-45e7-96c3-5b0bb0560050 req-5f56034f-b7c3-4256-a8cc-ed80de4c76f2 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:03.053560 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e0115e3-f20b-45e7-96c3-5b0bb0560050 req-5f56034f-b7c3-4256-a8cc-ed80de4c76f2 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.0774209 Mar 18 11:00:03.095280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9e0115e3-f20b-45e7-96c3-5b0bb0560050 req-cb21f146-8c8c-4122-93c2-bfd22983d53d tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Mar 18 11:00:03.319983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3205ad3-c18c-4d79-90fe-af28b8fc4753 req-b25fb98b-626e-4512-b83b-a428142752be tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:03.321346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f3205ad3-c18c-4d79-90fe-af28b8fc4753 req-b25fb98b-626e-4512-b83b-a428142752be tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.1267796 Mar 18 11:00:03.364479 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f3205ad3-c18c-4d79-90fe-af28b8fc4753 req-5f439146-a0d8-4101-9efe-5947ef6301e9 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364599 Mar 18 11:00:20.920590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e976d-82ee-48c3-adc1-70bf96581917 req-e52ca49a-4070-4fe3-be25-fe508fc3fc5a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:20.922127 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-697e976d-82ee-48c3-adc1-70bf96581917 req-e52ca49a-4070-4fe3-be25-fe508fc3fc5a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.0785358 Mar 18 11:00:20.967765 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-697e976d-82ee-48c3-adc1-70bf96581917 req-5728cc5b-5808-4e61-957a-57c9c802095b tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Mar 18 11:00:22.016796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-04441b42-fcc9-45b2-b87c-b52853e5232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:22.155233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef224694-e819-4a03-aed7-41b079dbe3f7 req-37814af0-ad39-4deb-b746-00c76657eab9 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:22.156669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef224694-e819-4a03-aed7-41b079dbe3f7 req-37814af0-ad39-4deb-b746-00c76657eab9 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.0811524 Mar 18 11:00:22.202592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef224694-e819-4a03-aed7-41b079dbe3f7 req-71fac73c-2727-4c0f-9e5e-aaeeadaa5e2a tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d717a5f-10cb-48f9-a041-4f307b83ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Mar 18 11:00:22.454748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-70e7459c-dc9f-4390-b318-3a1c7d338cb8 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:22.456040 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-70e7459c-dc9f-4390-b318-3a1c7d338cb8 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 946 time: 0.0764487 Mar 18 11:00:22.525253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Deleting port 5f625807-c0d5-41a9-89fb-20128c9b9267 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:22.525590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:22.771646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] For port 5f625807-c0d5-41a9-89fb-20128c9b9267, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=5f625807-c0d5-41a9-89fb-20128c9b9267,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:22.772357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:22.926913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Calling delete_port for 5f625807-c0d5-41a9-89fb-20128c9b9267 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:23.131738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:23.143644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['5f625807-c0d5-41a9-89fb-20128c9b9267'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:00:23.186328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Pushing event deleted for resources: {'Port': ['ID=5f625807-c0d5-41a9-89fb-20128c9b9267,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:23.268552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] No DVR routers for this DVR port 5f625807-c0d5-41a9-89fb-20128c9b9267 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:00:23.271265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:23.275131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'name': 'network-vif-deleted', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:00:23.354065 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea20920-808c-4b4e-943a-5098eed403ff', 'name': 'network-vif-deleted', 'tag': '5f625807-c0d5-41a9-89fb-20128c9b9267', 'status': 'completed', 'code': 200} Mar 18 11:00:23.361638 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c441edb-c373-4ea7-87ce-e17c0cef1c70 req-bcd8b1ad-9755-4fdc-8cf3-8981498219c1 tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.24 "DELETE /v2.0/ports/5f625807-c0d5-41a9-89fb-20128c9b9267 HTTP/1.1" status: 204 len: 173 time: 0.9000764 Mar 18 11:00:23.368552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6c8641ce-94d9-40bd-ac04-83fbfe7534a8 req-294c2b54-c884-42a0-8829-f4822f92e72f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Synchronizing usage tracker for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:00:23.463063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6c8641ce-94d9-40bd-ac04-83fbfe7534a8 req-294c2b54-c884-42a0-8829-f4822f92e72f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] Unset dirty status for tenant:7a71011171804a71b80afdf55815f0b9 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:00:23.464753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6c8641ce-94d9-40bd-ac04-83fbfe7534a8 req-294c2b54-c884-42a0-8829-f4822f92e72f tempest-TestEncryptedCinderVolumes-1399434831 tempest-TestEncryptedCinderVolumes-1399434831-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ea20920-808c-4b4e-943a-5098eed403ff HTTP/1.1" status: 200 len: 210 time: 0.1489489 Mar 18 11:00:24.492172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e17861a6-bea4-4fb2-ad90-d596c806e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:24.651906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49286) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:25.171348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.509010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Deleting port c962ec18-4991-49c0-8367-0b434c558307 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:25.509370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.537604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.571434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.634799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.780217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] For port c962ec18-4991-49c0-8367-0b434c558307, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c962ec18-4991-49c0-8367-0b434c558307,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:25.780802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:25.898636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Calling delete_port for c962ec18-4991-49c0-8367-0b434c558307 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:25.916680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f625807-c0d5-41a9-89fb-20128c9b9267 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:25.950579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 5f625807-c0d5-41a9-89fb-20128c9b9267 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:25.950929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 5f625807-c0d5-41a9-89fb-20128c9b9267 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:26.308335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:26.353758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Pushing event deleted for resources: {'Port': ['ID=c962ec18-4991-49c0-8367-0b434c558307,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:26.390561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.391448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.391786 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.392117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.392448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.392774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.393146 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.393451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.393774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.394125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.394441 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.394759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:26.634248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:26.991246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:00:27.011193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:27.277043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:27.285998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ee749-5471-494e-8201-c314585228ac None None] Sync routers for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:27.295179 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ee749-5471-494e-8201-c314585228ac None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:27.295784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-437ee749-5471-494e-8201-c314585228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:27.338960 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0f3dbde7-cdc4-4394-981c-c325b07aebab admin admin] 10.222.0.18 "PUT /v2.0/routers/7f8c9850-4dff-4822-8c4b-83f2554a7de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6859608 Mar 18 11:00:27.341521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49290) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:27.471343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-437ee749-5471-494e-8201-c314585228ac None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:27.516635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:27.689953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:27.748609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Deleting port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:27.748942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:27.750460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-437ee749-5471-494e-8201-c314585228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T11:00:26Z', 'revision_number': 5, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port': {'id': '1f115dab-b4ff-42a3-9a75-7ce7811a4c5e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:00Z', 'updated_at': '2022-03-18T10:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:27.754259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ee749-5471-494e-8201-c314585228ac None None] Checking router: 7f8c9850-4dff-4822-8c4b-83f2554a7de8 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:27.762461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ee749-5471-494e-8201-c314585228ac None None] Routers {'7f8c9850-4dff-4822-8c4b-83f2554a7de8'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:27.763051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-437ee749-5471-494e-8201-c314585228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:27.911401 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-437ee749-5471-494e-8201-c314585228ac None None] Set router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:27.920373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] For port 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:27.920725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.014418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-437ee749-5471-494e-8201-c314585228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T11:00:27Z', 'revision_number': 6, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:28.018746 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ee749-5471-494e-8201-c314585228ac None None] The sync data for ids ['7f8c9850-4dff-4822-8c4b-83f2554a7de8'] in dv-neutron-834265-1-hyperv is: [{'id': '7f8c9850-4dff-4822-8c4b-83f2554a7de8', 'name': 'tempest-TestEncryptedCinderVolumes-585149845-router', 'tenant_id': '7a71011171804a71b80afdf55815f0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:58:59Z', 'updated_at': '2022-03-18T11:00:27Z', 'revision_number': 6, 'project_id': '7a71011171804a71b80afdf55815f0b9', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:28.042580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Calling delete_port for 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:28.268609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.315821 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f115dab-b4ff-42a3-9a75-7ce7811a4c5e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:28.410707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.588944 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.590990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.697062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.697549 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8c9850-4dff-4822-8c4b-83f2554a7de8 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:00:28.709244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.713210 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-09947678-e774-46ad-8208-7df03a21334b admin admin] 10.222.0.18 "DELETE /v2.0/routers/7f8c9850-4dff-4822-8c4b-83f2554a7de8 HTTP/1.1" status: 204 len: 168 time: 1.3678794 Mar 18 11:00:28.713210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49294) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:28.803237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:28.841576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:28.841844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1f115dab-b4ff-42a3-9a75-7ce7811a4c5e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:28.842272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c962ec18-4991-49c0-8367-0b434c558307 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:28.876812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c962ec18-4991-49c0-8367-0b434c558307 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:28.877164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c962ec18-4991-49c0-8367-0b434c558307 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:28.886920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Deleting subnet 452d6ede-e44e-40cd-a908-0eaa40e2f02e {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:00:28.892368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:28.941220 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.021742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.165488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.203304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452d6ede-e44e-40cd-a908-0eaa40e2f02e,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:29.206969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.212778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-89c60a23-6b2e-44a3-bff9-91a989dc2ae1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/452d6ede-e44e-40cd-a908-0eaa40e2f02e HTTP/1.1" status: 204 len: 168 time: 0.4989710 Mar 18 11:00:29.213382 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f3c48-6c8c-4fc8-a593-483395713836 None None] Network 978089cd-d715-497a-af17-08c2424435ac requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:29.215250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49298) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:29.320508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.331644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Deleting port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:29.331983 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.469907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2835aac-029d-4156-883b-19e69900919a None None] DHCP port deletion for 978089cd-d715-497a-af17-08c2424435ac request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:00:29.474035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e2835aac-029d-4156-883b-19e69900919a None None] Deleting port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:29.474414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e2835aac-029d-4156-883b-19e69900919a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.540022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] For port 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7894bf88-758a-4fba-8aaa-c02ffecb21b7,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:29.540373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.659452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Calling delete_port for 7894bf88-758a-4fba-8aaa-c02ffecb21b7 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:29.706284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-e2835aac-029d-4156-883b-19e69900919a None None] For port 7894bf88-758a-4fba-8aaa-c02ffecb21b7, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7894bf88-758a-4fba-8aaa-c02ffecb21b7,segment=NetworkSegment(1d207821-c5a2-4436-a56e-8cec3828e867),segment_id=1d207821-c5a2-4436-a56e-8cec3828e867)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:29.706569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e2835aac-029d-4156-883b-19e69900919a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.822965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:29.824884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e2835aac-029d-4156-883b-19e69900919a None None] Calling delete_port for 7894bf88-758a-4fba-8aaa-c02ffecb21b7 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:29.871959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Pushing event deleted for resources: {'Port': ['ID=7894bf88-758a-4fba-8aaa-c02ffecb21b7,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:29.875729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] No DVR routers for this DVR port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:00:29.895355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-e2835aac-029d-4156-883b-19e69900919a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:00:29.895710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-e2835aac-029d-4156-883b-19e69900919a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:00:29.988322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.012897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978089cd-d715-497a-af17-08c2424435ac']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:30.024504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d207821-c5a2-4436-a56e-8cec3828e867') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:30.024793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d207821-c5a2-4436-a56e-8cec3828e867') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:30.035857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.051681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.057661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:00:30.058065 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:00:30.071091 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:00:30.228523 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.244574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.256253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] Pushing event deleted for resources: {'Network': ['ID=978089cd-d715-497a-af17-08c2424435ac,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:30.349168 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2162735f-f8ac-4612-ad00-872c14a2a284 admin admin] 10.222.0.18 "DELETE /v2.0/networks/978089cd-d715-497a-af17-08c2424435ac HTTP/1.1" status: 204 len: 168 time: 1.1329536 Mar 18 11:00:30.351988 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49302) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:30.397177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e2835aac-029d-4156-883b-19e69900919a None None] Deleting port 7894bf88-758a-4fba-8aaa-c02ffecb21b7 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:30.397666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e2835aac-029d-4156-883b-19e69900919a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:30.462918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e2835aac-029d-4156-883b-19e69900919a None None] The port '7894bf88-758a-4fba-8aaa-c02ffecb21b7' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:00:30.771957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7894bf88-758a-4fba-8aaa-c02ffecb21b7 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:30.805266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7894bf88-758a-4fba-8aaa-c02ffecb21b7 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:30.805610 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7894bf88-758a-4fba-8aaa-c02ffecb21b7 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:30.981139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:31.313616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Deleting port fe2086e9-8d02-41d1-98e8-55e995827192 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:31.319605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:31.476013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] For port fe2086e9-8d02-41d1-98e8-55e995827192, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fe2086e9-8d02-41d1-98e8-55e995827192,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:31.476361 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:31.601757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Calling delete_port for fe2086e9-8d02-41d1-98e8-55e995827192 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:31.823322 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:31.876398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2086e9-8d02-41d1-98e8-55e995827192,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:32.241924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:32.592338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:00:32.767971 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:32.777961 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-38c6c549-aa7f-434c-868a-ef7a75c51074 admin admin] 10.222.0.18 "PUT /v2.0/routers/dd277c9a-c88e-49b3-8cf2-a7830eabafd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238527 Mar 18 11:00:32.778695 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Sync routers for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:32.779381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:32.788139 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:32.788726 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:32.962792 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:32.973689 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:33.152005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:33.217691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Deleting port a951ac40-a5be-4582-80dc-09da49ee5b10 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:33.218100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:33.272795 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T11:00:31Z', 'revision_number': 5, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port': {'id': 'a951ac40-a5be-4582-80dc-09da49ee5b10', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:59:08Z', 'updated_at': '2022-03-18T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:33.276802 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Checking router: dd277c9a-c88e-49b3-8cf2-a7830eabafd7 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:33.285459 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Routers {'dd277c9a-c88e-49b3-8cf2-a7830eabafd7'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:33.286077 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:33.388111 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] For port a951ac40-a5be-4582-80dc-09da49ee5b10, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a951ac40-a5be-4582-80dc-09da49ee5b10,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:33.388460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:33.433174 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] Set router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:33.508010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Calling delete_port for a951ac40-a5be-4582-80dc-09da49ee5b10 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:33.536632 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T11:00:33Z', 'revision_number': 6, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:33.540612 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941812-f8fd-4ffd-a3a1-74c4140a6fbc None None] The sync data for ids ['dd277c9a-c88e-49b3-8cf2-a7830eabafd7'] in dv-neutron-834265-1-hyperv is: [{'id': 'dd277c9a-c88e-49b3-8cf2-a7830eabafd7', 'name': 'tempest-TestEncryptedCinderVolumes-533054152-router', 'tenant_id': '7be555551e5b40378d65f7e938b53f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:59:07Z', 'updated_at': '2022-03-18T11:00:33Z', 'revision_number': 6, 'project_id': '7be555551e5b40378d65f7e938b53f00', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:33.844873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:33.894472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Pushing event deleted for resources: {'Port': ['ID=a951ac40-a5be-4582-80dc-09da49ee5b10,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:33.983945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.151926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.154258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.246148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.246612 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd277c9a-c88e-49b3-8cf2-a7830eabafd7 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:00:34.258943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.260056 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-13a66137-ccae-46e3-98b2-45812ac7959b admin admin] 10.222.0.18 "DELETE /v2.0/routers/dd277c9a-c88e-49b3-8cf2-a7830eabafd7 HTTP/1.1" status: 204 len: 168 time: 1.4797862 Mar 18 11:00:34.262648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49310) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:34.322076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Deleting subnet 73e81eb4-ca6c-4ca0-88cb-cf55cc7de484 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:00:34.325153 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.373891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.455472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.577876 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.615191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e81eb4-ca6c-4ca0-88cb-cf55cc7de484,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:34.618854 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.624845 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-93da6cc4-2d3f-4247-9f49-167b6381692e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73e81eb4-ca6c-4ca0-88cb-cf55cc7de484 HTTP/1.1" status: 204 len: 168 time: 0.3610620 Mar 18 11:00:34.627333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f7a98-8f59-4ea6-a5fb-7c447f9fd9aa None None] Network 052380e1-ba59-4607-bcdf-974ac944a553 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:34.628952 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49314) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:34.731553 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.743812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Deleting port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:34.744147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.781147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a951ac40-a5be-4582-80dc-09da49ee5b10 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:34.822158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a951ac40-a5be-4582-80dc-09da49ee5b10 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:34.822424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a951ac40-a5be-4582-80dc-09da49ee5b10 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:34.822842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fe2086e9-8d02-41d1-98e8-55e995827192 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:34.857492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: fe2086e9-8d02-41d1-98e8-55e995827192 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:34.857851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fe2086e9-8d02-41d1-98e8-55e995827192 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:34.950051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] DHCP port deletion for 052380e1-ba59-4607-bcdf-974ac944a553 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:00:34.951745 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] For port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:34.952255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:34.954156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Deleting port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:34.954518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.073116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Calling delete_port for 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:35.150525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] For port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,segment=NetworkSegment(71634a42-bbcb-4895-ba72-709f28a44d1e),segment_id=71634a42-bbcb-4895-ba72-709f28a44d1e)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:35.150960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.211757 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.258425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f7d0f6-3662-4ece-9c8a-28f63898a9d6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:35.260186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] No DVR routers for this DVR port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:00:35.270740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Calling delete_port for 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:00:35.344762 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:00:35.345121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:00:35.375916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.400694 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052380e1-ba59-4607-bcdf-974ac944a553']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:35.412831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71634a42-bbcb-4895-ba72-709f28a44d1e') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:35.413134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71634a42-bbcb-4895-ba72-709f28a44d1e') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:35.423966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.439352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.445085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:00:35.445463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:00:35.458513 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:00:35.742334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.758116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.769451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=052380e1-ba59-4607-bcdf-974ac944a553,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:35.772805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-36864e1d-30ce-4405-a3c2-bd8242b93db9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/052380e1-ba59-4607-bcdf-974ac944a553 HTTP/1.1" status: 204 len: 168 time: 1.1423507 Mar 18 11:00:35.846633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Deleting port 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:00:35.847206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:35.911691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0676b4e2-087d-41d4-bcd6-785507bb79b2 None None] The port '14f7d0f6-3662-4ece-9c8a-28f63898a9d6' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:00:36.159078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49320) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:36.207331 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b98c5b90-f65d-46c9-8abb-d66b146a5cf6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a71011171804a71b80afdf55815f0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469983 Mar 18 11:00:36.209517 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49324) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:36.264153 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:36.288460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:36.417434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:36.434983 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d717a5f-10cb-48f9-a041-4f307b83ee76,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:36.513025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:36.514156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-578bbde2-a3db-45c1-9049-f6584eeb7ccd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d717a5f-10cb-48f9-a041-4f307b83ee76 HTTP/1.1" status: 204 len: 168 time: 0.3037326 Mar 18 11:00:36.774800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:00:36.843422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:00:36.843763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 14f7d0f6-3662-4ece-9c8a-28f63898a9d6 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:00:37.207199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49332) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:37.257203 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-afb402d4-cebe-45c7-833c-e3e2fa046122 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7be555551e5b40378d65f7e938b53f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488811 Mar 18 11:00:37.259646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49336) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:37.316477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:37.342384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:37.486325 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:37.502497 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487a9ce-a96a-4919-af75-1bcbcb49f4e0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:37.506872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:37.507946 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1ca6e4a1-0c8e-4899-a662-f4d2e5b5ecdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8487a9ce-a96a-4919-af75-1bcbcb49f4e0 HTTP/1.1" status: 204 len: 168 time: 0.2474313 Mar 18 11:00:38.602203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49360) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:38.702738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-489912049-network', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:38.707443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:38.711309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Usage tracker for resource:network and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:38.714109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:38.720587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:38.811859 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Made reservation on behalf of 966c1d675aaa44a0bb3f120afdd00c99 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:00:38.814375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:38.835278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:38.853102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:38.856888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:38.860460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:38.866047 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:38.944955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.017488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.046606 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:00:39.054883 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:39.060261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.062050 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Added segment 3c541e97-b879-476c-bf9e-4a362d885480 of type vlan for network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e Mar 18 11:00:39.087103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.166175 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.167139 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:39.167742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.267239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] Pushing event updated for resources: {'Network': ['ID=24c8cd69-4124-4cf0-ad27-17c3fe8f297e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:39.276539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:00:39.309908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fb4a09ed-bef4-4d9a-ab9f-efd78e15a03c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7064722 Mar 18 11:00:39.313358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49366) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:39.318703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Request body: {'subnet': {'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-489912049-subnet', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:39.323831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:39.327826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Usage tracker for resource:subnet and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:39.331556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:39.337526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:39.394770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Made reservation on behalf of 966c1d675aaa44a0bb3f120afdd00c99 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:00:39.397118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.646038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.700851 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:00:39.722106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:39.728245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Checking segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:39.728597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Network hostable DHCP agents. Network: 24c8cd69-4124-4cf0-ad27-17c3fe8f297e, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:00:39.828514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:00:39.897365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 24c8cd69-4124-4cf0-ad27-17c3fe8f297e) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:39.901351 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:39.901960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:39.907207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295adbd-80bc-4144-8b04-ab1929a65598 None None] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:39.994455 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9c70d4c4-d548-4ed9-af5e-00247f40615b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6799932 Mar 18 11:00:39.997029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49370) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:40.001810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:40.007169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:40.010989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Usage tracker for resource:router and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:40.013772 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:40.019365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:40.109215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.111548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.112251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:00:40.113065 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.126359 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.262829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Allocated IP 172.20.0.2 (24c8cd69-4124-4cf0-ad27-17c3fe8f297e/b225b6cd-8877-4e3c-bdde-f2f17d6e7a28/a957f684-3d48-426d-9604-1aa414bb4645) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:40.460575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.471127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Transition to ACTIVE for port object a957f684-3d48-426d-9604-1aa414bb4645 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:40.479924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.488678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Transition to ACTIVE for port object a957f684-3d48-426d-9604-1aa414bb4645 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:40.589718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.650411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:40.651536 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:40.655214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:40.745699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Pushing event updated for resources: {'Port': ['ID=a957f684-3d48-426d-9604-1aa414bb4645,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:40.757662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.758039 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.758384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.758723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.759057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.759388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.759715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.760044 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.760371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.760693 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.761016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.761339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:40.765810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Attempting to bind port a957f684-3d48-426d-9604-1aa414bb4645 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:40.766742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Attempting to bind port a957f684-3d48-426d-9604-1aa414bb4645 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:40.767106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Attempting to bind port a957f684-3d48-426d-9604-1aa414bb4645 on network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:40.772397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:40.772767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Checking segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:40.773169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.773550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Bound using segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:40.774042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Bound port: a957f684-3d48-426d-9604-1aa414bb4645, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:40.774414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.853624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.860070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] For port a957f684-3d48-426d-9604-1aa414bb4645, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:40.863292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] For port a957f684-3d48-426d-9604-1aa414bb4645, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a957f684-3d48-426d-9604-1aa414bb4645,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:40.882648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:40.949739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:41.039742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae20d11-e458-408c-a36a-b8270b262c75 None None] Pushing event updated for resources: {'Port': ['ID=a957f684-3d48-426d-9604-1aa414bb4645,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:41.119651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Allocated IP 172.26.2.234 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:41.275540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:41.378182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:41.437608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:41.450548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:41.450548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:41.480328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Pushing event updated for resources: {'Port': ['ID=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:41.915872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380fbfe-e8fe-4a4b-853a-96352324705c None None] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:41.932022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:42.067125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0197b567-5af2-488d-b892-03a1e69a48ba None None] Provisioning for port a957f684-3d48-426d-9604-1aa414bb4645 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:42.262702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:42.503082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Router c269d3ea-132e-47ab-be9f-52d47e9cf47c is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:00:42.783393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:42.792539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Sync routers for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:42.801770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:42.802402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:42.850415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a957f684-3d48-426d-9604-1aa414bb4645 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:42.880539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:42.885120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b732e47a-4730-4c70-a09b-0f00ac9e33da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8840287 Mar 18 11:00:42.885906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49374) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:43.060932 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:43.157919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a957f684-3d48-426d-9604-1aa414bb4645 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:43.180557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a957f684-3d48-426d-9604-1aa414bb4645 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:43.180923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.422235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.461847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port a957f684-3d48-426d-9604-1aa414bb4645, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a957f684-3d48-426d-9604-1aa414bb4645,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:43.465559 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:41Z', 'revision_number': 3, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:43.473007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Checking router: c269d3ea-132e-47ab-be9f-52d47e9cf47c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:43.473007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Updating router c269d3ea-132e-47ab-be9f-52d47e9cf47c port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:00:43.522022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.572262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.647029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.707176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=a957f684-3d48-426d-9604-1aa414bb4645,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:43.849746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Allocated IP 172.20.0.1 (24c8cd69-4124-4cf0-ad27-17c3fe8f297e/b225b6cd-8877-4e3c-bdde-f2f17d6e7a28/7854c85d-0998-4b94-b092-adbec4a10076) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:43.906338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:43.917865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Transition to ACTIVE for port object f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:43.993591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.001029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.010519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Transition to ACTIVE for port object 7854c85d-0998-4b94-b092-adbec4a10076 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:44.078588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Attempting to bind port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:44.086027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Attempting to bind port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:44.086027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Attempting to bind port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:44.088659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaaeae-818b-46db-8763-b608e883aab4 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:44.091020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:44.091405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:44.091777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.092366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:44.092828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Bound port: f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:44.093193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.103661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.164054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] For port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:44.167011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] For port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:44.170152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:44.177511 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:44.180280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:44.221069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Pushing event updated for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:44.241284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.246151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.324456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:44.325093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:44.387618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaaeae-818b-46db-8763-b608e883aab4 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:44.437103 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.513248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:44.609334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4469ba7f-3a6b-4676-8a6f-9fb2715f3c98 None None] Provisioning for port 7854c85d-0998-4b94-b092-adbec4a10076 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:44.636465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4469ba7f-3a6b-4676-8a6f-9fb2715f3c98 None None] Provisioning complete for port 7854c85d-0998-4b94-b092-adbec4a10076 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:44.636833 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4469ba7f-3a6b-4676-8a6f-9fb2715f3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.669015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.732467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.798582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a957f684-3d48-426d-9604-1aa414bb4645 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:44.840124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4469ba7f-3a6b-4676-8a6f-9fb2715f3c98 None None] Port 7854c85d-0998-4b94-b092-adbec4a10076 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:00:44.840361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:44.843992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Pushing event updated for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:44.938935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a957f684-3d48-426d-9604-1aa414bb4645 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:44.939306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:45.010298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:41Z', 'revision_number': 3, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:45.016723 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650df93-691a-4b09-a46a-e3dbfe4ebe10 None None] The sync data for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv is: [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:41Z', 'revision_number': 3, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:45.084672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:45.085843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:45.311877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Router c269d3ea-132e-47ab-be9f-52d47e9cf47c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:00:45.465169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9ddaf5f0-db57-4933-9818-eb4f9a6b0278 None None] Provisioning complete for port 7854c85d-0998-4b94-b092-adbec4a10076 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:45.465733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf5f0-db57-4933-9818-eb4f9a6b0278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:45.498268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:45.508360 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-707a61ff-291c-482d-b6be-0142403deb9f admin admin] 10.222.0.18 "PUT /v2.0/routers/c269d3ea-132e-47ab-be9f-52d47e9cf47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206515 Mar 18 11:00:45.524192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9ddaf5f0-db57-4933-9818-eb4f9a6b0278 None None] Port 7854c85d-0998-4b94-b092-adbec4a10076 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:00:46.187015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49392) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:46.192687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1583217612-network', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:46.197444 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:46.201257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Usage tracker for resource:network and tenant:643cffe8d44b47de9c8510485c810d5e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:46.204174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:46.209862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:46.263653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Made reservation on behalf of 643cffe8d44b47de9c8510485c810d5e for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:00:46.266713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.281654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.300008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:46.304008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:643cffe8d44b47de9c8510485c810d5e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:46.306753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:46.312346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:46.394592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.470465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.492815 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Sync routers for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:46.502410 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:46.503009 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:46.503502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:00:46.511820 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deefeae1-0b76-47d9-a46a-6a5bc486c9c8,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:46.519126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.520148 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Added segment 69016583-3b7a-4350-8ef9-28a9d7d5a7d6 of type vlan for network 40215d92-6b0f-4e62-b461-04b31f590cbb Mar 18 11:00:46.546841 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.640889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.642403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:46.642978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.684088 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:46.741915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=40215d92-6b0f-4e62-b461-04b31f590cbb,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:46.753603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 40215d92-6b0f-4e62-b461-04b31f590cbb details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:00:46.799198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49396) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:46.799763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d489ae12-f695-441a-808e-a7d7319a6ad3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6113071 Mar 18 11:00:46.811026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Request body: {'subnet': {'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1583217612-subnet', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:46.822984 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:46.829796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Usage tracker for resource:subnet and tenant:643cffe8d44b47de9c8510485c810d5e is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:46.843471 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:46.851335 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:46.861023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:46.921379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Made reservation on behalf of 643cffe8d44b47de9c8510485c810d5e for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:00:46.924702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:46.998900 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 2, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:47.003207 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Checking router: c269d3ea-132e-47ab-be9f-52d47e9cf47c for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:47.003553 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Updating router c269d3ea-132e-47ab-be9f-52d47e9cf47c port 7854c85d-0998-4b94-b092-adbec4a10076 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:00:47.018300 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:47.023691 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:47.023923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.057715 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.145254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.161093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:47.184680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.252700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.266155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e762bb-3c57-4a44-90cb-b5d0fec3a83b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:47.271517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Checking segment: {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:47.271880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Network hostable DHCP agents. Network: 40215d92-6b0f-4e62-b461-04b31f590cbb, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:00:47.320925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:47.343342 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Network 40215d92-6b0f-4e62-b461-04b31f590cbb is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:00:47.409958 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.420726 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Transition to ACTIVE for port object 7854c85d-0998-4b94-b092-adbec4a10076 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:47.486847 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 40215d92-6b0f-4e62-b461-04b31f590cbb) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:47.491451 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:00:47.492620 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.495368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a717340-33fc-41e2-9078-7c199b1f683d None None] Network 40215d92-6b0f-4e62-b461-04b31f590cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:47.520985 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.576763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49400) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:47.577934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c4d90835-62d2-449e-b751-083f3acaf7b1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7765014 Mar 18 11:00:47.585961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:00:47.592047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:00:47.596870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Usage tracker for resource:router and tenant:643cffe8d44b47de9c8510485c810d5e is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:00:47.599968 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:00:47.611970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:00:47.708910 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Pushing event updated for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:47.709636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.710740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.722917 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.723269 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.723607 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.723936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.724264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.724506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-40215d92-6b0f-4e62-b461-04b31f590cbb', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:00:47.724654 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.724896 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.725215 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.725541 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.725868 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.726356 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.726550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.726978 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:47.731205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.783498 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Attempting to bind port 7854c85d-0998-4b94-b092-adbec4a10076 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:47.783861 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Attempting to bind port 7854c85d-0998-4b94-b092-adbec4a10076 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:47.784216 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Attempting to bind port 7854c85d-0998-4b94-b092-adbec4a10076 on network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:47.789411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:47.789780 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Checking segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:47.790205 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.790593 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Bound using segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:47.791048 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Bound port: 7854c85d-0998-4b94-b092-adbec4a10076, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:47.791411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:47.877337 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] For port 7854c85d-0998-4b94-b092-adbec4a10076, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:47.880952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] For port 7854c85d-0998-4b94-b092-adbec4a10076, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7854c85d-0998-4b94-b092-adbec4a10076,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:47.903186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Allocated IP 172.20.0.2 (40215d92-6b0f-4e62-b461-04b31f590cbb/b5e762bb-3c57-4a44-90cb-b5d0fec3a83b/336775d2-124b-4b3d-990a-0d2a39662fef) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:47.946968 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.038036 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:48.038952 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:48.085610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.115473 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c74f8-a980-4a32-97cc-6f9d39a1ef2e None None] Pushing event updated for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:48.117078 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.132061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Transition to ACTIVE for port object 336775d2-124b-4b3d-990a-0d2a39662fef will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:48.148425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Transition to ACTIVE for port object 336775d2-124b-4b3d-990a-0d2a39662fef will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:48.224339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.239328 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:48.288647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Network 40215d92-6b0f-4e62-b461-04b31f590cbb is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:48.296960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:48.303841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:48.343246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Pushing event updated for resources: {'Port': ['ID=336775d2-124b-4b3d-990a-0d2a39662fef,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:48.414748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Attempting to bind port 336775d2-124b-4b3d-990a-0d2a39662fef on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:48.415207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Attempting to bind port 336775d2-124b-4b3d-990a-0d2a39662fef by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:48.415638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Attempting to bind port 336775d2-124b-4b3d-990a-0d2a39662fef on network 40215d92-6b0f-4e62-b461-04b31f590cbb {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:48.421259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:48.423036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Checking segment: {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:48.423036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.423036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Bound using segment: {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:48.423036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Bound port: 336775d2-124b-4b3d-990a-0d2a39662fef, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:48.423523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.558254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] For port 336775d2-124b-4b3d-990a-0d2a39662fef, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:48.561211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] For port 336775d2-124b-4b3d-990a-0d2a39662fef, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=336775d2-124b-4b3d-990a-0d2a39662fef,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:48.581943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.611274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.621935 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:48.625789 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d78d2e-7e79-49f1-84b5-2eca356eedbf None None] The sync data for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv is: [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:48.652841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:48.761935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa3b9d-a063-49ec-b8ad-7125795d5e4a None None] Pushing event updated for resources: {'Port': ['ID=336775d2-124b-4b3d-990a-0d2a39662fef,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:48.808082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Allocated IP 172.26.2.120 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/09467c2f-0ea5-46db-8911-f41923c06e47) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:48.943983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7854c85d-0998-4b94-b092-adbec4a10076 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:49.034678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.137852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7854c85d-0998-4b94-b092-adbec4a10076 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:49.144283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7854c85d-0998-4b94-b092-adbec4a10076 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:49.144784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.161718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.223980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:49.231013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:49.235278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:49.272735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=09467c2f-0ea5-46db-8911-f41923c06e47,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:49.273810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.289394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.289738 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.290099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.290515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.290750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.291076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.291406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.291728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.292046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.292362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.292695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.292985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:00:49.313562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 7854c85d-0998-4b94-b092-adbec4a10076, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7854c85d-0998-4b94-b092-adbec4a10076,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:49.377937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.378927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:49.526667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:49.526667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.548103 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:49.754579 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:49.812540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f9bbb-4781-4ed7-ba26-d43893d92963 None None] Network 40215d92-6b0f-4e62-b461-04b31f590cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:00:50.020528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-406222a1-bed0-4b0f-9db8-38726d107e30 None None] Provisioning for port 336775d2-124b-4b3d-990a-0d2a39662fef completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:50.097971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:50.486385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Router fe3988b5-fabb-48f7-a543-767a6854f918 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:00:50.666316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:50.674674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Sync routers for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:50.683848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:50.684455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:50.732393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:50.736593 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-64146067-54d7-4eac-990f-369f2ce33bb4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1558990 Mar 18 11:00:50.736593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49404) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:00:50.874866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7854c85d-0998-4b94-b092-adbec4a10076 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:50.918286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:51.141402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7854c85d-0998-4b94-b092-adbec4a10076 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:51.142248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.356861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 336775d2-124b-4b3d-990a-0d2a39662fef up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:51.398525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 3, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:51.411448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Checking router: fe3988b5-fabb-48f7-a543-767a6854f918 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:51.411794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Updating router fe3988b5-fabb-48f7-a543-767a6854f918 port 09467c2f-0ea5-46db-8911-f41923c06e47 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:00:51.418162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.471631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.579515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 336775d2-124b-4b3d-990a-0d2a39662fef completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:51.588195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 336775d2-124b-4b3d-990a-0d2a39662fef triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:51.588607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.623538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Allocated IP 172.20.0.1 (40215d92-6b0f-4e62-b461-04b31f590cbb/b5e762bb-3c57-4a44-90cb-b5d0fec3a83b/efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:00:51.768442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.783792 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Transition to ACTIVE for port object efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:51.814587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.858789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.893827 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 336775d2-124b-4b3d-990a-0d2a39662fef, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=336775d2-124b-4b3d-990a-0d2a39662fef,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:51.918786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Network 40215d92-6b0f-4e62-b461-04b31f590cbb is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:51.921104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.925615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:51.933621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:00:51.940769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Transition to ACTIVE for port object 09467c2f-0ea5-46db-8911-f41923c06e47 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:51.951517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:51.958917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Pushing event updated for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:51.987010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.003706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.038540 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8fe4-1f48-43e4-97be-d4ee76c8e988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.048036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=336775d2-124b-4b3d-990a-0d2a39662fef,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:52.091708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Attempting to bind port 09467c2f-0ea5-46db-8911-f41923c06e47 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:52.091708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Attempting to bind port 09467c2f-0ea5-46db-8911-f41923c06e47 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:52.092089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Attempting to bind port 09467c2f-0ea5-46db-8911-f41923c06e47 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:52.107677 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:52.108043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:52.108440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.108832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:52.109299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Bound port: 09467c2f-0ea5-46db-8911-f41923c06e47, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:52.109663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.161675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9f5f1-f9a5-47c4-aa88-1a94a4d0ca77 None None] Pushing event updated for resources: {'Port': ['ID=09467c2f-0ea5-46db-8911-f41923c06e47,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:52.202596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] For port 09467c2f-0ea5-46db-8911-f41923c06e47, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:52.206228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] For port 09467c2f-0ea5-46db-8911-f41923c06e47, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=09467c2f-0ea5-46db-8911-f41923c06e47,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:52.280439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.292201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.314487 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1824adfc-650c-4d0a-aa04-db2ddf9828f5 None None] Provisioning for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:52.335903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1824adfc-650c-4d0a-aa04-db2ddf9828f5 None None] Provisioning complete for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:52.336315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1824adfc-650c-4d0a-aa04-db2ddf9828f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.406305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:52.406966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:52.483957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1824adfc-650c-4d0a-aa04-db2ddf9828f5 None None] Port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:00:52.492331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9f5f1-f9a5-47c4-aa88-1a94a4d0ca77 None None] Pushing event updated for resources: {'Port': ['ID=09467c2f-0ea5-46db-8911-f41923c06e47,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:52.515056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.570864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.600445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:52.675868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Pushing event updated for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:52.679572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:52.815856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 336775d2-124b-4b3d-990a-0d2a39662fef up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:52.826800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Network 40215d92-6b0f-4e62-b461-04b31f590cbb is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:00:52.827888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:00:53.017898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Router fe3988b5-fabb-48f7-a543-767a6854f918 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:00:53.038127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 336775d2-124b-4b3d-990a-0d2a39662fef triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:53.038497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:53.117627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc', 'name': '', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'mac_address': 'fa:16:3e:80:53:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:51Z', 'updated_at': '2022-03-18T11:00:51Z', 'revision_number': 1, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'subnets': [{'id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:53.149823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290d4d2-9057-4430-b259-59839138a2f5 None None] The sync data for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv is: [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc', 'name': '', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'mac_address': 'fa:16:3e:80:53:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:51Z', 'updated_at': '2022-03-18T11:00:51Z', 'revision_number': 1, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'subnets': [{'id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:53.155667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f2fc22b1-dc63-440b-b490-84ad3d6db6b4 None None] Provisioning complete for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:53.156037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2fc22b1-dc63-440b-b490-84ad3d6db6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:53.203615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:00:53.214369 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-93ff9358-fb94-494b-9fa5-52c78193c48a admin admin] 10.222.0.18 "PUT /v2.0/routers/fe3988b5-fabb-48f7-a543-767a6854f918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767983 Mar 18 11:00:53.234394 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc22b1-dc63-440b-b490-84ad3d6db6b4 None None] Port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:00:54.505538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ff4efa7c-06c2-4758-8a4d-fe1e87513395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:54.832271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 09467c2f-0ea5-46db-8911-f41923c06e47 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:54.989648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 09467c2f-0ea5-46db-8911-f41923c06e47 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:54.995913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 09467c2f-0ea5-46db-8911-f41923c06e47 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:54.996537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:55.130704 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:55.150545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 09467c2f-0ea5-46db-8911-f41923c06e47, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=09467c2f-0ea5-46db-8911-f41923c06e47,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:55.235587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:55.304519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=09467c2f-0ea5-46db-8911-f41923c06e47,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:55.427408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:55.526664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:55.617812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:56.689411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Sync routers for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:00:56.699897 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:56.700515 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:56.828689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 09467c2f-0ea5-46db-8911-f41923c06e47 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:56.907476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 09467c2f-0ea5-46db-8911-f41923c06e47 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:56.907884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:56.918549 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:57.265256 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc', 'name': '', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'mac_address': 'fa:16:3e:80:53:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:51Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 2, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'subnets': [{'id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:57.268972 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Checking router: fe3988b5-fabb-48f7-a543-767a6854f918 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:00:57.272357 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Updating router fe3988b5-fabb-48f7-a543-767a6854f918 port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:00:57.302794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:57.350725 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:57.711099 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:57.722990 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Transition to ACTIVE for port object efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:00:57.818006 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:58.034250 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a7cb-905d-49ce-9051-1431d360cfac None None] Pushing event updated for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:58.117789 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Attempting to bind port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:00:58.118260 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Attempting to bind port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:00:58.118618 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Attempting to bind port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc on network 40215d92-6b0f-4e62-b461-04b31f590cbb {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:00:58.124352 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:00:58.124720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Checking segment: {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:00:58.125116 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:58.125508 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Bound using segment: {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:00:58.126212 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Bound port: efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69016583-3b7a-4350-8ef9-28a9d7d5a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:00:58.126581 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:58.228376 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] For port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:00:58.232884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] For port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:00:58.317937 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:58.399323 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:00:58.400083 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:00:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:58.465590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a7cb-905d-49ce-9051-1431d360cfac None None] Pushing event updated for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:00:58.612355 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:00:58.870863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:00:58.966341 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc', 'name': '', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'mac_address': 'fa:16:3e:80:53:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:51Z', 'updated_at': '2022-03-18T11:00:58Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'subnets': [{'id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:00:58.971643 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847c02-e2a3-46ec-a4a7-61bd04fbe503 None None] The sync data for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv is: [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:00:52Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc', 'name': '', 'network_id': '40215d92-6b0f-4e62-b461-04b31f590cbb', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'mac_address': 'fa:16:3e:80:53:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:51Z', 'updated_at': '2022-03-18T11:00:58Z', 'revision_number': 4, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'subnets': [{'id': 'b5e762bb-3c57-4a44-90cb-b5d0fec3a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:00:59.007054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:00:59.014134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:00:59.014513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:59.163529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:59.208685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:00:59.275996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:00:59.374859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:00.800980 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:01:00.871918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:01:00.872288 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:05.572780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-d3453c76-9326-44c6-9f25-fd4d7baf89ba tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:05.574181 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-d3453c76-9326-44c6-9f25-fd4d7baf89ba tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 814 time: 0.1430662 Mar 18 11:01:05.588343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-ebd0cf40-ebe8-4e0e-958a-28d83135c2d7 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/quotas/966c1d675aaa44a0bb3f120afdd00c99 HTTP/1.1" status: 200 len: 375 time: 0.0088062 Mar 18 11:01:05.670474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-232b845e-d6bd-4d65-adbc-3b2386cea263 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:01:05.771411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-232b845e-d6bd-4d65-adbc-3b2386cea263 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:01:05.773067 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-232b845e-d6bd-4d65-adbc-3b2386cea263 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800532 Mar 18 11:01:05.908338 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-12781f18-dfcb-4c4b-b310-fa39ec2d3757 service neutron] 10.222.0.18 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235166 Mar 18 11:01:06.037443 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-df7d231c-90d3-4c70-9afa-6a3618a9ec6b service neutron] 10.222.0.18 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232014 Mar 18 11:01:06.323088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b6299792-7946-4d46-b32a-61e80827ed94 req-206fd260-b2ae-48a1-9807-46c5d491e6e9 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 210 time: 0.0429487 Mar 18 11:01:07.512703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6a9441c6-f5c7-4d3a-a98d-aeca604020d1 req-cf745c47-8c5b-40a4-aea5-f0a860f33291 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 210 time: 0.1393888 Mar 18 11:01:08.630475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-0f83d55a-1ecf-4878-8cce-95119fc2192e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:08.631890 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-0f83d55a-1ecf-4878-8cce-95119fc2192e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 814 time: 0.1450908 Mar 18 11:01:08.642923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'port': {'device_id': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'admin_state_up': True, 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:08.656961 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c44c8e93-ff38-45f2-acbc-5105ce48ac6e req-29c9a846-2412-488b-b9eb-88588bcea222 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 210 time: 0.0411959 Mar 18 11:01:08.786974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:08.796428 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:08.869525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Made reservation on behalf of 966c1d675aaa44a0bb3f120afdd00c99 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:01:08.873068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:09.039842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Allocated IP 172.20.0.7 (24c8cd69-4124-4cf0-ad27-17c3fe8f297e/b225b6cd-8877-4e3c-bdde-f2f17d6e7a28/4eaa9bab-dc63-48e9-840b-aa96735c4912) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:01:09.239647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:09.255049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Transition to ACTIVE for port object 4eaa9bab-dc63-48e9-840b-aa96735c4912 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:01:09.337494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:09.420409 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:01:09.425152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:01:09.429754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:01:09.493588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:09.533303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:09.534800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:09.676316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1d9478d8-6b56-4e2d-8689-013feb382491 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0370109 Mar 18 11:01:09.790574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-930f68fc-5fa5-4ecc-b32b-a335d3d96118 None None] Provisioning for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:01:09.801228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-930f68fc-5fa5-4ecc-b32b-a335d3d96118 None None] Provisioning complete for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:01:09.801885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-930f68fc-5fa5-4ecc-b32b-a335d3d96118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:09.873576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9ec8-2a16-407f-9004-7413868b1c85 req-a27dca89-2838-4fa9-b89e-988c8268ab8c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:09.874649 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-21bd9ec8-2a16-407f-9004-7413868b1c85 req-a27dca89-2838-4fa9-b89e-988c8268ab8c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:01:09.879948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-930f68fc-5fa5-4ecc-b32b-a335d3d96118 None None] Port 4eaa9bab-dc63-48e9-840b-aa96735c4912 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:01:09.967832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-21bd9ec8-2a16-407f-9004-7413868b1c85 req-a27dca89-2838-4fa9-b89e-988c8268ab8c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:01:09.969309 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-21bd9ec8-2a16-407f-9004-7413868b1c85 req-a27dca89-2838-4fa9-b89e-988c8268ab8c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.1911950 Mar 18 11:01:10.017808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-21bd9ec8-2a16-407f-9004-7413868b1c85 req-3e2b53ae-0ca1-4798-bf03-51c31007310f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Mar 18 11:01:11.222853 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5f4f-0fbb-468a-96d9-8c71b321df57 req-7abe362a-b1ce-434e-b9bd-d8f9bb193983 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:11.224372 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bf4f5f4f-0fbb-468a-96d9-8c71b321df57 req-7abe362a-b1ce-434e-b9bd-d8f9bb193983 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.0941164 Mar 18 11:01:11.270625 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-bf4f5f4f-0fbb-468a-96d9-8c71b321df57 req-b5045c53-b5bd-4c13-aadf-098d60b41381 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:01:11.475762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-bf4f5f4f-0fbb-468a-96d9-8c71b321df57 req-b5045c53-b5bd-4c13-aadf-098d60b41381 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:01:11.477942 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bf4f5f4f-0fbb-468a-96d9-8c71b321df57 req-b5045c53-b5bd-4c13-aadf-098d60b41381 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475188 Mar 18 11:01:12.674381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743caefa-58ed-4cc5-adfa-908eb4ffb5a8 req-fa1f25be-f19f-44ef-b3b9-1076b095775d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:12.676565 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-743caefa-58ed-4cc5-adfa-908eb4ffb5a8 req-fa1f25be-f19f-44ef-b3b9-1076b095775d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.0810091 Mar 18 11:01:12.724904 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-743caefa-58ed-4cc5-adfa-908eb4ffb5a8 req-cba19c47-926c-46a3-bba9-068301fcefb6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Mar 18 11:01:13.950284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca83a7c-561d-4755-bae5-b0547adc04e2 req-e92d5f48-a8f3-4641-b34a-3b8c0f0542d0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:13.959063 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ca83a7c-561d-4755-bae5-b0547adc04e2 req-e92d5f48-a8f3-4641-b34a-3b8c0f0542d0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.1028106 Mar 18 11:01:14.006482 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ca83a7c-561d-4755-bae5-b0547adc04e2 req-e3fa3faf-cfc0-4361-86cb-4320ee9d1b76 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Mar 18 11:01:15.206502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeaec0-f884-4785-890c-bd43748cbcd8 req-06218496-380b-4d4b-93a7-b3cc5e7be9b8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:15.208171 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-57aeaec0-f884-4785-890c-bd43748cbcd8 req-06218496-380b-4d4b-93a7-b3cc5e7be9b8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.0863500 Mar 18 11:01:15.265435 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-57aeaec0-f884-4785-890c-bd43748cbcd8 req-2ab377ec-ec1c-4a96-be5a-1a4e960b6b61 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Mar 18 11:01:16.452530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211db968-61eb-43e5-9d11-168b9140be46 req-20708835-e28c-4598-80ab-5ec0d0314885 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:16.453991 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-211db968-61eb-43e5-9d11-168b9140be46 req-20708835-e28c-4598-80ab-5ec0d0314885 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 931 time: 0.0819559 Mar 18 11:01:16.497506 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-211db968-61eb-43e5-9d11-168b9140be46 req-58864543-6bc1-421b-9246-2e447f4527cb tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Mar 18 11:01:16.699465 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:01:16.825797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-e6770da3-defb-4479-a8df-535a8c8fc11d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:01:16.826879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-e6770da3-defb-4479-a8df-535a8c8fc11d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068164 Mar 18 11:01:16.936169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Request body: {'port': {'device_id': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:17.056117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:17.398477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaa9bab-dc63-48e9-840b-aa96735c4912 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:01:17.413987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:17.428222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Transition to ACTIVE for port object 4eaa9bab-dc63-48e9-840b-aa96735c4912 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:01:17.508339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:17.849722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:17.910355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Attempting to bind port 4eaa9bab-dc63-48e9-840b-aa96735c4912 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:01:17.911215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Attempting to bind port 4eaa9bab-dc63-48e9-840b-aa96735c4912 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:01:17.911541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Attempting to bind port 4eaa9bab-dc63-48e9-840b-aa96735c4912 on network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:01:17.923270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ca90-5633-46dd-8e9f-c79f6f3799d9 req-553dcf22-0a3b-48ac-b186-530dd390601e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:17.924658 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bb6ca90-5633-46dd-8e9f-c79f6f3799d9 req-553dcf22-0a3b-48ac-b186-530dd390601e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 943 time: 0.2003996 Mar 18 11:01:17.925355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Port 4eaa9bab-dc63-48e9-840b-aa96735c4912 on network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:01:17.925669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Attempting to bind port 4eaa9bab-dc63-48e9-840b-aa96735c4912 on network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:01:17.932988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:01:17.933322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Checking segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:01:17.933705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Bound using segment: {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:01:17.934157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Bound port: 4eaa9bab-dc63-48e9-840b-aa96735c4912, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c541e97-b879-476c-bf9e-4a362d885480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:01:17.934502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:18.020757 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bb6ca90-5633-46dd-8e9f-c79f6f3799d9 req-6cf790b5-3455-46d3-b73c-5c0c6e4f518e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887325 Mar 18 11:01:18.055665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:01:18.058617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:01:18.138821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:18.196941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.197531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:18.198888 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] 10.222.0.24 "PUT /v2.0/ports/4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 1093 time: 1.3654971 Mar 18 11:01:18.199312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:01:18.223995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704762f3-534b-4d90-90e5-1da191c3f923 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:18.245173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:01:18.337047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-8f681804-1796-45b9-b4ca-fd8ea4c60388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.338679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-8f681804-1796-45b9-b4ca-fd8ea4c60388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1096 time: 0.0736935 Mar 18 11:01:18.478736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-8d8143aa-721d-48a6-90a4-2135e2f9b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.480162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-8d8143aa-721d-48a6-90a4-2135e2f9b943 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1351891 Mar 18 11:01:18.611017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-bbd5aeb7-2a3d-4b5d-a44a-90e0c646f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.612415 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-94f15b05-1bf9-4a94-bbbb-1af1c4ef419e req-bbd5aeb7-2a3d-4b5d-a44a-90e0c646f11e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266656 Mar 18 11:01:18.714980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-9740b249-bd68-4553-9845-c847c82993a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.716400 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-9740b249-bd68-4553-9845-c847c82993a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1096 time: 0.0725012 Mar 18 11:01:18.781304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-0b133c30-cc24-49db-8c10-415386ba2939 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 217 time: 0.0581982 Mar 18 11:01:18.852723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-d299d532-7fa5-4d53-9157-6d4e1ccbaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.854156 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-d299d532-7fa5-4d53-9157-6d4e1ccbaaa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0673192 Mar 18 11:01:18.926048 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-c06a10d3-6800-4f26-b0a7-90d34357c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:18.927505 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-c06a10d3-6800-4f26-b0a7-90d34357c6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676448 Mar 18 11:01:19.054314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-1b2bd97a-658f-4a3c-8253-06dda58575d8 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204889 Mar 18 11:01:19.228837 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2a2138e8-f646-453e-9255-dbb0be9beddb req-d0f8bbed-2f3a-4109-bcea-15a6f64a44f8 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688979 Mar 18 11:01:19.250389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0d63-56bd-42aa-9f9f-f7bbc19044fa req-7d5df5ed-90f0-4a64-8c2c-439121c9c7c3 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:19.251819 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae7b0d63-56bd-42aa-9f9f-f7bbc19044fa req-7d5df5ed-90f0-4a64-8c2c-439121c9c7c3 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 943 time: 0.1126976 Mar 18 11:01:19.298447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ae7b0d63-56bd-42aa-9f9f-f7bbc19044fa req-acd8953a-3bd9-42c5-9258-b258dd701232 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Mar 18 11:01:20.483053 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3794-2e52-4a01-a59f-68e04ffdb1cb req-72c1b3e3-db05-4724-a75b-2fc10c52e36b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:20.484474 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-48ae3794-2e52-4a01-a59f-68e04ffdb1cb req-72c1b3e3-db05-4724-a75b-2fc10c52e36b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 943 time: 0.0818219 Mar 18 11:01:20.527964 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-48ae3794-2e52-4a01-a59f-68e04ffdb1cb req-ad74171b-d422-4bb5-8860-f96b5e58da7f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Mar 18 11:01:21.709104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da635daf-5826-40fd-ba6b-60c3f7f69fd8 req-fbfb45e8-eb8a-40a9-acab-5d7f5ad4226d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:21.710572 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-da635daf-5826-40fd-ba6b-60c3f7f69fd8 req-fbfb45e8-eb8a-40a9-acab-5d7f5ad4226d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 943 time: 0.0778522 Mar 18 11:01:21.752469 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-da635daf-5826-40fd-ba6b-60c3f7f69fd8 req-1fc976c5-b244-44d9-890d-3eab18116271 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Mar 18 11:01:22.041681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-827ed5bd-709a-409f-9c23-11e87678f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:22.197507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4eaa9bab-dc63-48e9-840b-aa96735c4912 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:01:22.355019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:01:22.368137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'port_id': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'mac_address': 'fa:16:3e:eb:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:01:22.423362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:22.439955 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaa9bab-dc63-48e9-840b-aa96735c4912 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:01:22.454524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:01:22.561653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:22.628066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:22.772521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:01:22.946656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ecff-07af-43a9-a06d-e5738bb042e1 req-e917ec71-38a3-4988-8f1c-7e0706a60b45 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:22.949196 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f915ecff-07af-43a9-a06d-e5738bb042e1 req-e917ec71-38a3-4988-8f1c-7e0706a60b45 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 944 time: 0.0893724 Mar 18 11:01:22.992548 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f915ecff-07af-43a9-a06d-e5738bb042e1 req-24522a40-d3ca-4bfa-bfbc-5d8eb963d90a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Mar 18 11:01:24.213198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4eaa9bab-dc63-48e9-840b-aa96735c4912 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:01:24.281026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898ed1b-a18e-4433-b585-1367dca64cdf req-01e5fdbc-1936-40c3-8114-c4cb9cc45fd0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:24.282504 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a898ed1b-a18e-4433-b585-1367dca64cdf req-01e5fdbc-1936-40c3-8114-c4cb9cc45fd0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 944 time: 0.1756094 Mar 18 11:01:24.326755 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a898ed1b-a18e-4433-b585-1367dca64cdf req-16a98a25-b4b0-4824-8d48-53017072e35c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Mar 18 11:01:24.338513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:01:24.343530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:01:24.343898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:24.469155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:24.494339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:01:24.504082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:01:24.515647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f88188d-220f-4e6d-ab9e-5974b536d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:24.536695 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'code': 200} Mar 18 11:01:24.601515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:24.669279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:24.890546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268200-099a-47bd-9267-81819e2b9ee1 req-0e844a69-e843-4555-ba69-639ca99467db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:24.892015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf268200-099a-47bd-9267-81819e2b9ee1 req-0e844a69-e843-4555-ba69-639ca99467db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1098 time: 0.0691564 Mar 18 11:01:24.935866 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf268200-099a-47bd-9267-81819e2b9ee1 req-a787fd22-ef59-46bb-baa1-88ce158e6944 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Mar 18 11:01:25.459654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:25.508244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddf26-a64b-430a-b3f5-3d54cf1a9d05 req-523857d2-5fcf-422e-a9be-0fe60bd4b7f0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:25.509732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a1dddf26-a64b-430a-b3f5-3d54cf1a9d05 req-523857d2-5fcf-422e-a9be-0fe60bd4b7f0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0813103 Mar 18 11:01:25.538420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:25.554176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a1dddf26-a64b-430a-b3f5-3d54cf1a9d05 req-ec722b0f-14d1-4759-bcfc-6c074af09431 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Mar 18 11:01:25.635824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:26.735907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418f379-531f-4a70-ba97-8f89e7b243cc req-11596e3e-557c-4885-b551-1c0233194e3b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:26.737307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8418f379-531f-4a70-ba97-8f89e7b243cc req-11596e3e-557c-4885-b551-1c0233194e3b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0799356 Mar 18 11:01:26.780391 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8418f379-531f-4a70-ba97-8f89e7b243cc req-a56b8393-9ccb-4e69-b50d-bea1871e88f1 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Mar 18 11:01:26.968308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5945c0-ab80-442e-adc5-996d42c04644 req-66665668-7616-48cc-8171-fa0567845def tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:26.969899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe5945c0-ab80-442e-adc5-996d42c04644 req-66665668-7616-48cc-8171-fa0567845def tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0832884 Mar 18 11:01:27.013229 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe5945c0-ab80-442e-adc5-996d42c04644 req-c5a20f1b-1489-4462-a5cb-5a70cfdfe5ca tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Mar 18 11:01:27.035726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:27.397627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83441534-f824-4da1-a053-14e491b31119 req-8a06b0da-e960-494e-bfe4-d6e109610ac6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:27.399075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83441534-f824-4da1-a053-14e491b31119 req-8a06b0da-e960-494e-bfe4-d6e109610ac6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0779538 Mar 18 11:01:27.443016 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83441534-f824-4da1-a053-14e491b31119 req-c92fb53a-c5de-46a0-91e8-1c6314205175 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Mar 18 11:01:40.503645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c6e69-0800-476b-b76c-7921f2daa37e req-1ebeffd6-356a-4b79-83d0-30ae15c35288 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:40.505459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-114c6e69-0800-476b-b76c-7921f2daa37e req-1ebeffd6-356a-4b79-83d0-30ae15c35288 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0807016 Mar 18 11:01:40.548173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-114c6e69-0800-476b-b76c-7921f2daa37e req-8cd1ad0c-6783-42ce-9dcd-45b5a527eb4c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Mar 18 11:01:40.571143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49604) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:40.719323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b27e4-5110-4db0-b162-7433820eea94 tempest-TestMinimumBasicScenario-2035388005 tempest-TestMinimumBasicScenario-2035388005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:40.720027 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec2b27e4-5110-4db0-b162-7433820eea94 tempest-TestMinimumBasicScenario-2035388005 tempest-TestMinimumBasicScenario-2035388005-project-admin] Synchronizing usage tracker for tenant:643cffe8d44b47de9c8510485c810d5e on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:01:40.782917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ec2b27e4-5110-4db0-b162-7433820eea94 tempest-TestMinimumBasicScenario-2035388005 tempest-TestMinimumBasicScenario-2035388005-project-admin] Unset dirty status for tenant:643cffe8d44b47de9c8510485c810d5e on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:01:40.784070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ec2b27e4-5110-4db0-b162-7433820eea94 tempest-TestMinimumBasicScenario-2035388005 tempest-TestMinimumBasicScenario-2035388005-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1093 time: 0.2119548 Mar 18 11:01:40.787141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49610) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:40.792085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:40.797950 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:40.802308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:floatingip and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:40.805055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:40.810908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:40.880736 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:41.011431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:41.143038 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Allocated IP 172.26.2.95 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/334736e8-b1fa-464a-a2d8-1ac1f1b79c26) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:01:41.284606 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:41.368759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:41.431587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:01:41.434253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:01:41.442229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:01:41.481243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'Port': ['ID=334736e8-b1fa-464a-a2d8-1ac1f1b79c26,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:41.844299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:41.964646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:42.248111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:42.302358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:42.407573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'Port': ['ID=334736e8-b1fa-464a-a2d8-1ac1f1b79c26,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:42.417285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:42.584483 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Floating IP 93cf36fa-1f3f-4528-ab2d-05ee054283f8 associated. External IP: 172.26.2.95, port: 4eaa9bab-dc63-48e9-840b-aa96735c4912. Mar 18 11:01:42.935300 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Router c269d3ea-132e-47ab-be9f-52d47e9cf47c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:01:43.112090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:01:43.121998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Sync routers for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:01:43.130638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:01:43.131248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:01:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:01:43.194468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.248355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a001992e-9290-426e-a729-fae296a46ef8 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4602182 Mar 18 11:01:43.248928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:01:43.251222 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49614) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:43.256765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565730464', 'description': 'tempest-secgroup-smoke-565730464 description', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:43.263443 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:43.274732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:43.295811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:01:43.306907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:01:43.343431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.365657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:43.369710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:43.372602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:43.378514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:43.386071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-65edee62-35ba-4e4d-ba57-96867442ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:43.387528 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-65edee62-35ba-4e4d-ba57-96867442ac9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1098 time: 0.0708413 Mar 18 11:01:43.451609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.520618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-f96013a8-d053-4c23-83ec-b92b66ee1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:43.521970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.522311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-f96013a8-d053-4c23-83ec-b92b66ee1717 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1287715 Mar 18 11:01:43.561032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002a059a-db52-4107-938b-b4b5a17ca5b7,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:43.574646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.574998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.575540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.576068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.576581 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.576912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.577247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.577623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.578155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.588125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.588125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.588125 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:01:43.659272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.660637 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-55820e86-65ed-4d86-b2d8-88513e445c82 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4083698 Mar 18 11:01:43.662856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '93cf36fa-1f3f-4528-ab2d-05ee054283f8', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'port_id': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'mac_address': 'fa:16:3e:eb:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:01:41Z', 'updated_at': '2022-03-18T11:01:41Z', 'revision_number': 0, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:01:43.664214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49620) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:43.667221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Checking router: c269d3ea-132e-47ab-be9f-52d47e9cf47c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:01:43.669960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:43.675927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:01:43.676073 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:43.676644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:01:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:01:43.680676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:43.683816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:43.689661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:43.738840 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-3f2c3ad2-6c0d-4aa7-b389-0983d1e1b11e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 998 time: 0.2102375 Mar 18 11:01:43.770094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.802414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-efc7fd27-7133-48e6-88a5-3e53fa7caf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:43.803889 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-efc7fd27-7133-48e6-88a5-3e53fa7caf74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0590308 Mar 18 11:01:43.835587 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.851514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:01:43.878759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-61a25763-2d4b-4e85-bf51-db598aa38375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:43.880302 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-61a25763-2d4b-4e85-bf51-db598aa38375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703561 Mar 18 11:01:43.904803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.936580 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd2982e-9d97-470b-8f62-9979e1d44624,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:43.996338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:43.997462 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-301882a1-66a8-4b01-b75d-f2a82adc689f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320074 Mar 18 11:01:44.000219 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49624) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:44.007188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:44.015559 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:44.021683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:44.024630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:44.030364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:44.038261 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-db8144ea-1d6c-4bb0-b1a6-0841eb4bc16c service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501973 Mar 18 11:01:44.130736 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.170702 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8a5f61cd-9664-4212-b5a7-aadfd5fea0fd req-447c4e4c-bf10-4dde-96cd-ba6475aaa5ed service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264596 Mar 18 11:01:44.200124 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.233440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '93cf36fa-1f3f-4528-ab2d-05ee054283f8', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'port_id': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'mac_address': 'fa:16:3e:eb:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:01:41Z', 'updated_at': '2022-03-18T11:01:41Z', 'revision_number': 0, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:01:44.237277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce443f09-8e90-4a59-ba23-9ec2a9d0d9b3 None None] The sync data for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv is: [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '93cf36fa-1f3f-4528-ab2d-05ee054283f8', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'port_id': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'mac_address': 'fa:16:3e:eb:2b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:01:41Z', 'updated_at': '2022-03-18T11:01:41Z', 'revision_number': 0, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:01:44.276223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.300888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c980d05b-b628-409f-871e-ba5457285e2f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:44.377484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.378778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd2e85fc-1c68-41df-9729-91123931ff63 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3775992 Mar 18 11:01:44.381933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49628) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:44.386951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:44.393163 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:44.398964 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:44.401223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:44.407191 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:44.423873 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7d924-076b-4c4f-8928-5998ffa2cd32 None None] New status for floating IP 93cf36fa-1f3f-4528-ab2d-05ee054283f8: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:01:44.482755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.545294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.631113 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.654036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a96ac9-065b-493a-b1dd-8e171a661333,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:44.745238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.746470 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0426e404-9918-4948-b10e-d7a7c54eeb96 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3636134 Mar 18 11:01:44.749145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49632) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:44.754144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:44.760696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:44.764413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:44.767307 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:44.772839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:44.854672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.915942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.972066 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:44.996008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f7f8d0-c194-45c7-acad-f6fb8b617ae7,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:45.081968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.083785 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a8d7a2e8-dfd1-45f5-a05f-3bc447db135b tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330882 Mar 18 11:01:45.086957 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49636) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:45.091829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:45.097902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:45.105313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:45.105313 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:45.110815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:45.165908 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Project 966c1d675aaa44a0bb3f120afdd00c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:01:45.172370 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.234169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.291387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.316744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa581f2-d7b0-42bd-9020-ac6b0ad60346,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:45.378901 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.380650 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-2c89dca4-a57d-4559-a834-a76f06619f6a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2925150 Mar 18 11:01:45.383396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49640) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:01:45.388366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'security_group_rule': {'security_group_id': '002a059a-db52-4107-938b-b4b5a17ca5b7', 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:45.394185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:01:45.398520 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Usage tracker for resource:security_group_rule and tenant:966c1d675aaa44a0bb3f120afdd00c99 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:01:45.401318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:01:45.406940 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:01:45.470507 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Project 966c1d675aaa44a0bb3f120afdd00c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:01:45.477494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.541189 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.601811 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.625347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c454e6-910b-44cf-9165-900712288df1,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:45.687497 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:45.688659 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6d70d385-bc28-466e-b1f3-25150f636360 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043628 Mar 18 11:01:45.803808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-005a7250-81f6-447a-a859-87b06cb175da req-03040a91-c639-4fe2-a29e-d965b6ab8738 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565730464&fields=id&tenant_id=966c1d675aaa44a0bb3f120afdd00c99 HTTP/1.1" status: 200 len: 267 time: 0.0388815 Mar 18 11:01:45.888031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7250-81f6-447a-a859-87b06cb175da req-9f35fa3b-49c2-415e-b164-f418a2d46f53 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:45.889349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-005a7250-81f6-447a-a859-87b06cb175da req-9f35fa3b-49c2-415e-b164-f418a2d46f53 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0801024 Mar 18 11:01:45.899998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'port': {'security_groups': ['8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4', '002a059a-db52-4107-938b-b4b5a17ca5b7']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:01:46.018451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:46.261935 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:01:46.285769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:46.352112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:46.363694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:01:46.422828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:46.424547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:46.424804 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-005a7250-81f6-447a-a859-87b06cb175da req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "PUT /v2.0/ports/4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 981 time: 0.5291750 Mar 18 11:01:46.425254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:01:46.489093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea840f3-650c-4250-b71f-eed387ad3b52 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=6']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:01:46.495632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:01:46.508303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:01:46.659238 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226040-b9d3-4da5-9273-3bde684d4ddd req-4ffdb0e6-0f74-4a4e-ab35-db6e9a595681 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:46.660669 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b5226040-b9d3-4da5-9273-3bde684d4ddd req-4ffdb0e6-0f74-4a4e-ab35-db6e9a595681 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.1073265 Mar 18 11:01:46.667502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-b0ab8a25-f222-4955-8a40-d32b4da3790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:46.668877 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-b0ab8a25-f222-4955-8a40-d32b4da3790b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1137 time: 0.1516113 Mar 18 11:01:46.788136 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b5226040-b9d3-4da5-9273-3bde684d4ddd req-fd2a2c57-197c-436c-bf9d-2a87b511b5f0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181407 Mar 18 11:01:46.811552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-8c29d0c8-ab2f-4bdc-8fb3-8117e147d8c5 None None] Provisioning complete for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:01:46.811927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8c29d0c8-ab2f-4bdc-8fb3-8117e147d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:46.845966 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-bd54c059-1ad3-40e3-9a7d-2d17395b9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:46.847404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-bd54c059-1ad3-40e3-9a7d-2d17395b9be5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1633117 Mar 18 11:01:46.954943 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-9cd01f53-54a0-44a4-b557-65e879390456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 1000 time: 0.1004589 Mar 18 11:01:47.018475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-5a7bb3cf-3f4c-4842-83ea-2bb666c87f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:47.019911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-5a7bb3cf-3f4c-4842-83ea-2bb666c87f4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0577261 Mar 18 11:01:47.098273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-c1d93d15-65a2-47a3-91ad-1b4aa4894cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:47.099716 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-c1d93d15-65a2-47a3-91ad-1b4aa4894cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728476 Mar 18 11:01:47.324649 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-7ef627bd-a2e6-4708-b615-beabf0150f76 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178688 Mar 18 11:01:47.453957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-395a942d-80be-47d2-b66c-fbd86e52b756 req-d0f187e6-495f-4894-8b83-a8b960ea50a2 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217732 Mar 18 11:01:52.025423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-100e1aca-1792-436d-a57a-9d7abfb93ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:53.698461 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:01:54.487471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5c5105c3-b00c-4c70-9163-5f33cf258ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:55.434688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:55.526216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:55.605716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:57.023474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:01:57.990892 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-0c1c210b-9ef6-4b99-9de0-ba5b17007d20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686533 Mar 18 11:01:58.130926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f511b-be86-45c2-8b90-24f175002694 req-39346c7e-f53d-4683-89d3-775837d9977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:58.132442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-39346c7e-f53d-4683-89d3-775837d9977f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1137 time: 0.0729899 Mar 18 11:01:58.271617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f511b-be86-45c2-8b90-24f175002694 req-0e8c26ea-9929-4a1d-8727-2fd9429d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:58.273496 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-0e8c26ea-9929-4a1d-8727-2fd9429d1396 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1225417 Mar 18 11:01:58.374275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-746e3aaf-ea61-45cf-a886-17b843412534 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 1000 time: 0.0938990 Mar 18 11:01:58.433928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f511b-be86-45c2-8b90-24f175002694 req-dce38a6f-6f61-4c84-a2bf-4aefa5e72fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:58.435348 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-dce38a6f-6f61-4c84-a2bf-4aefa5e72fb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0558953 Mar 18 11:01:58.506837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f511b-be86-45c2-8b90-24f175002694 req-784c1fcd-b027-4bf8-96c6-a4aa24069ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:01:58.508791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-784c1fcd-b027-4bf8-96c6-a4aa24069ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676196 Mar 18 11:01:58.636550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-c4e872c6-0ea7-4d64-b125-a993a9a23dc5 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206553 Mar 18 11:01:58.764220 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fe2f511b-be86-45c2-8b90-24f175002694 req-4d8c902a-b1c0-4a6e-848c-799833a83f90 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217690 Mar 18 11:02:01.315211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea8c5-97fa-4c6c-b7f8-3c5c2f057861 req-802f4674-f982-40ff-b6b0-285c8565e5d1 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:01.316679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b96ea8c5-97fa-4c6c-b7f8-3c5c2f057861 req-802f4674-f982-40ff-b6b0-285c8565e5d1 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.1377037 Mar 18 11:02:01.338571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-78102f95-347a-4752-861e-2fa5dd9456a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:01.339925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-78102f95-347a-4752-861e-2fa5dd9456a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1137 time: 0.1236391 Mar 18 11:02:01.440620 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b96ea8c5-97fa-4c6c-b7f8-3c5c2f057861 req-e4ce5a57-d968-4c2c-9a31-953064a0cac6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166894 Mar 18 11:02:01.486681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-d02fdfd2-e197-4579-8046-565338fb846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:01.488079 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-d02fdfd2-e197-4579-8046-565338fb846e service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1411743 Mar 18 11:02:01.584861 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-61870f39-291c-42d1-aae2-073f21da8b87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 1000 time: 0.0897133 Mar 18 11:02:01.648632 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-c51fea30-10a3-4ed1-b143-725f013f5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:01.650633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-c51fea30-10a3-4ed1-b143-725f013f5098 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0593743 Mar 18 11:02:01.722678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-8c330a3b-b45f-4f19-8304-5a40de2ab01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:01.723995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-8c330a3b-b45f-4f19-8304-5a40de2ab01e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667510 Mar 18 11:02:01.943626 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-f3d73142-d607-4078-b7e9-862450c4ee1f service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121882 Mar 18 11:02:02.069314 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-690b5458-deb1-4229-998a-2a535d7dbe96 req-8b6cf885-58fa-43bd-9230-093b8f98e092 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194863 Mar 18 11:02:02.622886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe854d-4691-4362-bf3a-b3a8034f8cd5 req-5dc1e0fb-5181-45af-b468-c0a8872eb339 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:02.624346 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8cfe854d-4691-4362-bf3a-b3a8034f8cd5 req-5dc1e0fb-5181-45af-b468-c0a8872eb339 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0790870 Mar 18 11:02:02.677931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8cfe854d-4691-4362-bf3a-b3a8034f8cd5 req-38e78cec-a861-4247-81bb-d8e6aa6d52ac tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:02:02.742828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8cfe854d-4691-4362-bf3a-b3a8034f8cd5 req-38e78cec-a861-4247-81bb-d8e6aa6d52ac tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:02:02.743882 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8cfe854d-4691-4362-bf3a-b3a8034f8cd5 req-38e78cec-a861-4247-81bb-d8e6aa6d52ac tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135752 Mar 18 11:02:03.928405 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e56b46-10be-47e2-b9f5-1a4e8e3663a2 req-c5cf1b71-4bff-454a-85b7-b89456096293 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:03.929931 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f7e56b46-10be-47e2-b9f5-1a4e8e3663a2 req-c5cf1b71-4bff-454a-85b7-b89456096293 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0826707 Mar 18 11:02:03.975607 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f7e56b46-10be-47e2-b9f5-1a4e8e3663a2 req-ec6dc164-ad85-4615-bf50-fe8cba0b1b1f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396399 Mar 18 11:02:05.168103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69e9a-6d25-4ac4-87e3-d2decc961f79 req-ee998af9-5004-4fa4-ad37-d612aba980d3 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:05.169527 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7a69e9a-6d25-4ac4-87e3-d2decc961f79 req-ee998af9-5004-4fa4-ad37-d612aba980d3 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0787096 Mar 18 11:02:05.215242 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d7a69e9a-6d25-4ac4-87e3-d2decc961f79 req-b806a5f1-2e4d-442f-b04a-0675d15dd32d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400124 Mar 18 11:02:06.397880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c4ef-afc9-43a5-91e3-86ad4fa0d661 req-c1e6ccf3-61a5-47ad-86c5-dc3ea53b037d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:06.399322 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-71f0c4ef-afc9-43a5-91e3-86ad4fa0d661 req-c1e6ccf3-61a5-47ad-86c5-dc3ea53b037d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0782995 Mar 18 11:02:06.444873 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-71f0c4ef-afc9-43a5-91e3-86ad4fa0d661 req-1682a827-fffc-4f1b-a574-c31f6b2575d0 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391507 Mar 18 11:02:07.642987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcda7b-2e72-4bd9-84b6-150d6eecabd4 req-644c6ae9-bdf6-4d06-9589-468ba9b9e62f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:07.644404 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4dbcda7b-2e72-4bd9-84b6-150d6eecabd4 req-644c6ae9-bdf6-4d06-9589-468ba9b9e62f tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0971029 Mar 18 11:02:07.689576 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4dbcda7b-2e72-4bd9-84b6-150d6eecabd4 req-c587553b-79a8-48c9-ae40-736dbb5d0a70 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394225 Mar 18 11:02:08.871922 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e74174-fd4f-4f82-b1ea-20069aba2aa0 req-6611cf6f-d9d4-4268-be0c-b111bea416aa tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:08.873369 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-28e74174-fd4f-4f82-b1ea-20069aba2aa0 req-6611cf6f-d9d4-4268-be0c-b111bea416aa tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0802076 Mar 18 11:02:08.918910 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-28e74174-fd4f-4f82-b1ea-20069aba2aa0 req-586aed03-7dba-48d4-8f7f-f20cb62135da tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396903 Mar 18 11:02:10.097630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126647-1e7c-4825-973d-3e8de0b0120b req-ea37ed63-b438-41e7-9fe7-a80a6f6250df tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:10.099069 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce126647-1e7c-4825-973d-3e8de0b0120b req-ea37ed63-b438-41e7-9fe7-a80a6f6250df tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0782747 Mar 18 11:02:10.142940 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce126647-1e7c-4825-973d-3e8de0b0120b req-0e6baee1-0ea7-40ce-91fa-a78fe8324785 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376558 Mar 18 11:02:11.330105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac4e92-a964-4636-a269-f714232663cc req-0d302b69-cb8d-4e08-bf0d-6e24c1997414 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:11.331535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fac4e92-a964-4636-a269-f714232663cc req-0d302b69-cb8d-4e08-bf0d-6e24c1997414 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0862374 Mar 18 11:02:11.376387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fac4e92-a964-4636-a269-f714232663cc req-21b50c03-e07a-41a6-9a08-da96f20bf23d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391557 Mar 18 11:02:12.658072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f608ece-498f-4417-95a1-348f8d7f1e11 req-f2d7c938-dbb3-4ab5-8bd9-ba4ce2354687 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:12.659413 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2f608ece-498f-4417-95a1-348f8d7f1e11 req-f2d7c938-dbb3-4ab5-8bd9-ba4ce2354687 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.1785254 Mar 18 11:02:12.704008 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2f608ece-498f-4417-95a1-348f8d7f1e11 req-0462ec1c-6b96-4f9f-9cae-59941c217857 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388343 Mar 18 11:02:13.885114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991431d0-7586-49e2-8d51-824a80bf1735 req-6ae5f916-450d-4890-a5c5-f7e8bfc50bd5 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:13.886581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-991431d0-7586-49e2-8d51-824a80bf1735 req-6ae5f916-450d-4890-a5c5-f7e8bfc50bd5 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0778885 Mar 18 11:02:13.932088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-991431d0-7586-49e2-8d51-824a80bf1735 req-f4ab5d72-045f-4075-9939-0094f3e4acbd tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398006 Mar 18 11:02:15.121844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb522f-d8aa-476e-ab5c-bb7e0c50a83d req-f1843693-6a3e-4669-b740-f90fb1278bda tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:15.123285 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fbfb522f-d8aa-476e-ab5c-bb7e0c50a83d req-f1843693-6a3e-4669-b740-f90fb1278bda tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0837190 Mar 18 11:02:15.168979 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fbfb522f-d8aa-476e-ab5c-bb7e0c50a83d req-be080713-9c66-44cc-9961-fc6137aeaa9d tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398545 Mar 18 11:02:16.352850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef782f-71bb-4564-bec3-c0c574dd0258 req-9a242862-6b82-4847-ab0d-61e3c38f6b64 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:16.354332 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-81ef782f-71bb-4564-bec3-c0c574dd0258 req-9a242862-6b82-4847-ab0d-61e3c38f6b64 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0812380 Mar 18 11:02:16.398435 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-81ef782f-71bb-4564-bec3-c0c574dd0258 req-a76e5378-307e-4543-bb60-e4c207791cd1 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384576 Mar 18 11:02:17.577776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35993c9-9a2b-4e06-9c61-e13145b42e66 req-cc42c738-76fb-4730-82f2-4d82ed8a7d06 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:17.579214 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c35993c9-9a2b-4e06-9c61-e13145b42e66 req-cc42c738-76fb-4730-82f2-4d82ed8a7d06 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0776222 Mar 18 11:02:17.623541 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c35993c9-9a2b-4e06-9c61-e13145b42e66 req-fe0c801c-02b0-4112-ad9c-06c6c3f52953 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386169 Mar 18 11:02:18.802468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63136-46ce-4ce2-beb2-1956bc65a144 req-42decae7-859a-467c-bb87-efccadab0729 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:18.803897 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78e63136-46ce-4ce2-beb2-1956bc65a144 req-42decae7-859a-467c-bb87-efccadab0729 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0785031 Mar 18 11:02:18.851295 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78e63136-46ce-4ce2-beb2-1956bc65a144 req-b29103d3-340f-41b9-9c9c-756fc25ac7fd tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=002a059a-db52-4107-938b-b4b5a17ca5b7&id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407908 Mar 18 11:02:22.019378 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d3b30e0-ff80-45b0-87ff-fd6b212d5a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:24.505416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-247de26c-3f2b-428a-b638-47452188186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:25.430965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:25.534154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:25.596546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:27.058198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:30.696882 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:02:51.330668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-7dee5c7a-a969-4643-b0f0-fbac4a5e32a2 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565730464&fields=id&tenant_id=966c1d675aaa44a0bb3f120afdd00c99 HTTP/1.1" status: 200 len: 267 time: 0.0420005 Mar 18 11:02:51.412060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-946ab0f2-cf19-45c9-918d-7c1fb4013f0a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:51.413480 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-946ab0f2-cf19-45c9-918d-7c1fb4013f0a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 984 time: 0.0777133 Mar 18 11:02:51.424389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Request body: {'port': {'security_groups': ['8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4']}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:02:51.541673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:51.769831 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:02:51.796820 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:51.842812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:51.854494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:02:51.906924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:51.907783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:51.909167 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4ac06d0f-aba3-4533-b88e-9ac8fa49c877 req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "PUT /v2.0/ports/4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 942 time: 0.4891145 Mar 18 11:02:51.909609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:02:51.919816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49704) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:02:51.953538 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event updated for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=7']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:02:51.969969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.970327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.970665 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.971027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.971378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.971713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.972042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.972437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.972764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.973107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.973413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:51.973733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cdfe2-3d87-46e2-821a-21e68186e792 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.003008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.033995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.058114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:02:52.159640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-45dec81a-610a-4d60-952d-c2dc78763751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.186205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.187427 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:02:52.206363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a059a-db52-4107-938b-b4b5a17ca5b7,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:02:52.240134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-897547e4-e739-48c1-a806-bdc261be4f65 None None] Provisioning complete for port 4eaa9bab-dc63-48e9-840b-aa96735c4912 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:02:52.240501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-897547e4-e739-48c1-a806-bdc261be4f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.251087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.252424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.252424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.252424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.252424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.252801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.253186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.253380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.253942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.254065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.254375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.254702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:02:52.273270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.276679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ff71e868-d539-4b60-a560-9b6967b7b31a tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "DELETE /v2.0/security-groups/002a059a-db52-4107-938b-b4b5a17ca5b7 HTTP/1.1" status: 204 len: 168 time: 0.3536403 Mar 18 11:02:52.277880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49710) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:02:52.302157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-144fe598-30b2-47c5-8939-93346ca55219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:52.303649 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-144fe598-30b2-47c5-8939-93346ca55219 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1098 time: 0.0948443 Mar 18 11:02:52.439672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-cbc6f533-ced1-4178-900c-ce9eb335a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:52.441108 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-cbc6f533-ced1-4178-900c-ce9eb335a2a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1311865 Mar 18 11:02:52.492543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Deleting port 334736e8-b1fa-464a-a2d8-1ac1f1b79c26 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:02:52.493147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.542697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-713cdc85-c244-4054-98ac-bf55e57c7c89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 1000 time: 0.0947096 Mar 18 11:02:52.602451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-0755b9e5-75cf-4047-823e-b468093cd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:52.603875 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-0755b9e5-75cf-4047-823e-b468093cd69e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0557299 Mar 18 11:02:52.656531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.656976 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:52.676067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-dd226861-8422-4929-b7c2-a86111d05d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:52.677526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-dd226861-8422-4929-b7c2-a86111d05d4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678511 Mar 18 11:02:52.776475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Calling delete_port for 334736e8-b1fa-464a-a2d8-1ac1f1b79c26 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:02:52.805390 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-d8c0188b-08ee-4bc4-b116-2dd69db297f2 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215880 Mar 18 11:02:53.009492 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:53.032101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d66f7c5-e812-41d0-bc73-62011b11cae9 req-2b7d89be-f65c-49d8-89f8-0b0973b1e287 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205477 Mar 18 11:02:53.058531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event deleted for resources: {'Port': ['ID=334736e8-b1fa-464a-a2d8-1ac1f1b79c26,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:02:53.158653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:53.158958 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Floating IP 93cf36fa-1f3f-4528-ab2d-05ee054283f8 disassociated (deleted). External IP: 172.26.2.95, port: 4eaa9bab-dc63-48e9-840b-aa96735c4912. Mar 18 11:02:53.599391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Router c269d3ea-132e-47ab-be9f-52d47e9cf47c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:02:53.774701 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:02:53.784451 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Sync routers for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:02:53.793786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:02:53.797201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:02:53.846913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:53.906235 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a85fcf8c-7e94-4f98-9cc2-3915a7a8e09c tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "DELETE /v2.0/floatingips/93cf36fa-1f3f-4528-ab2d-05ee054283f8 HTTP/1.1" status: 204 len: 168 time: 1.6271465 Mar 18 11:02:54.002058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:02:54.188693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:02:54.235719 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:02:54.311590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:02:54.315421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Checking router: c269d3ea-132e-47ab-be9f-52d47e9cf47c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:02:54.324784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:02:54.325374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:02:54.329465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-0162ab3a-baf7-4876-8eab-5a855fb32646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:54.331019 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-0162ab3a-baf7-4876-8eab-5a855fb32646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 1098 time: 0.0705628 Mar 18 11:02:54.477633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-545d2375-4202-4ca5-b87c-c4fec687941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:54.479202 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-545d2375-4202-4ca5-b87c-c4fec687941d service neutron] 10.222.0.24 "GET /v2.0/networks?id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 200 len: 915 time: 0.1427195 Mar 18 11:02:54.523676 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:02:54.555705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-3ea5c0d8-9049-4f20-bddc-af86b7b27852 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 200 len: 217 time: 0.0639887 Mar 18 11:02:54.575930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7d411b22-6e01-4d7e-a1ae-bc1fe3be0372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:54.617987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-49f4eaca-4d2c-496f-8bf6-e3474d677280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:54.619415 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-49f4eaca-4d2c-496f-8bf6-e3474d677280 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 200 len: 853 time: 0.0574613 Mar 18 11:02:54.700754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-d04a7ec5-2103-48a1-bbd7-8d1faa117cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:54.700754 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-d04a7ec5-2103-48a1-bbd7-8d1faa117cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24c8cd69-4124-4cf0-ad27-17c3fe8f297e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735929 Mar 18 11:02:54.835779 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-24ee9803-21b8-4309-af04-ecdc2065a9eb service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285791 Mar 18 11:02:54.837944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:02:54.841256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0142ca-f9b3-40f1-b99e-7a519236f5a4 None None] The sync data for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv is: [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:44Z', 'revision_number': 4, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7854c85d-0998-4b94-b092-adbec4a10076', 'name': '', 'network_id': '24c8cd69-4124-4cf0-ad27-17c3fe8f297e', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'mac_address': 'fa:16:3e:58:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:43Z', 'updated_at': '2022-03-18T11:00:49Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'subnets': [{'id': 'b225b6cd-8877-4e3c-bdde-f2f17d6e7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:02:54.986863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0111d3a7-f1e9-45a3-acda-93bae3a70e6b req-dedc2975-29bf-4066-8a1d-2c555e7771a4 service neutron] 10.222.0.24 "GET /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434305 Mar 18 11:02:55.086736 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52536105-e44b-489c-ae54-6d2c7fb81e3f None None] New status for floating IP 93cf36fa-1f3f-4528-ab2d-05ee054283f8: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:02:55.562995 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:55.585969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:55.619942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:57.049419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:02:59.736024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd04b1-f005-4cd1-9004-37784b1c12a6 req-c9be50f2-adf2-4c05-a007-cb8d27ba28d6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:02:59.736617 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-aafd04b1-f005-4cd1-9004-37784b1c12a6 req-c9be50f2-adf2-4c05-a007-cb8d27ba28d6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:02:59.797658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-aafd04b1-f005-4cd1-9004-37784b1c12a6 req-c9be50f2-adf2-4c05-a007-cb8d27ba28d6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:02:59.798934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aafd04b1-f005-4cd1-9004-37784b1c12a6 req-c9be50f2-adf2-4c05-a007-cb8d27ba28d6 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.1393230 Mar 18 11:02:59.845696 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aafd04b1-f005-4cd1-9004-37784b1c12a6 req-88d38706-5fef-48cd-b898-7c28b3c550e7 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Mar 18 11:03:01.028055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ef22-d1aa-4cdf-8a5d-ea3e95ebf5be req-43b2d040-e2cf-4968-9d21-451ef36c900e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:01.029458 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f15ef22-d1aa-4cdf-8a5d-ea3e95ebf5be req-43b2d040-e2cf-4968-9d21-451ef36c900e tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0772607 Mar 18 11:03:01.071223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2f15ef22-d1aa-4cdf-8a5d-ea3e95ebf5be req-85eaf9b0-bafd-4ed2-8075-8ad3e69644d2 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Synchronizing usage tracker for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:03:01.143802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2f15ef22-d1aa-4cdf-8a5d-ea3e95ebf5be req-85eaf9b0-bafd-4ed2-8075-8ad3e69644d2 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Unset dirty status for tenant:966c1d675aaa44a0bb3f120afdd00c99 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:03:01.144968 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f15ef22-d1aa-4cdf-8a5d-ea3e95ebf5be req-85eaf9b0-bafd-4ed2-8075-8ad3e69644d2 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099880 Mar 18 11:03:01.334128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-138b5867-cec1-4811-909a-879543ec2dc4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:01.335430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-138b5867-cec1-4811-909a-879543ec2dc4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 945 time: 0.0814526 Mar 18 11:03:01.402856 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Deleting port 4eaa9bab-dc63-48e9-840b-aa96735c4912 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:01.403192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:01.644582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] For port 4eaa9bab-dc63-48e9-840b-aa96735c4912, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=4eaa9bab-dc63-48e9-840b-aa96735c4912,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:01.644953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:01.766799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Calling delete_port for 4eaa9bab-dc63-48e9-840b-aa96735c4912 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:02.072141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:02.084844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['4eaa9bab-dc63-48e9-840b-aa96735c4912'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:03:02.121492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Pushing event deleted for resources: {'Port': ['ID=4eaa9bab-dc63-48e9-840b-aa96735c4912,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:02.195812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] No DVR routers for this DVR port 4eaa9bab-dc63-48e9-840b-aa96735c4912 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:03:02.198223 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:02.200719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'name': 'network-vif-deleted', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:03:02.289614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fc7bc615-9389-442d-aa14-37a25c08e134 req-95e7abae-dc03-415d-95ad-f51be575a4e4 tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.24 "DELETE /v2.0/ports/4eaa9bab-dc63-48e9-840b-aa96735c4912 HTTP/1.1" status: 204 len: 173 time: 0.9469774 Mar 18 11:03:02.296554 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7d1fdf6f-f079-460d-b99c-e5b6a8594076 req-ebdc3585-8990-4f28-8994-5aa1bbcea3bf tempest-TestMinimumBasicScenario-1090865628 tempest-TestMinimumBasicScenario-1090865628-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a117080-db8d-42dd-9661-e2f738e0af9b HTTP/1.1" status: 200 len: 210 time: 0.0465446 Mar 18 11:03:02.297328 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a117080-db8d-42dd-9661-e2f738e0af9b', 'name': 'network-vif-deleted', 'tag': '4eaa9bab-dc63-48e9-840b-aa96735c4912', 'status': 'completed', 'code': 200} Mar 18 11:03:04.560953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49800) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:04.823716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4eaa9bab-dc63-48e9-840b-aa96735c4912 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:04.856622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 4eaa9bab-dc63-48e9-840b-aa96735c4912 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:04.856966 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 4eaa9bab-dc63-48e9-840b-aa96735c4912 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:05.081640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:05.422998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Deleting port 7854c85d-0998-4b94-b092-adbec4a10076 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:05.423332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:05.588075 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] For port 7854c85d-0998-4b94-b092-adbec4a10076, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7854c85d-0998-4b94-b092-adbec4a10076,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:05.588778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:05.803236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Calling delete_port for 7854c85d-0998-4b94-b092-adbec4a10076 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:06.179541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:06.226540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7854c85d-0998-4b94-b092-adbec4a10076,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:06.494354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:06.843724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Router c269d3ea-132e-47ab-be9f-52d47e9cf47c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:03:07.016282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:03:07.025447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Sync routers for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:03:07.028760 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ec153882-eb5a-4dbd-9760-49e99005cc95 admin admin] 10.222.0.18 "PUT /v2.0/routers/c269d3ea-132e-47ab-be9f-52d47e9cf47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666908 Mar 18 11:03:07.035126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49806) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:07.035570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:07.035570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:07.201533 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:07.248438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:07.385110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:07.455029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Deleting port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:07.455317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:07.533460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:03:06Z', 'revision_number': 5, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port': {'id': 'f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:07.537230 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Checking router: c269d3ea-132e-47ab-be9f-52d47e9cf47c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:03:07.546099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Routers {'c269d3ea-132e-47ab-be9f-52d47e9cf47c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:07.546695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:07.626261 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] For port f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:07.626616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:07.695615 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:03:07.696976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] Set router c269d3ea-132e-47ab-be9f-52d47e9cf47c gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:07.809013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:03:07Z', 'revision_number': 6, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:07.813108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60708a96-62bf-4484-ad8e-ef2296834ede None None] The sync data for ids ['c269d3ea-132e-47ab-be9f-52d47e9cf47c'] in dv-neutron-834265-1-hyperv is: [{'id': 'c269d3ea-132e-47ab-be9f-52d47e9cf47c', 'name': 'tempest-TestMinimumBasicScenario-489912049-router', 'tenant_id': '966c1d675aaa44a0bb3f120afdd00c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:40Z', 'updated_at': '2022-03-18T11:03:07Z', 'revision_number': 6, 'project_id': '966c1d675aaa44a0bb3f120afdd00c99', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:03:07.859183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Calling delete_port for f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:08.080749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.125646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:08.218947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.387824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.389999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.483669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.484085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c269d3ea-132e-47ab-be9f-52d47e9cf47c {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:03:08.496671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.500505 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-deee001c-fa09-4bd5-946a-a651b8981868 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c269d3ea-132e-47ab-be9f-52d47e9cf47c HTTP/1.1" status: 204 len: 168 time: 1.4654405 Mar 18 11:03:08.500505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49810) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:08.557798 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Deleting subnet b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:03:08.561598 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.611836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.689226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.805142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.858199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7854c85d-0998-4b94-b092-adbec4a10076 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:08.858775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b225b6cd-8877-4e3c-bdde-f2f17d6e7a28,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:08.863939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:08.872111 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9d70f467-8a46-4166-92c2-db6e0809edb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b225b6cd-8877-4e3c-bdde-f2f17d6e7a28 HTTP/1.1" status: 204 len: 168 time: 0.3683803 Mar 18 11:03:08.872424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49814) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:08.892073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a348a9-11c8-431f-9e77-4c8812f4814a None None] Network 24c8cd69-4124-4cf0-ad27-17c3fe8f297e requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:03:08.928461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7854c85d-0998-4b94-b092-adbec4a10076 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:08.928804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7854c85d-0998-4b94-b092-adbec4a10076 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:08.929227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:08.966280 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:08.966622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f7cb9939-e2cc-4dd1-adc7-2579c4b0cd30 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:09.085928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.096314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Deleting port a957f684-3d48-426d-9604-1aa414bb4645 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:09.096637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.190963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] DHCP port deletion for 24c8cd69-4124-4cf0-ad27-17c3fe8f297e request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:03:09.194808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Deleting port a957f684-3d48-426d-9604-1aa414bb4645 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:09.195292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.303429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] For port a957f684-3d48-426d-9604-1aa414bb4645, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a957f684-3d48-426d-9604-1aa414bb4645,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:09.303775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.401303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] For port a957f684-3d48-426d-9604-1aa414bb4645, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a957f684-3d48-426d-9604-1aa414bb4645,segment=NetworkSegment(3c541e97-b879-476c-bf9e-4a362d885480),segment_id=3c541e97-b879-476c-bf9e-4a362d885480)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:09.401624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.431350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Calling delete_port for a957f684-3d48-426d-9604-1aa414bb4645 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:09.552719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Calling delete_port for a957f684-3d48-426d-9604-1aa414bb4645 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:09.569047 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.614490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a957f684-3d48-426d-9604-1aa414bb4645,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:09.617970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] No DVR routers for this DVR port a957f684-3d48-426d-9604-1aa414bb4645 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 11:03:09.620261 dv-neutron-834265-1-hyperv neutron-server[88543]: util.warn( Mar 18 11:03:09.627142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:03:09.627502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:03:09.729795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.753746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c8cd69-4124-4cf0-ad27-17c3fe8f297e']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:09.765735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c541e97-b879-476c-bf9e-4a362d885480') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:09.766050 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c541e97-b879-476c-bf9e-4a362d885480') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:09.776951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.792227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.798293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:03:09.798673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:03:09.812169 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:03:09.951871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.967725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:09.977401 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] Pushing event deleted for resources: {'Network': ['ID=24c8cd69-4124-4cf0-ad27-17c3fe8f297e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:09.984274 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0673822f-b043-4321-9d86-7a0e5d6973bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/24c8cd69-4124-4cf0-ad27-17c3fe8f297e HTTP/1.1" status: 204 len: 168 time: 1.1108556 Mar 18 11:03:09.987090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49818) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:10.128503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Deleting port a957f684-3d48-426d-9604-1aa414bb4645 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:10.129069 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:10.192406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f383b79f-ecae-4301-9c49-e1bce4c4f9db None None] The port 'a957f684-3d48-426d-9604-1aa414bb4645' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:03:10.589585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:10.847283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a957f684-3d48-426d-9604-1aa414bb4645 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:10.883117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a957f684-3d48-426d-9604-1aa414bb4645 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:10.883545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a957f684-3d48-426d-9604-1aa414bb4645 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:10.927504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Deleting port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:10.927839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:11.095419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] For port efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:11.096085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:11.213331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Calling delete_port for efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:11.449069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:11.495011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Pushing event deleted for resources: {'Port': ['ID=efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:11.753865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:12.195032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Router fe3988b5-fabb-48f7-a543-767a6854f918 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:03:12.362597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:03:12.371768 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Sync routers for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:03:12.381021 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:12.381614 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:12.456677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5162990f-cbe9-4d1a-8ffd-e29d1363422b admin admin] 10.222.0.18 "PUT /v2.0/routers/fe3988b5-fabb-48f7-a543-767a6854f918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4684224 Mar 18 11:03:12.458930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49822) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:12.563853 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:12.631424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:12.802756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:12.838162 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:03:11Z', 'revision_number': 5, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port': {'id': '09467c2f-0ea5-46db-8911-f41923c06e47', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:00:48Z', 'updated_at': '2022-03-18T11:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:12.842799 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Checking router: fe3988b5-fabb-48f7-a543-767a6854f918 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:03:12.850895 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Routers {'fe3988b5-fabb-48f7-a543-767a6854f918'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:12.851563 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:02:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fe3988b5-fabb-48f7-a543-767a6854f918'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:12.866442 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Deleting port 09467c2f-0ea5-46db-8911-f41923c06e47 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:12.866901 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.003182 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] Set router fe3988b5-fabb-48f7-a543-767a6854f918 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:13.040776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] For port 09467c2f-0ea5-46db-8911-f41923c06e47, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=09467c2f-0ea5-46db-8911-f41923c06e47,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:13.041130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.134986 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:03:12Z', 'revision_number': 6, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:13.142906 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1b31-3179-4977-b49b-88773ee426b9 None None] The sync data for ids ['fe3988b5-fabb-48f7-a543-767a6854f918'] in dv-neutron-834265-1-hyperv is: [{'id': 'fe3988b5-fabb-48f7-a543-767a6854f918', 'name': 'tempest-TestMinimumBasicScenario-1583217612-router', 'tenant_id': '643cffe8d44b47de9c8510485c810d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:00:47Z', 'updated_at': '2022-03-18T11:03:12Z', 'revision_number': 6, 'project_id': '643cffe8d44b47de9c8510485c810d5e', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:03:13.165923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Calling delete_port for 09467c2f-0ea5-46db-8911-f41923c06e47 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:13.381072 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.427702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=09467c2f-0ea5-46db-8911-f41923c06e47,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:13.628498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.793601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.795674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.892323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.892873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3988b5-fabb-48f7-a543-767a6854f918 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:03:13.908093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:13.909212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e671dbaa-c4c0-470d-8a66-d01975e3c8ba admin admin] 10.222.0.18 "DELETE /v2.0/routers/fe3988b5-fabb-48f7-a543-767a6854f918 HTTP/1.1" status: 204 len: 168 time: 1.4493899 Mar 18 11:03:13.911821 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49826) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:13.973761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Deleting subnet b5e762bb-3c57-4a44-90cb-b5d0fec3a83b {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:03:13.976624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.025210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.107617 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.243906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.283347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.285888 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e762bb-3c57-4a44-90cb-b5d0fec3a83b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:14.288364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155eda1-cb02-4ec2-a917-798dfe5ebbf9 None None] Network 40215d92-6b0f-4e62-b461-04b31f590cbb requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:03:14.291167 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-515dd295-ab8a-4b45-9de3-f2504958548f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5e762bb-3c57-4a44-90cb-b5d0fec3a83b HTTP/1.1" status: 204 len: 168 time: 0.3782959 Mar 18 11:03:14.293651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49830) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:14.400842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.411371 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Deleting port 336775d2-124b-4b3d-990a-0d2a39662fef {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:14.411702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.533926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] DHCP port deletion for 40215d92-6b0f-4e62-b461-04b31f590cbb request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:03:14.538062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Deleting port 336775d2-124b-4b3d-990a-0d2a39662fef {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:14.538431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.616390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] For port 336775d2-124b-4b3d-990a-0d2a39662fef, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=336775d2-124b-4b3d-990a-0d2a39662fef,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:14.616742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.736397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] For port 336775d2-124b-4b3d-990a-0d2a39662fef, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=336775d2-124b-4b3d-990a-0d2a39662fef,segment=NetworkSegment(69016583-3b7a-4350-8ef9-28a9d7d5a7d6),segment_id=69016583-3b7a-4350-8ef9-28a9d7d5a7d6)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:14.736633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Calling delete_port for 336775d2-124b-4b3d-990a-0d2a39662fef owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:14.736755 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.857349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Calling delete_port for 336775d2-124b-4b3d-990a-0d2a39662fef owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:03:14.884870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 09467c2f-0ea5-46db-8911-f41923c06e47 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:14.892411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:14.927804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 09467c2f-0ea5-46db-8911-f41923c06e47 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:14.928151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 09467c2f-0ea5-46db-8911-f41923c06e47 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:14.928569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 336775d2-124b-4b3d-990a-0d2a39662fef no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:14.939735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Pushing event deleted for resources: {'Port': ['ID=336775d2-124b-4b3d-990a-0d2a39662fef,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:14.941509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] No DVR routers for this DVR port 336775d2-124b-4b3d-990a-0d2a39662fef on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:03:14.969576 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 336775d2-124b-4b3d-990a-0d2a39662fef {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:14.969943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 336775d2-124b-4b3d-990a-0d2a39662fef not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:14.970361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:03:15.010661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:03:15.010661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device efaaf00a-2d09-4bdd-b5b6-8572d9e6aecc not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:03:15.030237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:03:15.030596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:03:15.053700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.078739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40215d92-6b0f-4e62-b461-04b31f590cbb']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:15.090232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69016583-3b7a-4350-8ef9-28a9d7d5a7d6') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:15.090527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69016583-3b7a-4350-8ef9-28a9d7d5a7d6') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:15.101311 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.118589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.125217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:03:15.125586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:03:15.138240 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:03:15.360464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.376026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.385533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] Pushing event deleted for resources: {'Network': ['ID=40215d92-6b0f-4e62-b461-04b31f590cbb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:15.397231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-69f5b05e-26cb-4862-9b80-1e0b45858667 admin admin] 10.222.0.18 "DELETE /v2.0/networks/40215d92-6b0f-4e62-b461-04b31f590cbb HTTP/1.1" status: 204 len: 168 time: 1.1025052 Mar 18 11:03:15.532505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Deleting port 336775d2-124b-4b3d-990a-0d2a39662fef {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:03:15.533038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.596445 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6862eb36-a319-4c60-89ee-7a6b5b85fb27 None None] The port '336775d2-124b-4b3d-990a-0d2a39662fef' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:03:15.806673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49838) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:15.854321 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-36efb225-6cb5-44ce-8352-e3f640493bdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=966c1d675aaa44a0bb3f120afdd00c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464053 Mar 18 11:03:15.857400 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49842) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:15.915293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:15.941048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:16.072102 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:16.087779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:16.157183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:16.158330 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3185d1f2-bc13-4ecd-8d0d-e00a3d75530b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b8db472-d7a4-4bf0-a567-3aa56b7cd5d4 HTTP/1.1" status: 204 len: 168 time: 0.3000150 Mar 18 11:03:16.833252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49854) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:16.883303 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-23114971-c744-40d8-8c6d-195e8d7f9ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=643cffe8d44b47de9c8510485c810d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488880 Mar 18 11:03:16.885733 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49858) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:16.943030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:16.968456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:17.089092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:17.104713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deefeae1-0b76-47d9-a46a-6a5bc486c9c8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:17.108945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:17.110064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-932b1a8c-e290-4e0b-bde4-3efb5d1e3df0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/deefeae1-0b76-47d9-a46a-6a5bc486c9c8 HTTP/1.1" status: 204 len: 168 time: 0.2234175 Mar 18 11:03:19.529058 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49900) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:19.534207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061028921', 'description': 'tempest-secgroup-smoke-2061028921 description', 'project_id': 'a0357e66b9d94c988d3b70258d263817'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:19.540042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:19.544429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:19.547238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:19.553211 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:19.623548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:19.634965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:19.648761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:19.652432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:19.655618 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:19.661061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:19.745050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:19.820998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:19.835636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:19.847021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:19.852472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:19.861003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:19.862891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047070f6-b0a9-47f0-a76c-7e36bd0f01fc,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:19.934599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:19.980652 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.020576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:20.083793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.084946 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d9baba1e-f25a-4c4f-a03c-cc36d1d847c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5549164 Mar 18 11:03:20.087884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 49906) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:20.093285 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:20.099064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:20.102781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:20.105543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:20.111192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:20.183982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.240735 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.306512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.329383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e94711-926d-46a5-ab49-fd4b502c793d,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:20.392425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.393634 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-77f11d57-912b-4d34-8543-96c8fddeb521 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048284 Mar 18 11:03:20.396367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:20.401695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:20.407746 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:20.411496 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:20.414310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:20.419917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:20.502025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.562909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.626557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.648896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5227e7f7-d353-4a24-b71f-5c702f748c35,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:20.706378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.707538 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-46f73082-3ac5-43b2-a9a5-4795e27e7a74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101909 Mar 18 11:03:20.713379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49916) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:20.718381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:20.723998 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:20.727824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:20.730651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:20.736756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:20.799418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.860753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.906566 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:20.930449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ac6060-bece-481f-8b8e-4b6b75b16e24,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:21.000755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.001957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-aeb92120-434e-466c-8555-363a76df6de5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876196 Mar 18 11:03:21.004611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49920) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:21.009549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:21.015210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:21.018946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:21.021747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:21.027441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:21.098635 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.162882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.232200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.255394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bcbcd4-d6e4-4861-9cf6-c45a237f7306,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:21.326291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.327512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cf9b7172-2884-4e48-853d-88144c5d12c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219359 Mar 18 11:03:21.330168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49924) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:21.335037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:21.340716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:21.345245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:21.348140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:21.353914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:21.438166 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:03:21.445024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.512911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.580556 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.603239 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d21a2-85ae-422a-b754-51b0237b6925,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:21.677915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.679073 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e9d76dc-b6d4-4254-9d65-d52fcc6112bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480070 Mar 18 11:03:21.681760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:21.686955 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:21.702764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:21.702764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:21.702764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:21.705122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:21.781206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:03:21.788142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.850782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.917845 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:21.942429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04155ce8-a093-4836-9b88-a6d16d2ac0da,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:22.016266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.017373 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2fcdf240-9b32-4c14-ae54-76dbb923ed55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3346603 Mar 18 11:03:22.020394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49932) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:22.025781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'network': {'name': 'tempest-network-smoke--1806293321', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:22.030600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:22.034337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:network and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:22.037154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:22.038338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fabb9318-9699-49d8-88b9-6e93e8096002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.042874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:22.095138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:03:22.098509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.124991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:03:22.133077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.133412 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Added segment 152e56c4-ccfd-4f88-b695-699f0e785e28 of type vlan for network a462e584-9191-47e5-b04b-b533b1a7aa01 Mar 18 11:03:22.160793 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.237875 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.243201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:22.243781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.347142 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Network': ['ID=a462e584-9191-47e5-b04b-b533b1a7aa01,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:22.357657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network a462e584-9191-47e5-b04b-b533b1a7aa01 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:03:22.387235 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-344d55fb-fd3e-4680-9652-a2952d10fbd9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3658361 Mar 18 11:03:22.390594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49936) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:22.396012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'admin_state_up': True, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:22.403150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:22.407640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:router and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:22.410586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:22.416889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:22.492477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.493877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.508530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:22.829490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:23.180819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:23.212506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:23.340330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.46 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0e2417c3-851f-41d8-8d84-b54af44a5e9f) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:03:23.587775 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:23.661315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:23.725235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:23.731931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:23.737347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:03:23.768513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=0e2417c3-851f-41d8-8d84-b54af44a5e9f,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:24.216260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:24.489402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0910d9ff-f1a1-46fc-94a9-2b803b6dbcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:24.550733 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:24.797709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:03:25.072681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:03:25.083729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Sync routers for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:03:25.093478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:25.094105 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:25.149331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:25.150587 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2db55d1c-6b8c-4e5c-9bfc-b88d83c4947f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7590137 Mar 18 11:03:25.153678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49940) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:25.301640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:25.319488 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c6f6f1c2-74c7-43fc-83bb-726f1c5449bb tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a0357e66b9d94c988d3b70258d263817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647155 Mar 18 11:03:25.322083 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49946) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:25.455952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee26a82-6a30-4337-b6f4-39dd48f94eea tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:25.457423 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5ee26a82-6a30-4337-b6f4-39dd48f94eea tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344614 Mar 18 11:03:25.460293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49950) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:25.498766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3e5d8d36-2253-4c98-86c0-241b2f08e0b7 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374100 Mar 18 11:03:25.501450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49954) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:25.506790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968956832', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:25.553603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:25.603950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:25.615408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:25.619209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:subnet and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:25.621996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:25.628198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:25.633004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:23Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:25.636908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Checking router: 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:03:25.637259 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Updating router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 port 0e2417c3-851f-41d8-8d84-b54af44a5e9f binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:03:25.664347 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:25.689256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:25.732590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:03:25.736211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.001397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.009634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.020767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Transition to ACTIVE for port object 0e2417c3-851f-41d8-8d84-b54af44a5e9f will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:26.085165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Subnet': ['ID=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:26.089119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Checking segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:03:26.089475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network hostable DHCP agents. Network: a462e584-9191-47e5-b04b-b533b1a7aa01, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:03:26.092353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.170368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Attempting to bind port 0e2417c3-851f-41d8-8d84-b54af44a5e9f on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:03:26.170734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Attempting to bind port 0e2417c3-851f-41d8-8d84-b54af44a5e9f by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:03:26.171090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Attempting to bind port 0e2417c3-851f-41d8-8d84-b54af44a5e9f on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:03:26.179971 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Pushing event updated for resources: {'Port': ['ID=0e2417c3-851f-41d8-8d84-b54af44a5e9f,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:26.180905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network a462e584-9191-47e5-b04b-b533b1a7aa01 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:03:26.183532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:03:26.183905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:03:26.184304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.184695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:03:26.185440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Bound port: 0e2417c3-851f-41d8-8d84-b54af44a5e9f, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:03:26.185811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.216779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.217127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.217465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.217913 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.218753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.219084 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.219414 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.219736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.220059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.220379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.220699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.221017 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:26.265455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] For port 0e2417c3-851f-41d8-8d84-b54af44a5e9f, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:03:26.268279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] For port 0e2417c3-851f-41d8-8d84-b54af44a5e9f, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0e2417c3-851f-41d8-8d84-b54af44a5e9f,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:03:26.269562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, a462e584-9191-47e5-b04b-b533b1a7aa01) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:26.273631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:26.274243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.278696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52592f5e-d489-48be-ba1c-9584578b011d None None] Network a462e584-9191-47e5-b04b-b533b1a7aa01 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:03:26.353271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.376539 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-01b254f9-e3b9-4b8b-8b55-21cd17cacd4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8740199 Mar 18 11:03:26.379264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 49958) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:26.468595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096bca-6e75-46ba-8721-77d7bdea50d5 None None] Pushing event updated for resources: {'Port': ['ID=0e2417c3-851f-41d8-8d84-b54af44a5e9f,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:26.473317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:26.473947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:26.714015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-a462e584-9191-47e5-b04b-b533b1a7aa01', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:03:26.714838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:26.742564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:27.167200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.170805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Allocated IP 172.20.0.2 (a462e584-9191-47e5-b04b-b533b1a7aa01/a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb/e6d6d977-13ef-470c-8418-ea02c1af4a72) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:03:27.176184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.314467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:23Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:27.328183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e331f8-6211-47f5-bad6-b61513e006d8 None None] The sync data for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv is: [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:23Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:03:27.399130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.411100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Transition to ACTIVE for port object e6d6d977-13ef-470c-8418-ea02c1af4a72 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:27.431465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Transition to ACTIVE for port object e6d6d977-13ef-470c-8418-ea02c1af4a72 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:27.510148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.602626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Network a462e584-9191-47e5-b04b-b533b1a7aa01 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:27.603024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.1 (a462e584-9191-47e5-b04b-b533b1a7aa01/a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb/6f711a4d-b6b3-41cc-891b-7ccaecb2dea4) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:03:27.605621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:27.613956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:03:27.623761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Pushing event updated for resources: {'Port': ['ID=e6d6d977-13ef-470c-8418-ea02c1af4a72,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:27.711121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Attempting to bind port e6d6d977-13ef-470c-8418-ea02c1af4a72 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:03:27.711531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Attempting to bind port e6d6d977-13ef-470c-8418-ea02c1af4a72 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:03:27.711897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Attempting to bind port e6d6d977-13ef-470c-8418-ea02c1af4a72 on network a462e584-9191-47e5-b04b-b533b1a7aa01 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:03:27.717346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:03:27.718635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Checking segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:03:27.718761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.719137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Bound using segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:03:27.719593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Bound port: e6d6d977-13ef-470c-8418-ea02c1af4a72, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:03:27.719963 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.777237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.796151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:27.812808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] For port e6d6d977-13ef-470c-8418-ea02c1af4a72, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:03:27.816368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] For port e6d6d977-13ef-470c-8418-ea02c1af4a72, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6d6d977-13ef-470c-8418-ea02c1af4a72,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:03:27.887384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.915970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:27.984316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network a462e584-9191-47e5-b04b-b533b1a7aa01 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:27.984662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302cdab-2bd1-4397-a657-4f5dae5c2b67 None None] Pushing event updated for resources: {'Port': ['ID=e6d6d977-13ef-470c-8418-ea02c1af4a72,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:27.987575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:28.001236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:03:28.039309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:28.074487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:28.434994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:28.842077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:28.908520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0e2417c3-851f-41d8-8d84-b54af44a5e9f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:28.932597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.031276 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0e2417c3-851f-41d8-8d84-b54af44a5e9f completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:29.036911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0e2417c3-851f-41d8-8d84-b54af44a5e9f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:29.037298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.151316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:29.156638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.161748 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.179018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0e2417c3-851f-41d8-8d84-b54af44a5e9f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0e2417c3-851f-41d8-8d84-b54af44a5e9f,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:29.272220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.273006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6d6d977-13ef-470c-8418-ea02c1af4a72 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:29.302098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network a462e584-9191-47e5-b04b-b533b1a7aa01 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:29.303353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:29.402093 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0e2417c3-851f-41d8-8d84-b54af44a5e9f,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:29.423395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e67d3-2dd3-4a74-ab3a-295279a0235d None None] Network a462e584-9191-47e5-b04b-b533b1a7aa01 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:03:29.486335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:03:29.498319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e6d6d977-13ef-470c-8418-ea02c1af4a72 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:29.600553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Provisioning for port e6d6d977-13ef-470c-8418-ea02c1af4a72 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:29.609647 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Provisioning complete for port e6d6d977-13ef-470c-8418-ea02c1af4a72 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:29.610086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.665209 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:03:29.675165 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Sync routers for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:03:29.676703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c8822a34-98c3-40ae-8f92-8c64bfd31e11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/4c4d2f6f-bf41-439b-894b-9e2fbeb40912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2964342 Mar 18 11:03:29.695153 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:29.695776 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:29.828282 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.862633 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] For port e6d6d977-13ef-470c-8418-ea02c1af4a72, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6d6d977-13ef-470c-8418-ea02c1af4a72,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:29.878785 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:29.941381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:29.971447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-01cb7442-4943-45b9-9f23-9a04f50718db tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:03:30.026402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aefa9-465d-4cba-bffb-1497f3677a3a None None] Pushing event updated for resources: {'Port': ['ID=e6d6d977-13ef-470c-8418-ea02c1af4a72,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:30.066383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Provisioning complete for port e6d6d977-13ef-470c-8418-ea02c1af4a72 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:30.066785 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.069480 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-01cb7442-4943-45b9-9f23-9a04f50718db tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:03:30.070814 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-01cb7442-4943-45b9-9f23-9a04f50718db tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061028921&fields=id&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 267 time: 0.1476932 Mar 18 11:03:30.220504 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 2, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:30.224918 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Checking router: 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:03:30.232334 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Updating router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:03:30.279685 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.289899 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Provisioning for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:30.298413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Provisioning complete for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:30.301985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.347119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-afcab566-ed4b-44f0-b44e-aead54eaca3c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:30.354720 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-afcab566-ed4b-44f0-b44e-aead54eaca3c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/networks?id=a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 200 len: 797 time: 0.2732260 Mar 18 11:03:30.369811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3db94-9995-42ef-9c9b-5a01a5630703 None None] Port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:03:30.371512 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-4fd577e9-aa9c-4137-889f-4a559890d1c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/quotas/a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 375 time: 0.0156715 Mar 18 11:03:30.456761 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-6f7b15e6-6921-46ca-98ca-dbd5a965151c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839198 Mar 18 11:03:30.468709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-33dc88c5-fee5-4ce8-9370-8072f15041a1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:03:30.469629 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-33dc88c5-fee5-4ce8-9370-8072f15041a1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057240 Mar 18 11:03:30.488152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-17cad5a3-16da-4f3b-b6b1-dbb9fd000205 None None] Provisioning complete for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:30.488441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-17cad5a3-16da-4f3b-b6b1-dbb9fd000205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.547417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-17cad5a3-16da-4f3b-b6b1-dbb9fd000205 None None] Port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:03:30.601355 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0195c8b2-ad2f-471e-9d30-5130154777cd service neutron] 10.222.0.18 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239569 Mar 18 11:03:30.631726 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.643242 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Transition to ACTIVE for port object 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:30.721081 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.729863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-8644bf40-68b8-424f-b323-f211c4fd35ce service neutron] 10.222.0.18 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225653 Mar 18 11:03:30.868759 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Pushing event updated for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:30.880799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0e2417c3-851f-41d8-8d84-b54af44a5e9f up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:30.928487 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.929088 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.929610 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.929965 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.930291 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.930615 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.930935 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.931252 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.931568 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.931878 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.932192 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.932504 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:03:30.975886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Attempting to bind port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:03:30.975886 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Attempting to bind port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:03:30.976213 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Attempting to bind port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 on network a462e584-9191-47e5-b04b-b533b1a7aa01 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:03:30.985069 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:03:30.985664 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Checking segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:03:30.986255 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.986792 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Bound using segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:03:30.987409 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Bound port: 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:03:30.987940 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:30.989979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0e2417c3-851f-41d8-8d84-b54af44a5e9f triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:30.990475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:31.063459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-95bd6cc9-2698-47a3-8622-98e4670cbc2e req-4b8887a1-3fff-4d59-9e76-f3699be57eee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:03:31.093969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] For port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:03:31.096992 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] For port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:03:31.138208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6d6d977-13ef-470c-8418-ea02c1af4a72 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:31.175559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-95bd6cc9-2698-47a3-8622-98e4670cbc2e req-4b8887a1-3fff-4d59-9e76-f3699be57eee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:03:31.176595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95bd6cc9-2698-47a3-8622-98e4670cbc2e req-4b8887a1-3fff-4d59-9e76-f3699be57eee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 210 time: 0.1604915 Mar 18 11:03:31.198746 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:31.217604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e6d6d977-13ef-470c-8418-ea02c1af4a72 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:31.218705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:31.278434 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:31.279049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:31.372189 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d349510-6597-47db-a617-93d68aa62f7a None None] Pushing event updated for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:31.494191 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:31.795468 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:31Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:31.799225 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae465dd-e5d2-4d51-a9c3-57fd9ead60ac None None] The sync data for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv is: [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:31Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:03:32.353976 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-003383fe-275c-4f8f-a578-ecd913e5fd41 req-bc6d8931-12a6-46ef-89fe-0654cd641b9e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0476577 Mar 18 11:03:32.886604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:33.018244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:33.023673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:33.028000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:33.141171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:33.171740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:33.243894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:33.312228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:33.531269 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a08fd836-9b7c-40b2-bdfc-61403b7f1a66 req-6d0c75bc-a2fa-4de1-8987-9c820b4c3950 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0654922 Mar 18 11:03:33.654369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-388cae27-0e88-4df0-ba7e-73986f4324fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:33.655098 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-388cae27-0e88-4df0-ba7e-73986f4324fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:03:33.738217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-388cae27-0e88-4df0-ba7e-73986f4324fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:03:33.739372 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-388cae27-0e88-4df0-ba7e-73986f4324fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/networks?id=a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 200 len: 797 time: 0.2344639 Mar 18 11:03:33.790917 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-a1fbabba-76aa-4ec2-a5af-fe32bcf98f39 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 380 time: 0.0438859 Mar 18 11:03:33.800168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'port': {'device_id': '554a2c97-5883-4be8-92b4-49945253b1d6', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'admin_state_up': True, 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'security_groups': ['9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:33.941665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:33.951022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:34.000695 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:03:34.004303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.161470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.10 (a462e584-9191-47e5-b04b-b533b1a7aa01/a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb/e98cdfd3-e496-46d8-9848-42b85726f50d) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:03:34.340588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.355847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object e98cdfd3-e496-46d8-9848-42b85726f50d will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:34.468651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.532337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network a462e584-9191-47e5-b04b-b533b1a7aa01 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:34.542633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:34.546883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:03:34.697636 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:34.726490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5148b-23ef-4927-a58b-d03a28039797 req-f36450d8-4219-4c3f-83cf-01d89f0b8fa7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:34.728586 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f8e5148b-23ef-4927-a58b-d03a28039797 req-f36450d8-4219-4c3f-83cf-01d89f0b8fa7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 932 time: 0.0853236 Mar 18 11:03:34.734176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:34.734782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.772146 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f8e5148b-23ef-4927-a58b-d03a28039797 req-ec173636-d0f1-4521-a919-8c46ab2fbdc6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377896 Mar 18 11:03:34.839549 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-abce43f5-63eb-495a-bf4f-e6cef8859e1a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0435352 Mar 18 11:03:34.849908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d88e4127-ef3a-43ec-a4d5-2cb123f2eaea None None] Provisioning for port e98cdfd3-e496-46d8-9848-42b85726f50d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:34.851052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Request body: {'port': {'device_id': '554a2c97-5883-4be8-92b4-49945253b1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:34.856049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d88e4127-ef3a-43ec-a4d5-2cb123f2eaea None None] Provisioning complete for port e98cdfd3-e496-46d8-9848-42b85726f50d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:34.856448 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d88e4127-ef3a-43ec-a4d5-2cb123f2eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.918022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d88e4127-ef3a-43ec-a4d5-2cb123f2eaea None None] Port e98cdfd3-e496-46d8-9848-42b85726f50d cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:03:34.920753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:34.966669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:34.989910 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:34.990270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.293416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98cdfd3-e496-46d8-9848-42b85726f50d {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:03:35.300919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.315183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Transition to ACTIVE for port object e98cdfd3-e496-46d8-9848-42b85726f50d will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:03:35.386674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.539194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:35.618045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Attempting to bind port e98cdfd3-e496-46d8-9848-42b85726f50d on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:03:35.618375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Attempting to bind port e98cdfd3-e496-46d8-9848-42b85726f50d by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:03:35.618692 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Attempting to bind port e98cdfd3-e496-46d8-9848-42b85726f50d on network a462e584-9191-47e5-b04b-b533b1a7aa01 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:03:35.623139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Port e98cdfd3-e496-46d8-9848-42b85726f50d on network a462e584-9191-47e5-b04b-b533b1a7aa01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:03:35.623455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Attempting to bind port e98cdfd3-e496-46d8-9848-42b85726f50d on network a462e584-9191-47e5-b04b-b533b1a7aa01 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:03:35.628390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:03:35.628720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Checking segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:03:35.629097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Bound using segment: {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:03:35.629516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Bound port: e98cdfd3-e496-46d8-9848-42b85726f50d, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152e56c4-ccfd-4f88-b695-699f0e785e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:03:35.629881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.719306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:03:35.722218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=e98cdfd3-e496-46d8-9848-42b85726f50d,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:03:35.786760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.841198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:35.841985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:35.843753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] 10.222.0.24 "PUT /v2.0/ports/e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 200 len: 1094 time: 0.9969203 Mar 18 11:03:35.844185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:03:35.877272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207c1e-0d2a-41a1-83ee-de0766a62dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:35.924259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'status': 'completed', 'code': 200} Mar 18 11:03:36.029544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fa800-0159-433f-bacc-ad8df4ef025d req-e4d74d78-0bd6-4406-858c-8f3e6fd52eb5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.030310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c78fa800-0159-433f-bacc-ad8df4ef025d req-e4d74d78-0bd6-4406-858c-8f3e6fd52eb5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:03:36.038437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-48dc600f-93e2-4fb3-8790-c04d5fb7aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.039731 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-48dc600f-93e2-4fb3-8790-c04d5fb7aa95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1097 time: 0.1098809 Mar 18 11:03:36.137655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c78fa800-0159-433f-bacc-ad8df4ef025d req-e4d74d78-0bd6-4406-858c-8f3e6fd52eb5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:03:36.138766 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c78fa800-0159-433f-bacc-ad8df4ef025d req-e4d74d78-0bd6-4406-858c-8f3e6fd52eb5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 944 time: 0.2528279 Mar 18 11:03:36.215375 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c78fa800-0159-433f-bacc-ad8df4ef025d req-ce4cdb86-bf3f-45e7-9c2d-4a7f8e91548a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634594 Mar 18 11:03:36.217638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-813af6ea-4869-4296-9ccb-a78d7bd203c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.219015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-813af6ea-4869-4296-9ccb-a78d7bd203c6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0357e66b9d94c988d3b70258d263817&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1728296 Mar 18 11:03:36.353587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-c881e3ea-1059-4a0b-b5f7-bad7ba29bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.355152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bcd0df20-4bdb-4283-8cbb-b704609ca7c5 req-c881e3ea-1059-4a0b-b5f7-bad7ba29bbe8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301353 Mar 18 11:03:36.463714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-874aa732-5421-4eb0-9e24-6ca0c7aee0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.465174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-874aa732-5421-4eb0-9e24-6ca0c7aee0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0740771 Mar 18 11:03:36.531267 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0e1c3ccd-216c-4220-82e6-077b91ea255d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 200 len: 217 time: 0.0592260 Mar 18 11:03:36.691400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a14a1a5-a990-4d08-a954-dd843c040849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.692825 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-0a14a1a5-a990-4d08-a954-dd843c040849 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb HTTP/1.1" status: 200 len: 835 time: 0.1562488 Mar 18 11:03:36.765645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-40f69124-441e-42d1-a9a4-ba4614a0f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:36.767044 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-40f69124-441e-42d1-a9a4-ba4614a0f98b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a462e584-9191-47e5-b04b-b533b1a7aa01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682282 Mar 18 11:03:36.896887 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-1b2f853d-c175-4900-a90b-a672ca21f47e service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235859 Mar 18 11:03:37.028009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b2144a0-fecf-40ee-b0af-16e63ce557ad req-74a26282-d8a6-4537-957b-d0aee7a2ce31 service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249096 Mar 18 11:03:37.399420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09012d-16ec-4d86-87bd-c7ab7d743cf6 req-e37ccd89-3635-44a9-abe1-e5301676ed09 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:37.400847 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba09012d-16ec-4d86-87bd-c7ab7d743cf6 req-e37ccd89-3635-44a9-abe1-e5301676ed09 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0829501 Mar 18 11:03:37.444812 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba09012d-16ec-4d86-87bd-c7ab7d743cf6 req-c6af7e4c-87e0-4681-882f-0e691797f620 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Mar 18 11:03:38.626665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b8e0c-0a04-46aa-9895-fde017b8f86d req-795acdb4-d6f8-4de9-bd4d-6cfbc58c4bd6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:38.628074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd5b8e0c-0a04-46aa-9895-fde017b8f86d req-795acdb4-d6f8-4de9-bd4d-6cfbc58c4bd6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0806043 Mar 18 11:03:38.669652 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd5b8e0c-0a04-46aa-9895-fde017b8f86d req-70e5e3cb-b681-4cd4-a048-b5b0ec9aad4d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360527 Mar 18 11:03:39.025117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device e98cdfd3-e496-46d8-9848-42b85726f50d details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:03:39.165399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=e98cdfd3-e496-46d8-9848-42b85726f50d,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:39.178684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'port_id': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'mac_address': 'fa:16:3e:97:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:03:39.231211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:39.247419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98cdfd3-e496-46d8-9848-42b85726f50d {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:03:39.262050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=e98cdfd3-e496-46d8-9848-42b85726f50d,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:39.357895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:39.425369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:39.596189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['e98cdfd3-e496-46d8-9848-42b85726f50d'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:03:39.857704 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fbe44-5424-4d8b-bde7-4879df9f75a5 req-775bc26a-e36f-4cc3-ba2c-57ad92b840b6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:39.859088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-735fbe44-5424-4d8b-bde7-4879df9f75a5 req-775bc26a-e36f-4cc3-ba2c-57ad92b840b6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0844438 Mar 18 11:03:39.902774 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-735fbe44-5424-4d8b-bde7-4879df9f75a5 req-2cbaf7fa-7b6a-4ec7-92d2-1a33cdb20845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 Mar 18 11:03:41.035395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device e98cdfd3-e496-46d8-9848-42b85726f50d up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:03:41.083285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd89127-8dfa-4241-9884-4385d7849741 req-18575a1a-8d40-4493-9edc-87e3acaa2cab tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:41.084655 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fbd89127-8dfa-4241-9884-4385d7849741 req-18575a1a-8d40-4493-9edc-87e3acaa2cab tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0776689 Mar 18 11:03:41.128174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fbd89127-8dfa-4241-9884-4385d7849741 req-11e5828f-b2ff-4b96-be0b-92d9b6ff3833 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378811 Mar 18 11:03:41.164267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port e98cdfd3-e496-46d8-9848-42b85726f50d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:03:41.169368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port e98cdfd3-e496-46d8-9848-42b85726f50d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:03:41.172513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:41.279535 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:41.305072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:03:41.315383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=e98cdfd3-e496-46d8-9848-42b85726f50d,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:03:41.378234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:41.416638 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'code': 200} Mar 18 11:03:41.448115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:41.730954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e61d-fcc4-4920-84ab-3ac04078c356 req-18fdfcfb-428f-43fd-8de2-450c92eb70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:41.732386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-25d4e61d-fcc4-4920-84ab-3ac04078c356 req-18fdfcfb-428f-43fd-8de2-450c92eb70f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0716701 Mar 18 11:03:41.771190 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-25d4e61d-fcc4-4920-84ab-3ac04078c356 req-70732147-f0c3-4c9e-a865-103eb11737ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Mar 18 11:03:42.308355 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374bcb2-cd67-4115-83bf-29dec427d73c req-f48f5a04-dfb8-4dc0-8243-e74e01324da9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:42.309776 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6374bcb2-cd67-4115-83bf-29dec427d73c req-f48f5a04-dfb8-4dc0-8243-e74e01324da9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0776441 Mar 18 11:03:42.354878 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6374bcb2-cd67-4115-83bf-29dec427d73c req-f0482b18-f9c2-4ea8-a7c7-6c1890479b1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392396 Mar 18 11:03:43.548787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275491-0e4d-4e96-a1fc-2536100f3429 req-0cc545f7-bad9-47da-85a8-77bd3fc519b5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:43.550823 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c1275491-0e4d-4e96-a1fc-2536100f3429 req-0cc545f7-bad9-47da-85a8-77bd3fc519b5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0850255 Mar 18 11:03:43.595062 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c1275491-0e4d-4e96-a1fc-2536100f3429 req-7d302606-5267-4147-b8e3-416995ef7c98 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392814 Mar 18 11:03:43.784988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918171-cd4c-486d-b944-7f1fee72d915 req-eac303ed-b35a-4073-aea3-1b4632aeb2f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:43.786466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-25918171-cd4c-486d-b944-7f1fee72d915 req-eac303ed-b35a-4073-aea3-1b4632aeb2f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0878541 Mar 18 11:03:43.829512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-25918171-cd4c-486d-b944-7f1fee72d915 req-c5a5d66a-7dba-472e-9307-81bbbe8f3a87 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374632 Mar 18 11:03:43.850995 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50022) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:43.920864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0008f-ad3f-480b-81c5-f3efdde24d20 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:43.922261 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b1d0008f-ad3f-480b-81c5-f3efdde24d20 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1094 time: 0.0703444 Mar 18 11:03:43.925007 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50026) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:43.929694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:03:43.935529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:03:43.940036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:floatingip and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:03:43.942826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:03:43.948369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:03:44.012479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:44.147389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:44.275154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.33 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/c899c7a5-c1d8-401d-b732-4f555ab8ad6a) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:03:44.417524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:44.490257 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:44.552425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:03:44.555085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:03:44.563501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:03:44.602518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=c899c7a5-c1d8-401d-b732-4f555ab8ad6a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:44.695195 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:03:45.065171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:45.189252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:45.386980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:45.434834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:45.543618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=c899c7a5-c1d8-401d-b732-4f555ab8ad6a,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:03:45.555104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:45.723677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP b74dafbc-e597-4468-9c66-f003c3eee84e associated. External IP: 172.26.2.33, port: e98cdfd3-e496-46d8-9848-42b85726f50d. Mar 18 11:03:46.061338 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:03:46.338374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:03:46.348548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Sync routers for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:03:46.357338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:46.366413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:46.438844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:46.493715 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3009b2d7-1d42-4a52-b9e1-f15593234c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5677083 Mar 18 11:03:46.494354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:03:46.535112 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:46.546289 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'status': 'completed', 'code': 200} Mar 18 11:03:46.639365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-a626c65d-bf2a-45ae-8459-19655e9c7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:46.641397 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-a626c65d-bf2a-45ae-8459-19655e9c7634 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0728168 Mar 18 11:03:46.674297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7ba5e-060d-4a01-b4cd-5563fec6178c req-71c8f125-561d-4040-a1e5-e438edd2976e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:46.675865 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-73b7ba5e-060d-4a01-b4cd-5563fec6178c req-71c8f125-561d-4040-a1e5-e438edd2976e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0824409 Mar 18 11:03:46.721037 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-73b7ba5e-060d-4a01-b4cd-5563fec6178c req-9074ce60-ef0f-4b4f-8140-fdce7d987866 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Mar 18 11:03:46.745210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50034) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:46.777680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-5b89c0fb-02b1-4796-921a-3ead113dd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:46.779183 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-5b89c0fb-02b1-4796-921a-3ead113dd4c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 200 len: 898 time: 0.1320038 Mar 18 11:03:46.852638 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e5a042bf-0212-4334-8917-ec72fb62c540 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 200 len: 991 time: 0.1052213 Mar 18 11:03:46.884677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-a5b8b626-beb2-4db9-80bd-0d493a070dce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 200 len: 999 time: 0.0989611 Mar 18 11:03:46.892364 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b74dafbc-e597-4468-9c66-f003c3eee84e', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.33', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'port_id': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'mac_address': 'fa:16:3e:97:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a2c97-5883-4be8-92b4-49945253b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:03:45Z', 'updated_at': '2022-03-18T11:03:45Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:46.896298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Checking router: 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:03:46.904403 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:03:46.904989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:03:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:46.950491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-05266e1f-b9b6-46f2-aa57-923f85d884c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:46.951924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-05266e1f-b9b6-46f2-aa57-923f85d884c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb HTTP/1.1" status: 200 len: 835 time: 0.0609725 Mar 18 11:03:47.023514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-fd424c07-a9f7-4ec2-9f52-26cfd0d93faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:03:47.024969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-fd424c07-a9f7-4ec2-9f52-26cfd0d93faf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a462e584-9191-47e5-b04b-b533b1a7aa01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676477 Mar 18 11:03:47.081186 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:03:47.155214 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-e4a98621-5bd6-4c9b-a928-8a1ce55ceb7c service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237736 Mar 18 11:03:47.287897 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7b145314-e716-4ec0-9215-6b99959a3a15 req-80c0b207-eee8-4ce6-863c-9e6fefe54d36 service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262102 Mar 18 11:03:47.462411 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b74dafbc-e597-4468-9c66-f003c3eee84e', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.33', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'port_id': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'mac_address': 'fa:16:3e:97:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a2c97-5883-4be8-92b4-49945253b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:03:45Z', 'updated_at': '2022-03-18T11:03:45Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:03:47.466142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0269790-76e2-4e55-acbc-97788db04000 None None] The sync data for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv is: [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'b74dafbc-e597-4468-9c66-f003c3eee84e', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.33', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'port_id': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'mac_address': 'fa:16:3e:97:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a2c97-5883-4be8-92b4-49945253b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:03:45Z', 'updated_at': '2022-03-18T11:03:45Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:03:47.654843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7789f-8dc2-492c-8382-e5b1e844da34 None None] New status for floating IP b74dafbc-e597-4468-9c66-f003c3eee84e: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:03:47.855470 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50038) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:47.961611 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dc6170ed-d917-469d-b91b-9f2741554463 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 200 len: 991 time: 0.1049557 Mar 18 11:03:48.965455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50042) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:03:49.067314 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-6a8fcd59-0e76-4958-9a48-587ab6487e0d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 200 len: 993 time: 0.1007433 Mar 18 11:03:52.063853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b63e5de-5273-4f5f-8c64-ce0446d56ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:54.509580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c27cbb2a-b177-4e3a-8018-a4c6bcf64e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:55.435060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:55.543297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:55.609624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:03:57.078531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:01.994801 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-8173a1d1-ca48-4805-a6fc-e7d40fcd285a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748608 Mar 18 11:04:02.130408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af935-218f-4132-88b1-de02501a7abe req-afb0e09f-f64b-4c28-8722-d52ad1d20d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:02.131864 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-afb0e09f-f64b-4c28-8722-d52ad1d20d12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0697308 Mar 18 11:04:02.272759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af935-218f-4132-88b1-de02501a7abe req-b45d3f4d-0150-4bab-a001-8a4df79df0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:02.274198 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-b45d3f4d-0150-4bab-a001-8a4df79df0fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 200 len: 898 time: 0.1242521 Mar 18 11:04:02.376772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-b700ae5d-4b68-4543-aceb-6728cb4059b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 200 len: 1001 time: 0.0956168 Mar 18 11:04:02.441999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af935-218f-4132-88b1-de02501a7abe req-2cfda670-c8db-40ad-bedf-f0f10163562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:02.443411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-2cfda670-c8db-40ad-bedf-f0f10163562d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb HTTP/1.1" status: 200 len: 835 time: 0.0609095 Mar 18 11:04:02.519486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af935-218f-4132-88b1-de02501a7abe req-5db85ed9-1a52-4404-a0ad-0f708c4d51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:02.520957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-5db85ed9-1a52-4404-a0ad-0f708c4d51ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a462e584-9191-47e5-b04b-b533b1a7aa01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712817 Mar 18 11:04:02.651621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-e4439b76-8078-4c4f-b00d-4849c9202461 service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Mar 18 11:04:02.891518 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-295af935-218f-4132-88b1-de02501a7abe req-de0ff1b2-0f89-41c3-9ae2-9446f81f3d01 service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328444 Mar 18 11:04:18.903026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450378e4-04f8-4c60-9efe-ac7d0cc394d0 req-7ff3e979-7020-4142-8dbd-ad0cd7a59a5a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:18.904462 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-450378e4-04f8-4c60-9efe-ac7d0cc394d0 req-7ff3e979-7020-4142-8dbd-ad0cd7a59a5a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0808883 Mar 18 11:04:18.947967 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-450378e4-04f8-4c60-9efe-ac7d0cc394d0 req-cca3d9c3-2ad1-4c27-945a-10cb216bd012 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Mar 18 11:04:20.133930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc27d4-62b8-43d2-a019-753cc9478116 req-95ecc575-41ad-4d0f-b5bd-0f0bfa32aedc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:20.135348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99fc27d4-62b8-43d2-a019-753cc9478116 req-95ecc575-41ad-4d0f-b5bd-0f0bfa32aedc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0795016 Mar 18 11:04:20.177370 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99fc27d4-62b8-43d2-a019-753cc9478116 req-a9755a21-04dc-40e1-ba4e-8fc7707c992c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362866 Mar 18 11:04:20.200740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50062) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:20.304377 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-89892e6e-af80-457a-9ea6-54dd616ed98c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 200 len: 993 time: 0.1025004 Mar 18 11:04:21.693759 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:04:21.934990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad841-c21b-4562-8875-b473127a2e4b req-e44d2878-6392-44db-a3a0-5d8f85b04a78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:21.936138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3e8ad841-c21b-4562-8875-b473127a2e4b req-e44d2878-6392-44db-a3a0-5d8f85b04a78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0814955 Mar 18 11:04:21.980352 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3e8ad841-c21b-4562-8875-b473127a2e4b req-d830afa4-3059-4dd9-a049-6ada6759081e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Mar 18 11:04:22.040979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f219c2d3-1dec-4793-9085-a5f1ff9eef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:23.166896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962547-35e4-423b-9c4e-55159500db13 req-2c67bb8e-1f80-438b-bd46-137e4b512427 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:23.168340 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6f962547-35e4-423b-9c4e-55159500db13 req-2c67bb8e-1f80-438b-bd46-137e4b512427 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0816636 Mar 18 11:04:23.212390 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6f962547-35e4-423b-9c4e-55159500db13 req-02b148be-4578-4c3c-9bfe-ddc5850efcf4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381575 Mar 18 11:04:23.235445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50074) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:23.345625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2ed9f194-da20-4b96-898f-a26ab502b1b4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 200 len: 993 time: 0.1090062 Mar 18 11:04:23.608274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50082) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:23.823637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port c899c7a5-c1d8-401d-b732-4f555ab8ad6a {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:04:23.823872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:23.988558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:23.988879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:24.105181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for c899c7a5-c1d8-401d-b732-4f555ab8ad6a owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:04:24.286855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:24.331111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=c899c7a5-c1d8-401d-b732-4f555ab8ad6a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:24.370247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.370529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.370861 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.371189 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.371513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.371836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.372152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.372466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.372780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.373091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.373403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.373714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:24.430619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:24.430974 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP b74dafbc-e597-4468-9c66-f003c3eee84e disassociated (deleted). External IP: 172.26.2.33, port: e98cdfd3-e496-46d8-9848-42b85726f50d. Mar 18 11:04:24.492173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c8dea1b5-4e5a-419b-80b1-fbdeaad7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:24.875467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:04:25.053770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:04:25.063700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Sync routers for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:04:25.073029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:25.077324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:25.127928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:25.183140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-281f9c05-6829-4281-88f7-e29185dc88a9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/floatingips/b74dafbc-e597-4468-9c66-f003c3eee84e HTTP/1.1" status: 204 len: 168 time: 1.5713141 Mar 18 11:04:25.183140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:04:25.230062 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'status': 'completed', 'code': 200} Mar 18 11:04:25.250201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:25.323318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-37fb9f9f-6306-454a-b3ad-54bb6affa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:25.324964 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-37fb9f9f-6306-454a-b3ad-54bb6affa6d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0743632 Mar 18 11:04:25.455691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-73e160fa-2780-42c8-b5b8-c6f12088fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:25.457099 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-73e160fa-2780-42c8-b5b8-c6f12088fea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 200 len: 898 time: 0.1265814 Mar 18 11:04:25.464469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:25.528639 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-a0c567b8-b507-4e82-834b-ff333352e89d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 200 len: 217 time: 0.0655262 Mar 18 11:04:25.594586 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:25.601304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-f1f32b9d-9380-41fe-b53b-024b703ed906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:25.601304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-f1f32b9d-9380-41fe-b53b-024b703ed906 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb HTTP/1.1" status: 200 len: 835 time: 0.0651963 Mar 18 11:04:25.601553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Checking router: 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:04:25.608227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:25.608819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:25.675209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:25.678566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:25.717956 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-1b80bc60-795b-4899-bc21-93e7be05417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:25.719315 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-1b80bc60-795b-4899-bc21-93e7be05417f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a462e584-9191-47e5-b04b-b533b1a7aa01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149020 Mar 18 11:04:25.807033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:25.845831 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee8fa3-3f90-4f6b-89e9-aba4423fe116 req-54b8247d-879a-42fc-b36a-f62223f21a93 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:25.846530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b9ee8fa3-3f90-4f6b-89e9-aba4423fe116 req-54b8247d-879a-42fc-b36a-f62223f21a93 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:25.879783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-239bba3a-1a5f-4a5c-8027-25b215ee02df service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533740 Mar 18 11:04:25.973266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b9ee8fa3-3f90-4f6b-89e9-aba4423fe116 req-54b8247d-879a-42fc-b36a-f62223f21a93 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:25.974432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b9ee8fa3-3f90-4f6b-89e9-aba4423fe116 req-54b8247d-879a-42fc-b36a-f62223f21a93 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.3081460 Mar 18 11:04:26.048152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b9ee8fa3-3f90-4f6b-89e9-aba4423fe116 req-c9f0d0a6-d726-4487-b416-d254736d0ce6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619411 Mar 18 11:04:26.051433 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-75c569e7-4589-4bc5-99e3-c43c8f931646 req-9249dd5a-cf4b-4d47-b847-6aa68dcc4f78 service neutron] 10.222.0.24 "GET /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653252 Mar 18 11:04:26.118185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:26.122030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6d610-57cc-42d7-9050-dd334a5cbafe None None] The sync data for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv is: [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:03:28Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '6f711a4d-b6b3-41cc-891b-7ccaecb2dea4', 'name': '', 'network_id': 'a462e584-9191-47e5-b04b-b533b1a7aa01', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b5:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:27Z', 'updated_at': '2022-03-18T11:03:33Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:04:26.334823 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217170-b469-438a-b76f-6fe955378c87 None None] New status for floating IP b74dafbc-e597-4468-9c66-f003c3eee84e: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:04:27.046780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:27.237245 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781398ce-124a-4497-9a87-22a2c003adf1 req-826ac951-2d8d-45d3-b032-c71ba6d38b72 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:27.239274 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-781398ce-124a-4497-9a87-22a2c003adf1 req-826ac951-2d8d-45d3-b032-c71ba6d38b72 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0785377 Mar 18 11:04:27.263005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64118966-03c7-4cff-a560-d262df678f1d req-0db2be25-c0d3-4729-af27-278f680c3734 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:27.264446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-64118966-03c7-4cff-a560-d262df678f1d req-0db2be25-c0d3-4729-af27-278f680c3734 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0781975 Mar 18 11:04:27.282075 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-781398ce-124a-4497-9a87-22a2c003adf1 req-8e001405-b464-470e-a827-7ba1607846bf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369060 Mar 18 11:04:27.337261 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port e98cdfd3-e496-46d8-9848-42b85726f50d {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:04:27.337602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:27.694202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port e98cdfd3-e496-46d8-9848-42b85726f50d, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=e98cdfd3-e496-46d8-9848-42b85726f50d,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:27.694561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:27.817041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for e98cdfd3-e496-46d8-9848-42b85726f50d owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:04:28.001199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:28.050509 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=e98cdfd3-e496-46d8-9848-42b85726f50d,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:28.124542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] No DVR routers for this DVR port e98cdfd3-e496-46d8-9848-42b85726f50d on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:04:28.126949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:28.129988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'name': 'network-vif-deleted', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:04:28.173933 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554a2c97-5883-4be8-92b4-49945253b1d6', 'name': 'network-vif-deleted', 'tag': 'e98cdfd3-e496-46d8-9848-42b85726f50d', 'status': 'completed', 'code': 200} Mar 18 11:04:28.213208 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-64118966-03c7-4cff-a560-d262df678f1d req-cc8e545f-dbad-4016-88df-ab1283dff247 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "DELETE /v2.0/ports/e98cdfd3-e496-46d8-9848-42b85726f50d HTTP/1.1" status: 204 len: 173 time: 0.9434710 Mar 18 11:04:28.548932 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3bdef751-588e-4146-8ddf-199540bcc736 req-b2817d61-83e6-48df-ad75-754b4cf10dee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=554a2c97-5883-4be8-92b4-49945253b1d6 HTTP/1.1" status: 200 len: 210 time: 0.1568155 Mar 18 11:04:29.648408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50100) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:30.185873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:30.632493 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:04:30.632837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:30.814891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:30.815610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:30.939324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:04:31.255969 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:31.302341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=6f711a4d-b6b3-41cc-891b-7ccaecb2dea4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:31.322183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device e98cdfd3-e496-46d8-9848-42b85726f50d no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:04:31.356380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: e98cdfd3-e496-46d8-9848-42b85726f50d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:04:31.356729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device e98cdfd3-e496-46d8-9848-42b85726f50d not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:04:31.572416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.027001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:04:32.198324 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:04:32.207554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Sync routers for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:04:32.211084 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-18875d59-bbf4-4540-9674-43e180d100f5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/4c4d2f6f-bf41-439b-894b-9e2fbeb40912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5616014 Mar 18 11:04:32.213049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50104) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:32.216333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:32.216928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:32.283487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting subnet a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:04:32.287024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.340805 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.420598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.425062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:32.550077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.592386 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.595031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:32.603048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c06588-f5e1-4285-a4e7-7dc75e68e3fe None None] Network a462e584-9191-47e5-b04b-b533b1a7aa01 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:04:32.604576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50108) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:32.605047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3ed7010f-774c-4063-bb1a-7b92e1e9bf38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/subnets/a2d15bf4-1fe2-4a95-bc94-01ce7e78bbfb HTTP/1.1" status: 204 len: 168 time: 0.3906102 Mar 18 11:04:32.777945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.870767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:04:31Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:32.877110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Checking router: 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:04:32.889324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Routers {'4c4d2f6f-bf41-439b-894b-9e2fbeb40912'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:32.890053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:32.969317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] DHCP port deletion for a462e584-9191-47e5-b04b-b533b1a7aa01 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:04:32.970409 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:32.979573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Deleting port e6d6d977-13ef-470c-8418-ea02c1af4a72 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:04:32.979941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.029669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 0e2417c3-851f-41d8-8d84-b54af44a5e9f {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:04:33.030079 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.162088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] Set router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:33.202456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 0e2417c3-851f-41d8-8d84-b54af44a5e9f, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0e2417c3-851f-41d8-8d84-b54af44a5e9f,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:33.202728 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.322246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 0e2417c3-851f-41d8-8d84-b54af44a5e9f owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:04:33.493645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] For port e6d6d977-13ef-470c-8418-ea02c1af4a72, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e6d6d977-13ef-470c-8418-ea02c1af4a72,segment=NetworkSegment(152e56c4-ccfd-4f88-b695-699f0e785e28),segment_id=152e56c4-ccfd-4f88-b695-699f0e785e28)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:33.494248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.547747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.619973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Calling delete_port for e6d6d977-13ef-470c-8418-ea02c1af4a72 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:04:33.629579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=0e2417c3-851f-41d8-8d84-b54af44a5e9f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:33.665977 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.666567 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.666882 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.667184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.667516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.667849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.668172 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.668494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.668814 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.669132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.669502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.669842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.705661 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.753303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:04:31Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:33.757152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c33b0c-d8ce-4fed-91a1-3e1ecf2ffd10 None None] The sync data for ids ['4c4d2f6f-bf41-439b-894b-9e2fbeb40912'] in dv-neutron-834265-1-hyperv is: [{'id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147250806', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:03:22Z', 'updated_at': '2022-03-18T11:04:31Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0e2417c3-851f-41d8-8d84-b54af44a5e9f', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4d2f6f-bf41-439b-894b-9e2fbeb40912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:03:23Z', 'updated_at': '2022-03-18T11:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:04:33.835470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.882914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.885323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:33.889622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Pushing event deleted for resources: {'Port': ['ID=e6d6d977-13ef-470c-8418-ea02c1af4a72,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:33.903505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.906646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.907350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.907521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.907842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:33.911515 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7adb6ac-bb7c-49fd-bded-7f99a7337d29 None None] No DVR routers for this DVR port e6d6d977-13ef-470c-8418-ea02c1af4a72 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:04:34.001330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.001936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4d2f6f-bf41-439b-894b-9e2fbeb40912 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:04:34.017455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.018578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-03954041-a662-40e0-ab52-aaf7a47d2154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/routers/4c4d2f6f-bf41-439b-894b-9e2fbeb40912 HTTP/1.1" status: 204 len: 168 time: 1.4129851 Mar 18 11:04:34.021276 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50112) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:34.246759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.378679 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.404751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a462e584-9191-47e5-b04b-b533b1a7aa01']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:34.417038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152e56c4-ccfd-4f88-b695-699f0e785e28') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:34.417339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152e56c4-ccfd-4f88-b695-699f0e785e28') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:34.428110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.443415 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.449076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:04:34.449450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:04:34.463686 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:04:34.610281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.629785 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.635690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Network': ['ID=a462e584-9191-47e5-b04b-b533b1a7aa01,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:34.703046 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-36986a66-6ca6-4bcf-9ad3-1c1052baebdf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/networks/a462e584-9191-47e5-b04b-b533b1a7aa01 HTTP/1.1" status: 204 len: 168 time: 0.6806700 Mar 18 11:04:34.705551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50116) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:34.778136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.806009 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:34.893727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0e2417c3-851f-41d8-8d84-b54af44a5e9f no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:04:34.930774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0e2417c3-851f-41d8-8d84-b54af44a5e9f {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:04:34.931121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0e2417c3-851f-41d8-8d84-b54af44a5e9f not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:04:34.931532 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6d6d977-13ef-470c-8418-ea02c1af4a72 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:04:34.964195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: e6d6d977-13ef-470c-8418-ea02c1af4a72 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:04:34.964539 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e6d6d977-13ef-470c-8418-ea02c1af4a72 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:04:34.964940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:04:34.997507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:04:34.997782 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 6f711a4d-b6b3-41cc-891b-7ccaecb2dea4 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:04:35.011515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.025671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:35.091168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.092267 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3b109512-85d1-47aa-b1f0-959355e0faf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cd2f4b6-c302-4a1c-b2fc-f8f2a42501f8 HTTP/1.1" status: 204 len: 168 time: 0.3858047 Mar 18 11:04:35.530691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50124) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:35.536441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141593115', 'description': 'tempest-secgroup-smoke-1141593115 description', 'project_id': 'a0357e66b9d94c988d3b70258d263817'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:35.542464 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:35.546494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:35.549274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:35.555521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:35.624212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.648549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:35.653457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:35.656385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:35.662786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:35.733843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.823783 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.871488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77688df8-4b22-405d-9035-0d065e1dee27,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:35.932742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:35.933999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-66b0f812-26be-4de0-87fc-0d12cc13e5fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4022825 Mar 18 11:04:35.936726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50128) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:35.941985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:35.948287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:35.952306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:35.955263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:35.961474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:36.070813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.127101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.217688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.240231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa9623-eb11-40ec-8073-193a5969583f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:36.326508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.327707 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c7ec7a2c-63b2-4469-8dea-83164823b9f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900599 Mar 18 11:04:36.330480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50132) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:36.336489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:36.341763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:36.345518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:36.348336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:36.353992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:36.418198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.476521 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.537688 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.562347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b392166-797f-45fc-bef9-e21645f7ca86,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:36.617931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.619075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0e571dd-e2ee-4b01-ac61-0e2be87f5685 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877052 Mar 18 11:04:36.621926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50136) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:36.626879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:36.633231 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:36.636984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:36.639869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:36.645448 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:36.709896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.768900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.829470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.852488 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fefc6b-8dd6-4596-8597-a9ae8ac545ab,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:36.927164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:36.928363 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7bdceb4f-d09d-4d68-bbe5-cd8ecd7e2497 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055205 Mar 18 11:04:36.931152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50140) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:36.936277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:36.942484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:36.946251 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:36.949039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:36.954540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:37.018659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.078824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.137970 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.162250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74398de5-7ea4-43da-9b10-4f374ed2228d,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:37.256037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.257218 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-355e94e1-4a92-4b83-b763-7cfcab14a780 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3249953 Mar 18 11:04:37.259869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50144) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:37.264730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:37.271183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:37.274780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:37.277586 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:37.283302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:37.370400 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:04:37.378039 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.441804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.507432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.530506 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c5868b-6020-4903-bebb-672375f91a03,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:37.595387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.596539 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-58519e61-8e67-43e7-bf3d-1e97efa94616 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3357773 Mar 18 11:04:37.599279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50148) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:37.604171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '77688df8-4b22-405d-9035-0d065e1dee27', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:37.609810 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:37.613605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:37.616411 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:37.622049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:37.675416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:04:37.685851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.749791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.800980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.824735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e8fbce-8eaf-4a1f-a378-3e1c4fb3ac19,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:37.909407 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:37.910648 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-81d03783-3d07-4681-8095-3d05696cee6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104751 Mar 18 11:04:37.913664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50152) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:37.919404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'network': {'name': 'tempest-network-smoke--658696416', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:37.924430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:37.929007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:network and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:37.931998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:37.938535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:38.006334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:04:38.009681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.037249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:04:38.045347 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.045678 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Added segment 2588c6e6-bd83-4163-b55d-1758c9d17b50 of type vlan for network fdaf6661-5cd2-4070-ba39-aa52d429b184 Mar 18 11:04:38.070246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.172112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.177423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:38.178898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.283287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Network': ['ID=fdaf6661-5cd2-4070-ba39-aa52d429b184,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:38.293076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:04:38.335228 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e3d45680-fb5c-4d96-970b-b3a8d4913dac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4193485 Mar 18 11:04:38.341296 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50156) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:38.346494 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'admin_state_up': True, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:38.353627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:38.357551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:router and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:38.360425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:38.366638 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:38.462436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.463464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.478052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:38.807766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:39.198214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:39.226243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:39.453382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.5 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/dac77896-a429-4db4-873b-fd0329757a34) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:04:39.591884 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:39.679430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:39.742639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:04:39.749121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:39.751481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:04:39.786055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=dac77896-a429-4db4-873b-fd0329757a34,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:40.197223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:40.523459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:40.787435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router c71f3a4d-2085-44d8-998c-334facbd4a6e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:04:41.070715 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:04:41.083151 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Sync routers for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:04:41.092701 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:41.093303 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:41.138389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:41.139576 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0ceeded0-b75c-4f8a-a949-306482263891 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7973087 Mar 18 11:04:41.142696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50160) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:41.181570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-48acca99-04da-4e72-b59a-f0636198f8a8 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a0357e66b9d94c988d3b70258d263817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377281 Mar 18 11:04:41.183998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50164) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:41.263671 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:41.309384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c37152-f785-43fd-bfea-8a7182218fd2 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:41.310914 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-90c37152-f785-43fd-bfea-8a7182218fd2 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260471 Mar 18 11:04:41.314036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50168) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:41.356718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ebd084d7-33bf-4cae-a10a-ff408f1448d2 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416377 Mar 18 11:04:41.359298 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50172) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:41.364490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678199891', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:41.470346 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:41.474133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:subnet and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:04:41.476886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:04:41.482440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:41.555164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:04:41.558742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:41.571204 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:41.575092 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Checking router: c71f3a4d-2085-44d8-998c-334facbd4a6e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:04:41.575431 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Updating router c71f3a4d-2085-44d8-998c-334facbd4a6e port dac77896-a429-4db4-873b-fd0329757a34 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:04:41.629222 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:41.835690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:41.914826 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Subnet': ['ID=4eeb59e4-24fd-478c-9ee9-58101f3dbb72,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:41.925112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Checking segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:04:41.926050 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network hostable DHCP agents. Network: fdaf6661-5cd2-4070-ba39-aa52d429b184, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:04:41.967162 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:41.979254 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Transition to ACTIVE for port object dac77896-a429-4db4-873b-fd0329757a34 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:42.018185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:04:42.040849 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.104018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, fdaf6661-5cd2-4070-ba39-aa52d429b184) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:42.107868 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:42.108446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.112643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465fba78-407a-478b-b2bf-d13c2e92b36c None None] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:04:42.118833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Attempting to bind port dac77896-a429-4db4-873b-fd0329757a34 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:04:42.119285 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Attempting to bind port dac77896-a429-4db4-873b-fd0329757a34 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:04:42.119540 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Attempting to bind port dac77896-a429-4db4-873b-fd0329757a34 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:04:42.123034 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Pushing event updated for resources: {'Port': ['ID=dac77896-a429-4db4-873b-fd0329757a34,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:42.131404 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.131743 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.132074 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.132404 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.132726 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.133049 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.133365 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.133679 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.134019 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.134332 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.134645 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.134966 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:04:42.138076 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:04:42.138440 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:04:42.138836 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.139208 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:04:42.139663 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Bound port: dac77896-a429-4db4-873b-fd0329757a34, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:04:42.140027 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.196523 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-58d6fdec-d2bb-42e1-9b14-46e9b912e450 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8360000 Mar 18 11:04:42.199085 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50176) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:04:42.212902 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] For port dac77896-a429-4db4-873b-fd0329757a34, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:04:42.218206 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] For port dac77896-a429-4db4-873b-fd0329757a34, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dac77896-a429-4db4-873b-fd0329757a34,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:04:42.281692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.332182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-fdaf6661-5cd2-4070-ba39-aa52d429b184', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:04:42.338871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.374023 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:42.374231 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:42.445359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc553e-8805-40c1-b5a8-43b6fa0d171f None None] Pushing event updated for resources: {'Port': ['ID=dac77896-a429-4db4-873b-fd0329757a34,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:42.489311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Allocated IP 172.20.0.2 (fdaf6661-5cd2-4070-ba39-aa52d429b184/4eeb59e4-24fd-478c-9ee9-58101f3dbb72/f3e00fd9-fa5d-4441-8c17-02278ebe4d39) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:04:42.557386 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:42.700644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.711770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Transition to ACTIVE for port object f3e00fd9-fa5d-4441-8c17-02278ebe4d39 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:42.730461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Transition to ACTIVE for port object f3e00fd9-fa5d-4441-8c17-02278ebe4d39 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:42.784822 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.837966 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:42.842283 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ede06-ce97-4c7d-88b8-6cb27b84b245 None None] The sync data for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv is: [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:04:42.854057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:04:42.861254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:42.871469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:04:42.906678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Pushing event updated for resources: {'Port': ['ID=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:42.974442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Attempting to bind port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:04:42.974888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Attempting to bind port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:04:42.975319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Attempting to bind port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 on network fdaf6661-5cd2-4070-ba39-aa52d429b184 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:04:42.980929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:04:42.981299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Checking segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:04:42.981699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:42.982188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Bound using segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:04:42.982645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Bound port: f3e00fd9-fa5d-4441-8c17-02278ebe4d39, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:04:42.983016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:43.037035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:43.092900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] For port f3e00fd9-fa5d-4441-8c17-02278ebe4d39, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:04:43.093713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] For port f3e00fd9-fa5d-4441-8c17-02278ebe4d39, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:04:43.148386 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:43.249939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226848d-10d0-4e39-a06f-0fbdab94f18d None None] Pushing event updated for resources: {'Port': ['ID=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:43.489698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.1 (fdaf6661-5cd2-4070-ba39-aa52d429b184/4eeb59e4-24fd-478c-9ee9-58101f3dbb72/fd418158-685f-4066-8a09-d2d20277c133) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:04:43.658070 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:43.674164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object fd418158-685f-4066-8a09-d2d20277c133 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:43.773118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:43.841412 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:04:43.849367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:43.853716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:04:43.886417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:43.918796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.176605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e494b9-e41c-41d8-99ef-0a03e5bfcf3c None None] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:04:44.262130 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.362419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-83caf5db-32e6-4b7a-a2ce-2e459adf2b25 None None] Provisioning for port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:44.754173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd57b7e0-a646-4a13-9585-d3ec05a3686d None None] Provisioning for port fd418158-685f-4066-8a09-d2d20277c133 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:44.759511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd57b7e0-a646-4a13-9585-d3ec05a3686d None None] Provisioning complete for port fd418158-685f-4066-8a09-d2d20277c133 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:44.768225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd57b7e0-a646-4a13-9585-d3ec05a3686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.815964 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fd57b7e0-a646-4a13-9585-d3ec05a3686d None None] Port fd418158-685f-4066-8a09-d2d20277c133 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:04:44.818407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.875564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.937122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ed0c88f2-94c9-49e8-82cb-6555b063084a None None] Provisioning complete for port fd418158-685f-4066-8a09-d2d20277c133 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:44.938180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ed0c88f2-94c9-49e8-82cb-6555b063084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:44.979180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f3e00fd9-fa5d-4441-8c17-02278ebe4d39 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:44.997192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.006764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:45.053392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c88f2-94c9-49e8-82cb-6555b063084a None None] Port fd418158-685f-4066-8a09-d2d20277c133 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:04:45.121155 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:45.126209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:45.126585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.134788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:04:45.135886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:45.249176 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.283419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port f3e00fd9-fa5d-4441-8c17-02278ebe4d39, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:45.330022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router c71f3a4d-2085-44d8-998c-334facbd4a6e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:04:45.365190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.366146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dac77896-a429-4db4-873b-fd0329757a34 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:45.475545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-01badcbd-b6f2-4fac-bfa2-a8593a4f20c3 None None] Provisioning complete for port fd418158-685f-4066-8a09-d2d20277c133 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:45.475826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-01badcbd-b6f2-4fac-bfa2-a8593a4f20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.514561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:04:45.519063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:45.527231 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-36a857b2-1f8e-415a-ab89-0aba17ba54c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/c71f3a4d-2085-44d8-998c-334facbd4a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3269441 Mar 18 11:04:45.529132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Sync routers for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:04:45.555149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-01badcbd-b6f2-4fac-bfa2-a8593a4f20c3 None None] Port fd418158-685f-4066-8a09-d2d20277c133 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:04:45.557449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:45.558089 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:45.687418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f13ccac7-f8c3-41c3-be20-921dfecc37be tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:45.697166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port dac77896-a429-4db4-873b-fd0329757a34 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:45.712159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port dac77896-a429-4db4-873b-fd0329757a34 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:45.714457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:45.779489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:45.789605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f13ccac7-f8c3-41c3-be20-921dfecc37be tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:45.790841 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f13ccac7-f8c3-41c3-be20-921dfecc37be tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141593115&fields=id&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 267 time: 0.1448560 Mar 18 11:04:45.943148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f771a357-177a-4dcb-ac0c-5a599e3d2126 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:45.943825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f771a357-177a-4dcb-ac0c-5a599e3d2126 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:46.022193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f771a357-177a-4dcb-ac0c-5a599e3d2126 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:46.023362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f771a357-177a-4dcb-ac0c-5a599e3d2126 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 796 time: 0.2260432 Mar 18 11:04:46.038198 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:46.038679 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-f1c30f7c-a899-4dd6-a2ac-f30edfc4ab70 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/quotas/a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 375 time: 0.0099280 Mar 18 11:04:46.068102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port dac77896-a429-4db4-873b-fd0329757a34, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dac77896-a429-4db4-873b-fd0329757a34,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:46.124105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-bf075cc8-74fe-4e78-a378-5cfa62f4100a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:46.136667 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:46.216597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-bf075cc8-74fe-4e78-a378-5cfa62f4100a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:46.218038 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-bf075cc8-74fe-4e78-a378-5cfa62f4100a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738706 Mar 18 11:04:46.250680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 2, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:46.252854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=dac77896-a429-4db4-873b-fd0329757a34,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:46.257333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Checking router: c71f3a4d-2085-44d8-998c-334facbd4a6e for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:04:46.257684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Updating router c71f3a4d-2085-44d8-998c-334facbd4a6e port fd418158-685f-4066-8a09-d2d20277c133 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:04:46.309786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:46.405126 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-d99c619e-e555-426b-a7a1-2a2fc388182a service neutron] 10.222.0.18 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750035 Mar 18 11:04:46.535315 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-e7216cd4-ec0a-42b6-b025-5d8d2b394a40 service neutron] 10.222.0.18 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233733 Mar 18 11:04:46.637904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:46.649756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Transition to ACTIVE for port object fd418158-685f-4066-8a09-d2d20277c133 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:46.736299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:46.793406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-08b85e52-148b-4ae3-8a61-1e2ac334e191 req-7b4c9151-c2c1-4e74-9b72-f23262dc8b21 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:46.805315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-08b85e52-148b-4ae3-8a61-1e2ac334e191 req-7b4c9151-c2c1-4e74-9b72-f23262dc8b21 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:46.810324 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-08b85e52-148b-4ae3-8a61-1e2ac334e191 req-7b4c9151-c2c1-4e74-9b72-f23262dc8b21 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0620005 Mar 18 11:04:46.866104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b1534-9e95-4881-9c5a-ffacf1f47e7e None None] Pushing event updated for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:46.917108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f3e00fd9-fa5d-4441-8c17-02278ebe4d39 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:47.017562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Attempting to bind port fd418158-685f-4066-8a09-d2d20277c133 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:04:47.017956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Attempting to bind port fd418158-685f-4066-8a09-d2d20277c133 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:04:47.018313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Attempting to bind port fd418158-685f-4066-8a09-d2d20277c133 on network fdaf6661-5cd2-4070-ba39-aa52d429b184 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:04:47.025637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:04:47.026033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Checking segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:04:47.026425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:47.026810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Bound using segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:04:47.027258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Bound port: fd418158-685f-4066-8a09-d2d20277c133, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:04:47.027618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:47.121842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:47.122224 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:47.172254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] For port fd418158-685f-4066-8a09-d2d20277c133, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:04:47.190367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] For port fd418158-685f-4066-8a09-d2d20277c133, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd418158-685f-4066-8a09-d2d20277c133,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:04:47.254758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dac77896-a429-4db4-873b-fd0329757a34 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:47.281318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:47.386546 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b1534-9e95-4881-9c5a-ffacf1f47e7e None None] Pushing event updated for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:47.391660 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:04:47.392274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:47.468417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port dac77896-a429-4db4-873b-fd0329757a34 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:47.468792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:47.637784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:04:47.904614 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c82bd616-8c1e-4c17-9168-520ebd44abc4 req-1b52ccf3-b967-43d4-9646-51224d117b47 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0450125 Mar 18 11:04:48.045598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:47Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:04:48.049472 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31a0ac-8939-4f53-a8c3-1c1f9ccc375b None None] The sync data for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv is: [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:47Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:04:48.934938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd418158-685f-4066-8a09-d2d20277c133 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:49.005573 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-001e919a-eb65-478c-bcba-9ef7f512ce79 req-db328ebe-d3d6-4f6b-8672-0d1f20ee544c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0448229 Mar 18 11:04:49.092714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port fd418158-685f-4066-8a09-d2d20277c133 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:49.098504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fd418158-685f-4066-8a09-d2d20277c133 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:49.098878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:49.214191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:49.247327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port fd418158-685f-4066-8a09-d2d20277c133, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd418158-685f-4066-8a09-d2d20277c133,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:49.309537 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:49.373671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:50.102403 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ce65585a-54d0-4028-86ee-46af5f8af067 req-09b2cdb5-2d28-45d1-87eb-3c4fea5434cb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0442901 Mar 18 11:04:50.902014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd418158-685f-4066-8a09-d2d20277c133 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:04:50.968871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port fd418158-685f-4066-8a09-d2d20277c133 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:50.969241 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:51.244207 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8e04478b-5206-46ed-a5e8-084487888552 req-a7d06344-d6e4-41f9-b0dc-5a2635a36bb9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0415046 Mar 18 11:04:52.028006 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e3825848-feeb-4c10-92a4-f07ffc97bc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:52.389617 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0f411ba-49d7-4b55-907a-086f2077f0ef req-1648eaaf-a759-4023-862c-da14a6110e45 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0428696 Mar 18 11:04:52.907512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-6cc4ef6c-bd64-436a-8d7f-1dbc19638fea tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:52.908930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-6cc4ef6c-bd64-436a-8d7f-1dbc19638fea tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 796 time: 0.1480696 Mar 18 11:04:52.962959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-62b361de-d4ee-4373-a9b9-20438c4f481e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:52.974755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-62b361de-d4ee-4373-a9b9-20438c4f481e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:52.975885 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-62b361de-d4ee-4373-a9b9-20438c4f481e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 380 time: 0.0579374 Mar 18 11:04:52.984316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'port': {'device_id': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'admin_state_up': True, 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'security_groups': ['77688df8-4b22-405d-9035-0d065e1dee27']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:53.118390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:04:53.127528 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:04:53.193637 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:04:53.197260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:53.355522 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.3 (fdaf6661-5cd2-4070-ba39-aa52d429b184/4eeb59e4-24fd-478c-9ee9-58101f3dbb72/457e8cff-4ea4-4ac2-b34e-b92c95f4ee29) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:04:53.647427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-314c2819-07a4-4f2f-8771-3556e4927650 req-9f9eca29-4e65-4abb-a16f-94f067d7c051 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.1520276 Mar 18 11:04:53.685585 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:53.701005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:53.778440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:53.842105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:04:53.849403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:04:53.853662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:04:53.889900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:53.930561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:53.931200 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.007551 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-503a7a86-4895-41f6-b2b8-c78cb49c0269 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270157 Mar 18 11:04:54.018764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Request body: {'port': {'device_id': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:04:54.126986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-dc86fd19-e609-4996-bd1e-27fc265afa8b None None] Provisioning for port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:04:54.132169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-dc86fd19-e609-4996-bd1e-27fc265afa8b None None] Provisioning complete for port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:04:54.132545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc86fd19-e609-4996-bd1e-27fc265afa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.132862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.187318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dc86fd19-e609-4996-bd1e-27fc265afa8b None None] Port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:04:54.467980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:04:54.475683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.489417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Transition to ACTIVE for port object 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:04:54.561007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-914431ec-8c22-41ee-b017-6783b84f512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.606573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.758548 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Pushing event updated for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:54.837898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18a4e1-4bbe-41ca-9847-11384fca5193 req-28bf8a1c-592f-4f9d-87b3-51a50345d0bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:54.839395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c18a4e1-4bbe-41ca-9847-11384fca5193 req-28bf8a1c-592f-4f9d-87b3-51a50345d0bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 943 time: 0.0846946 Mar 18 11:04:54.845909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Attempting to bind port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:04:54.847376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Attempting to bind port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:04:54.847376 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Attempting to bind port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 on network fdaf6661-5cd2-4070-ba39-aa52d429b184 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:04:54.852356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 on network fdaf6661-5cd2-4070-ba39-aa52d429b184 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:04:54.852776 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Attempting to bind port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 on network fdaf6661-5cd2-4070-ba39-aa52d429b184 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:04:54.858246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:04:54.858713 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Checking segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:04:54.859178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Bound using segment: {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:04:54.859667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Bound port: 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2588c6e6-bd83-4163-b55d-1758c9d17b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:04:54.860107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:54.957731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:04:54.961066 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:04:55.007595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c18a4e1-4bbe-41ca-9847-11384fca5193 req-92b1e764-c100-43af-be92-5c0fa81ece82 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603227 Mar 18 11:04:55.030243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:55.086107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.086759 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:55.088047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 1093 time: 1.0737503 Mar 18 11:04:55.088477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:04:55.117322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd1f4d-02b7-4fd5-aa1f-45aa73a333c1 service neutron] Pushing event updated for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:55.139961 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'status': 'completed', 'code': 200} Mar 18 11:04:55.228919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961041d2-2b12-4335-9c74-503c055775c0 req-af0bbb0d-6e76-4cb9-8061-241c662f3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.230452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-961041d2-2b12-4335-9c74-503c055775c0 req-af0bbb0d-6e76-4cb9-8061-241c662f3b6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1096 time: 0.0720587 Mar 18 11:04:55.373612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961041d2-2b12-4335-9c74-503c055775c0 req-c22b040f-d103-4ca4-b163-09ec5351f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.375014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-961041d2-2b12-4335-9c74-503c055775c0 req-c22b040f-d103-4ca4-b163-09ec5351f558 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0357e66b9d94c988d3b70258d263817&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1376212 Mar 18 11:04:55.445173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:55.508169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961041d2-2b12-4335-9c74-503c055775c0 req-e37bdb28-8af3-4848-908e-b775e564d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.509606 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-961041d2-2b12-4335-9c74-503c055775c0 req-e37bdb28-8af3-4848-908e-b775e564d649 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282876 Mar 18 11:04:55.582279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:55.615113 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-26e8641f-0733-405d-94ba-056ce257a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.616564 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-26e8641f-0733-405d-94ba-056ce257a5b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1096 time: 0.0734973 Mar 18 11:04:55.644864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:55.681619 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-54ea97c7-a023-4ef2-92d3-cadd8ac301ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 217 time: 0.0587275 Mar 18 11:04:55.743109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-db374ef2-142b-471a-8467-ca9018a1c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.744477 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-db374ef2-142b-471a-8467-ca9018a1c91b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.0577362 Mar 18 11:04:55.815965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-e60cef37-6fed-4804-a736-ccb7eba4a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:55.817309 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-e60cef37-6fed-4804-a736-ccb7eba4a4fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672042 Mar 18 11:04:56.036860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-9d8640c5-d5f9-4476-949a-b77052598b45 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130558 Mar 18 11:04:56.166846 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-679a2bb7-d20b-4091-9544-acb073d43f14 req-0184ab05-d4f1-4b3e-b6f6-874b66efbf85 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240869 Mar 18 11:04:56.194424 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681969-cabc-4879-992b-f4248bc58b1e req-dd8eaf24-4b8c-4241-8290-7f46e00b9c1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:56.196381 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9681969-cabc-4879-992b-f4248bc58b1e req-dd8eaf24-4b8c-4241-8290-7f46e00b9c1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 943 time: 0.0791366 Mar 18 11:04:56.239319 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d9681969-cabc-4879-992b-f4248bc58b1e req-899f45d0-f008-45c8-a2d9-2a42726ad034 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 Mar 18 11:04:57.064215 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:57.435017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0166-f987-4991-aaae-6b681ab352f3 req-90b15fb6-6e78-4d0d-98e6-b074fbcb99b0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:57.435694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c39f0166-f987-4991-aaae-6b681ab352f3 req-90b15fb6-6e78-4d0d-98e6-b074fbcb99b0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:04:57.502603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c39f0166-f987-4991-aaae-6b681ab352f3 req-90b15fb6-6e78-4d0d-98e6-b074fbcb99b0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:04:57.504259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c39f0166-f987-4991-aaae-6b681ab352f3 req-90b15fb6-6e78-4d0d-98e6-b074fbcb99b0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 943 time: 0.1493380 Mar 18 11:04:57.546775 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c39f0166-f987-4991-aaae-6b681ab352f3 req-2e348d9a-badf-4375-aff3-1ba2b48010a4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 Mar 18 11:04:58.692741 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:04:58.728200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3fb61-d3dc-4869-9a24-a12b361ebaa2 req-16bebb62-2db9-4795-baa8-6885d73484ed tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:58.729626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b9d3fb61-d3dc-4869-9a24-a12b361ebaa2 req-16bebb62-2db9-4795-baa8-6885d73484ed tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 943 time: 0.0803742 Mar 18 11:04:58.772409 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b9d3fb61-d3dc-4869-9a24-a12b361ebaa2 req-daf3f400-a37e-47a0-b2b9-380eb665d122 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Mar 18 11:04:59.477354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:04:59.605036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:59.617430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'port_id': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'mac_address': 'fa:16:3e:b7:e8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:04:59.669165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:59.685252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:04:59.700701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:04:59.812727 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:04:59.884263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:04:59.957445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ade1e-7af3-4e79-bc69-3ae8e98a5db4 req-c5deeae0-c217-466d-b749-3ff4af0fdd60 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:04:59.958910 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd7ade1e-7af3-4e79-bc69-3ae8e98a5db4 req-c5deeae0-c217-466d-b749-3ff4af0fdd60 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 944 time: 0.0823176 Mar 18 11:05:00.004937 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-dd7ade1e-7af3-4e79-bc69-3ae8e98a5db4 req-f898574d-7eb9-494f-8940-df8302921fe1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Mar 18 11:05:00.015267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:05:01.264324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe4ea-9230-4799-b65c-1b679b6b095b req-02e47780-73a8-4e03-8823-a9d7d5464694 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:01.265734 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-118fe4ea-9230-4799-b65c-1b679b6b095b req-02e47780-73a8-4e03-8823-a9d7d5464694 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 944 time: 0.1609473 Mar 18 11:05:01.309847 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-118fe4ea-9230-4799-b65c-1b679b6b095b req-e0020460-a930-4c34-8e7f-03ec32ac82dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Mar 18 11:05:01.477811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:05:01.600973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:05:01.605669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:05:01.606064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:01.747217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:01.774688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:05:01.784351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:05:01.819554 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'code': 200} Mar 18 11:05:01.851187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:01.918021 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:05:02.194005 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba4e1-818b-4f6e-bd8a-36c8970a5e50 req-1120b77a-40e1-40c7-a46d-98a42796f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:02.195617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e2ba4e1-818b-4f6e-bd8a-36c8970a5e50 req-1120b77a-40e1-40c7-a46d-98a42796f205 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.0675924 Mar 18 11:05:02.234268 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e2ba4e1-818b-4f6e-bd8a-36c8970a5e50 req-e2d8bf8a-bd0f-4730-baa5-de12aca20ada service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Mar 18 11:05:02.491328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12104-4bce-4929-9940-cb2a21ba976c req-1537f328-e6b5-437f-8d85-def7100dcba3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:02.492651 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-96b12104-4bce-4929-9940-cb2a21ba976c req-1537f328-e6b5-437f-8d85-def7100dcba3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0774283 Mar 18 11:05:02.534148 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-96b12104-4bce-4929-9940-cb2a21ba976c req-47bef4f7-2e3b-406a-a7cf-f11331e458cb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359776 Mar 18 11:05:03.769037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a8517-2047-41f9-a0aa-e5394e485e75 req-aca51fa6-0349-435e-84b4-477a7b5ff708 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:03.772815 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e57a8517-2047-41f9-a0aa-e5394e485e75 req-aca51fa6-0349-435e-84b4-477a7b5ff708 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1298625 Mar 18 11:05:03.817298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e57a8517-2047-41f9-a0aa-e5394e485e75 req-ed362ddf-f015-42e9-bb39-f75ae1875a6b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Mar 18 11:05:03.977007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-6b1ff21f-63bb-429d-8d25-736b995593a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679755 Mar 18 11:05:04.002803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730168ce-e573-45f3-8842-58f303c6e98c req-aa1ec8d7-a603-483b-893b-58129c68ca28 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.004780 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-730168ce-e573-45f3-8842-58f303c6e98c req-aa1ec8d7-a603-483b-893b-58129c68ca28 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0833979 Mar 18 11:05:04.052141 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-730168ce-e573-45f3-8842-58f303c6e98c req-dbe1caff-9460-4a0d-bf74-7d8cba1886c7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Mar 18 11:05:04.074890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50254) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:05:04.114420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-0e09ea30-3cd3-4040-9583-bdfa85634303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.115857 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-0e09ea30-3cd3-4040-9583-bdfa85634303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.0731730 Mar 18 11:05:04.143398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470d7b4-31a9-406d-a59e-a04867c5483c tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.144901 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0470d7b4-31a9-406d-a59e-a04867c5483c tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1093 time: 0.0690897 Mar 18 11:05:04.147678 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50258) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:05:04.152460 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:05:04.158206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:05:04.162002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:floatingip and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:05:04.164796 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:05:04.170354 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:05:04.240202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:04.259602 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-fdfa6b19-0eb4-49b2-a137-5bed4ab3b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.261321 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-fdfa6b19-0eb4-49b2-a137-5bed4ab3b20e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 897 time: 0.1264975 Mar 18 11:05:04.326769 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-d8f3a24c-a320-46ac-baba-d968318176c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 217 time: 0.0598373 Mar 18 11:05:04.373684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:04.390860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-f0865753-4972-44b0-87d2-c6132653e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.392298 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-f0865753-4972-44b0-87d2-c6132653e197 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.0594671 Mar 18 11:05:04.477774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-0c69f6e8-1e90-4c99-9c43-d93f3b0d78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:04.509685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-0c69f6e8-1e90-4c99-9c43-d93f3b0d78af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804918 Mar 18 11:05:04.514713 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.96 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/6a2ea545-9665-430f-94de-6cd553cd3d60) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:05:04.615231 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-79e5f1a6-64f7-4f7b-8be4-209ef85438be service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294789 Mar 18 11:05:04.658801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:04.744645 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db48954b-4d32-4daf-986f-1f7e17a26ec1 req-f182d7c6-9833-40fd-9333-155fdd5249c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239111 Mar 18 11:05:04.750002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:04.809691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:05:04.812565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:05:04.816902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:05:04.862579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6a2ea545-9665-430f-94de-6cd553cd3d60,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:05:05.232712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:05.358658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:05.650496 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:05.697658 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:05.808776 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6a2ea545-9665-430f-94de-6cd553cd3d60,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:05:05.817396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:05.990376 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f associated. External IP: 172.26.2.96, port: 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29. Mar 18 11:05:06.325879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router c71f3a4d-2085-44d8-998c-334facbd4a6e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:05:06.496068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:05:06.505398 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Sync routers for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:05:06.514447 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:05:06.515044 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:05:06.572511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:06.629090 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4e9cbc48-86e2-4b83-9a94-a104b5da27d3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4803948 Mar 18 11:05:06.629684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:05:06.679205 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'status': 'completed', 'code': 200} Mar 18 11:05:06.713738 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:05:06.834447 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-a4dad761-c230-491d-aacb-041c2f93abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:06.835921 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-a4dad761-c230-491d-aacb-041c2f93abfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.1347780 Mar 18 11:05:06.843976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120007e7-9a43-4ccd-992a-7a323883c624 req-c67a7986-450d-4769-980a-1bf2c42991c9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:06.851093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-120007e7-9a43-4ccd-992a-7a323883c624 req-c67a7986-450d-4769-980a-1bf2c42991c9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1127605 Mar 18 11:05:07.069598 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'port_id': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'mac_address': 'fa:16:3e:b7:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:05:05Z', 'updated_at': '2022-03-18T11:05:05Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:05:07.073398 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Checking router: c71f3a4d-2085-44d8-998c-334facbd4a6e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:05:07.077664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-120007e7-9a43-4ccd-992a-7a323883c624 req-66cbd40a-870d-4fe9-a562-1a61f5d5222f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109547 Mar 18 11:05:07.081568 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:05:07.082691 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:04:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:05:07.102365 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50266) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:05:07.106680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-79c65e8a-8843-4c82-86e6-59426386fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:07.108125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-79c65e8a-8843-4c82-86e6-59426386fcae service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 897 time: 0.2619851 Mar 18 11:05:07.211097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-44a24007-8db4-492f-b737-d171fb573eb2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f HTTP/1.1" status: 200 len: 990 time: 0.1074343 Mar 18 11:05:07.214123 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-ec034083-2eba-42c8-9825-0a7d1e8516d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 998 time: 0.0994580 Mar 18 11:05:07.264533 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:05:07.277730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-4269a437-2009-4e88-9a0e-7b9812382068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:07.279219 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-4269a437-2009-4e88-9a0e-7b9812382068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.0599358 Mar 18 11:05:07.356971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-f7a9e123-8942-457b-8597-be61d808177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:07.358475 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-f7a9e123-8942-457b-8597-be61d808177d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738006 Mar 18 11:05:07.504257 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-01580ae1-3b19-46e9-8a86-e0334da6da82 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393120 Mar 18 11:05:07.607594 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'port_id': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'mac_address': 'fa:16:3e:b7:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:05:05Z', 'updated_at': '2022-03-18T11:05:05Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:05:07.611453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d8254-3f0a-4378-8ed6-8c564fb3bc8a None None] The sync data for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv is: [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'port_id': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'mac_address': 'fa:16:3e:b7:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:05:05Z', 'updated_at': '2022-03-18T11:05:05Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:05:07.635750 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9fa8c281-4843-428e-81b0-85727c0c0eb9 req-17e2e6bb-0d7b-4b89-9954-f61ca867adf3 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256046 Mar 18 11:05:07.791973 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ed073-5ef8-445b-b20a-6df9d88a28ca None None] New status for floating IP 77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:05:08.214706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50270) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:05:08.317093 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8ce70363-4601-48cc-9604-77051ca941c0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f HTTP/1.1" status: 200 len: 992 time: 0.1007938 Mar 18 11:05:22.012542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-06fb189f-6a11-4b18-87af-a2c446bb996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:24.496773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b3dab393-1b7d-4cc0-ac32-05b6024a7d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:25.473847 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:25.576562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:25.623590 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:27.056494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:35.692126 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:05:42.073290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fba8c-7228-4154-9966-8ea7da90743c req-cd940f46-e640-48bc-b5d9-3fd8f9d70414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:42.074818 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-cd940f46-e640-48bc-b5d9-3fd8f9d70414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.0765097 Mar 18 11:05:42.130535 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3ee1-5c8e-4605-a78b-ee7ecf282e6a req-46369590-6b65-4229-afd6-8788c6fbda6b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:42.131881 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c70a3ee1-5c8e-4605-a78b-ee7ecf282e6a req-46369590-6b65-4229-afd6-8788c6fbda6b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1932828 Mar 18 11:05:42.175047 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c70a3ee1-5c8e-4605-a78b-ee7ecf282e6a req-cd3b127f-2bbc-4842-965a-33342436d75f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375485 Mar 18 11:05:42.204876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fba8c-7228-4154-9966-8ea7da90743c req-03b314da-1620-46f7-9feb-f95c3f4a50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:42.206339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-03b314da-1620-46f7-9feb-f95c3f4a50d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 897 time: 0.1250575 Mar 18 11:05:42.309384 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-e51cc141-cea1-4c06-98ac-0daa7c13f981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 1000 time: 0.0960340 Mar 18 11:05:42.369797 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fba8c-7228-4154-9966-8ea7da90743c req-74776c4b-e5b0-41e9-b1fb-f26b16da7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:42.371240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-74776c4b-e5b0-41e9-b1fb-f26b16da7d29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.0562694 Mar 18 11:05:42.441962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fba8c-7228-4154-9966-8ea7da90743c req-223a93ca-e789-4551-9e61-1c9d1a3d003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:42.443267 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-223a93ca-e789-4551-9e61-1c9d1a3d003d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663049 Mar 18 11:05:42.568559 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-fa7e5d87-2a49-4407-bde7-5d4037ba36b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184378 Mar 18 11:05:42.697407 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c83fba8c-7228-4154-9966-8ea7da90743c req-ded284a0-7fb7-4ded-9df7-d07c431c60cc service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218603 Mar 18 11:05:43.359817 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff374ed-876d-40cb-839a-7cd68d644061 req-f819d8ab-2937-4035-a2b4-26408ae17064 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:43.361244 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3ff374ed-876d-40cb-839a-7cd68d644061 req-f819d8ab-2937-4035-a2b4-26408ae17064 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0820227 Mar 18 11:05:43.403227 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3ff374ed-876d-40cb-839a-7cd68d644061 req-7e868170-4cf7-4386-88e4-d6b7e43eb69a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364039 Mar 18 11:05:44.590867 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc20918-dc7a-4db3-85c0-ffdc5120444f req-d81a4076-84f5-45bb-a881-1d7126df31fa tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:44.592348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fcc20918-dc7a-4db3-85c0-ffdc5120444f req-d81a4076-84f5-45bb-a881-1d7126df31fa tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0861509 Mar 18 11:05:44.634753 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fcc20918-dc7a-4db3-85c0-ffdc5120444f req-fd77f1ef-b20c-4f89-87a5-e3b46bd77524 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367329 Mar 18 11:05:45.815105 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a726-db3b-4ce4-bfe4-74eb08c11358 req-dbe97df7-c5fe-4fc6-85f1-9cc108484abd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:45.816576 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b2e2a726-db3b-4ce4-bfe4-74eb08c11358 req-dbe97df7-c5fe-4fc6-85f1-9cc108484abd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0790598 Mar 18 11:05:45.862317 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b2e2a726-db3b-4ce4-bfe4-74eb08c11358 req-5efffa00-9cdf-4f81-9d53-af6ce0b524d2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Mar 18 11:05:47.043278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24888-78be-41ce-9514-602da050b952 req-5707170d-a60e-4ce4-8e50-8f6291eb9313 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:47.044690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d0a24888-78be-41ce-9514-602da050b952 req-5707170d-a60e-4ce4-8e50-8f6291eb9313 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0762722 Mar 18 11:05:47.090937 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d0a24888-78be-41ce-9514-602da050b952 req-a4ca5420-d091-4066-995e-ee6de0632cab tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Mar 18 11:05:48.359789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9a84-9b47-490b-96c8-2a05d6788999 req-bfc4609d-32c0-470c-8ffb-11b8f8cb4aab tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:48.361241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-114d9a84-9b47-490b-96c8-2a05d6788999 req-bfc4609d-32c0-470c-8ffb-11b8f8cb4aab tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1667347 Mar 18 11:05:48.405344 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-114d9a84-9b47-490b-96c8-2a05d6788999 req-05bdbc70-935e-40d5-937a-f3c916a748fe tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Mar 18 11:05:49.600773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78ffb5-0dc2-4130-857e-f71dcb26454b req-387665e0-a51f-4119-a1c5-1a26f686215c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:49.602231 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c78ffb5-0dc2-4130-857e-f71dcb26454b req-387665e0-a51f-4119-a1c5-1a26f686215c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0959666 Mar 18 11:05:49.643971 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5c78ffb5-0dc2-4130-857e-f71dcb26454b req-e4cda083-37c6-477b-b32d-e61df2a44df1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Mar 18 11:05:50.824958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9d88-9b6b-4b61-9473-0f53bf37cbca req-7d2bbfb4-80b1-4e90-8456-3954386ab228 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:50.826392 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-349d9d88-9b6b-4b61-9473-0f53bf37cbca req-7d2bbfb4-80b1-4e90-8456-3954386ab228 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0804229 Mar 18 11:05:50.868175 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-349d9d88-9b6b-4b61-9473-0f53bf37cbca req-03862ef6-8b05-4a02-baa4-4d920f1f6b02 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Mar 18 11:05:52.028843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5d8e3d31-2932-49cc-9db8-74c54be66997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:52.062253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba766547-42b7-4393-9ac7-97817e2959f5 req-dfcf4024-c7db-4ff0-8c96-e057080d382c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:52.063674 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba766547-42b7-4393-9ac7-97817e2959f5 req-dfcf4024-c7db-4ff0-8c96-e057080d382c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0922627 Mar 18 11:05:52.106288 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ba766547-42b7-4393-9ac7-97817e2959f5 req-3ebd1ce6-8f40-4b39-9f1e-cda3f0d18101 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366385 Mar 18 11:05:53.285457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36338f-547f-4f40-a777-582c20e9616c req-68770019-c156-41dc-a040-333fbcbcd30b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:53.286925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ef36338f-547f-4f40-a777-582c20e9616c req-68770019-c156-41dc-a040-333fbcbcd30b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0785859 Mar 18 11:05:53.332586 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ef36338f-547f-4f40-a777-582c20e9616c req-d114b3a7-290f-4b4b-8f3c-4046ef3c2f6a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Mar 18 11:05:54.503007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-51fda9f5-ae7b-4f7c-8c02-348b6a631fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:54.515356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29778262-2507-49a1-96e9-9a87eb88e2fc req-a3c21081-7c0e-436b-80eb-4b0aa9a09221 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:54.516793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29778262-2507-49a1-96e9-9a87eb88e2fc req-a3c21081-7c0e-436b-80eb-4b0aa9a09221 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0794537 Mar 18 11:05:54.568072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-29778262-2507-49a1-96e9-9a87eb88e2fc req-dd575f1d-f3ba-41ce-96c0-b682d427fb43 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Mar 18 11:05:55.451306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:55.571303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:55.623741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:55.752645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b9cc1-b665-4fa1-b0d2-29d89c005738 req-b677fad0-2534-4abc-8012-3a6feb4d07e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:55.754093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6e8b9cc1-b665-4fa1-b0d2-29d89c005738 req-b677fad0-2534-4abc-8012-3a6feb4d07e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0788448 Mar 18 11:05:55.796502 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6e8b9cc1-b665-4fa1-b0d2-29d89c005738 req-a1ddbe11-fbac-47b2-8bc0-50632238f15e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Mar 18 11:05:56.979660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de119e8-bb72-4643-88e5-784a519e7fc1 req-f32cd1a7-19af-44d8-ac06-74dd66b5f125 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:56.981088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4de119e8-bb72-4643-88e5-784a519e7fc1 req-f32cd1a7-19af-44d8-ac06-74dd66b5f125 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0811584 Mar 18 11:05:57.024062 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4de119e8-bb72-4643-88e5-784a519e7fc1 req-aad2aadc-7e7e-4152-8a07-89294e2d08b0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Mar 18 11:05:57.052447 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:05:58.206945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ac198-1afe-4983-bb98-05f96ea9d00c req-ab5305ce-1de2-42cf-9a91-b5ca37e6efe6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:58.208294 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-767ac198-1afe-4983-bb98-05f96ea9d00c req-ab5305ce-1de2-42cf-9a91-b5ca37e6efe6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0817626 Mar 18 11:05:58.251641 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-767ac198-1afe-4983-bb98-05f96ea9d00c req-f0950bdf-231a-4f89-aa7a-184a5ed692bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Mar 18 11:05:59.433578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448225b-521c-4e2d-b9d3-c56854dcfc83 req-c719bbe9-d9e9-4c85-b5fd-edb38e18cc38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:05:59.434995 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b448225b-521c-4e2d-b9d3-c56854dcfc83 req-c719bbe9-d9e9-4c85-b5fd-edb38e18cc38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0808158 Mar 18 11:05:59.477856 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b448225b-521c-4e2d-b9d3-c56854dcfc83 req-42f6946a-43a0-459a-b25a-74506e3a037c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Mar 18 11:05:59.499800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50320) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:05:59.616521 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-26a3ab8d-4a41-4d8d-b1a4-4fd0659297cd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f HTTP/1.1" status: 200 len: 992 time: 0.1156280 Mar 18 11:06:05.964763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-a8cab6fe-ae9b-4c16-bd16-76ccf10ef130 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673878 Mar 18 11:06:06.110508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4244bb-c790-4b75-b104-86a602faab48 req-cb2fe5db-5bbb-4604-a018-7beca1ce598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:06.111969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-cb2fe5db-5bbb-4604-a018-7beca1ce598e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.0798154 Mar 18 11:06:06.251938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4244bb-c790-4b75-b104-86a602faab48 req-923af27c-7760-4ba1-a122-dc7d6d3df7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:06.253262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-923af27c-7760-4ba1-a122-dc7d6d3df7cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 897 time: 0.1235421 Mar 18 11:06:06.353490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-78cade24-4edc-4284-8993-f1564fc233f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 1000 time: 0.0942008 Mar 18 11:06:06.415128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4244bb-c790-4b75-b104-86a602faab48 req-0253f8cc-d95e-4207-8d62-4da0e9fda894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:06.416512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-0253f8cc-d95e-4207-8d62-4da0e9fda894 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.0569935 Mar 18 11:06:06.487604 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4244bb-c790-4b75-b104-86a602faab48 req-3d9c59be-d42b-4b32-a90a-a8124af8dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:06.488993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-3d9c59be-d42b-4b32-a90a-a8124af8dcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663755 Mar 18 11:06:06.616081 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-1d493206-654a-4a29-b56f-1290dd455057 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208353 Mar 18 11:06:06.741533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4244bb-c790-4b75-b104-86a602faab48 req-3157ce27-dee1-4637-81c5-15faa5ac4ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199837 Mar 18 11:06:12.691102 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:06:22.046362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2c2701ff-c18c-4109-aab6-998fc663dfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:24.526531 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7c7e28e6-eb47-4fb3-88b2-89d06c8305b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:25.446747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:25.589128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:25.611850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:27.062912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:30.134813 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50334) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:30.327543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 6a2ea545-9665-430f-94de-6cd553cd3d60 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:06:30.327781 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:30.494144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:30.494463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:30.610987 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 6a2ea545-9665-430f-94de-6cd553cd3d60 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:06:30.892725 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:30.939573 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=6a2ea545-9665-430f-94de-6cd553cd3d60,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:30.977387 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.977729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.978119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.978454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.978783 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.979110 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.979432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.979777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.980094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.980411 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.980729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:30.981044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:31.036118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:31.036520 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f disassociated (deleted). External IP: 172.26.2.96, port: 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29. Mar 18 11:06:31.371008 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router c71f3a4d-2085-44d8-998c-334facbd4a6e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:06:31.544450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:06:31.554239 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Sync routers for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:06:31.563149 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:31.563752 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:31.629515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:31.683337 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8ef5bdea-4779-482f-aa3a-af20a2f2b96e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/floatingips/77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f HTTP/1.1" status: 204 len: 168 time: 1.5474117 Mar 18 11:06:31.683907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:06:31.729851 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'status': 'completed', 'code': 200} Mar 18 11:06:31.768556 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:31.868580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952d60-54b3-430b-8c76-c30144afb085 req-3f5af2cf-5770-4f01-9d36-5a8684cc2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:31.870072 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-3f5af2cf-5770-4f01-9d36-5a8684cc2610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 1098 time: 0.1178954 Mar 18 11:06:32.014989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952d60-54b3-430b-8c76-c30144afb085 req-dd1d1e89-6530-4982-8826-478a514855f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:32.016455 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-dd1d1e89-6530-4982-8826-478a514855f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 200 len: 897 time: 0.1393337 Mar 18 11:06:32.077733 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:32.082137 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Checking router: c71f3a4d-2085-44d8-998c-334facbd4a6e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:06:32.084623 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-7f3fa797-b456-4d5c-85a4-15a31b165043 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 200 len: 217 time: 0.0624800 Mar 18 11:06:32.092634 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:32.093223 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:32.282216 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:32.298833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952d60-54b3-430b-8c76-c30144afb085 req-c2d51b7d-f793-486e-8046-9b1ca20b2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:32.300263 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-c2d51b7d-f793-486e-8046-9b1ca20b2ed9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 200 len: 834 time: 0.2027421 Mar 18 11:06:32.368580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccabc8-5441-4d42-a318-b6fd3eead4d2 req-b86a9927-db17-4a6b-b109-2f4ea1d0f381 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:32.370030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3cccabc8-5441-4d42-a318-b6fd3eead4d2 req-b86a9927-db17-4a6b-b109-2f4ea1d0f381 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1414797 Mar 18 11:06:32.420962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952d60-54b3-430b-8c76-c30144afb085 req-5a4ef466-5cbb-44de-bbea-2638e81ca1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:32.422446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-5a4ef466-5cbb-44de-bbea-2638e81ca1a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6661-5cd2-4070-ba39-aa52d429b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149986 Mar 18 11:06:32.429883 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3cccabc8-5441-4d42-a318-b6fd3eead4d2 req-1016e82d-b938-4f73-961e-1bba57d2d6b8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527461 Mar 18 11:06:32.552427 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-46fd0547-b04e-4288-9cff-9f2937b54cf5 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214466 Mar 18 11:06:32.586815 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:32.590720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847e2fd-880e-484d-83b4-911df987eeee None None] The sync data for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv is: [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:04:44Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'fd418158-685f-4066-8a09-d2d20277c133', 'name': '', 'network_id': 'fdaf6661-5cd2-4070-ba39-aa52d429b184', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:b1:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:43Z', 'updated_at': '2022-03-18T11:04:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '4eeb59e4-24fd-478c-9ee9-58101f3dbb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:06:32.685715 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-89952d60-54b3-430b-8c76-c30144afb085 req-e41fe385-bc32-4338-aa95-662197087bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261530 Mar 18 11:06:32.804737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f0668-0d90-4c3e-9d71-fdef9e71d7d5 None None] New status for floating IP 77b4c9e8-9baa-4ab8-9d2d-124e8cfbe24f: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:06:33.615032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52b921-e24c-4c09-88ac-4dcbfe86307a req-d03c8d79-c814-4d1d-9905-599e8a4da955 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:33.615737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-af52b921-e24c-4c09-88ac-4dcbfe86307a req-d03c8d79-c814-4d1d-9905-599e8a4da955 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:06:33.656186 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-2b6f1216-8506-4339-b96f-5881783f1489 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:33.658158 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-2b6f1216-8506-4339-b96f-5881783f1489 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.0830543 Mar 18 11:06:33.709651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-af52b921-e24c-4c09-88ac-4dcbfe86307a req-d03c8d79-c814-4d1d-9905-599e8a4da955 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:06:33.710946 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af52b921-e24c-4c09-88ac-4dcbfe86307a req-d03c8d79-c814-4d1d-9905-599e8a4da955 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 945 time: 0.1757765 Mar 18 11:06:33.726720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:06:33.727068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:33.756419 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af52b921-e24c-4c09-88ac-4dcbfe86307a req-23ed891c-b659-4879-a36a-2ae2e036e918 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=77688df8-4b22-405d-9035-0d065e1dee27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Mar 18 11:06:33.981505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:33.981801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:34.108249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:06:34.292461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:34.342025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=457e8cff-4ea4-4ac2-b34e-b92c95f4ee29,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:34.381787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.382158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.382505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.382851 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.383173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.383502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.383967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.384281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.384605 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.384924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.385272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.385593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:34.427111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] No DVR routers for this DVR port 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:06:34.429518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:34.439210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'name': 'network-vif-deleted', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:06:34.476304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-128b0b43-cd1a-48ef-89a8-a07a175d61c8 req-503d5e92-809f-4c0b-b032-7545aaf2c4f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "DELETE /v2.0/ports/457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 HTTP/1.1" status: 204 len: 173 time: 0.8134072 Mar 18 11:06:34.487288 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c6644d-5ef9-40c2-a1c1-2528b9a3356e', 'name': 'network-vif-deleted', 'tag': '457e8cff-4ea4-4ac2-b34e-b92c95f4ee29', 'status': 'completed', 'code': 200} Mar 18 11:06:34.918357 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d29516f2-6685-4ae8-bbd6-6d30106c54fb req-349bb1ef-2438-4694-b5b1-0e7a7c1cb368 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c6644d-5ef9-40c2-a1c1-2528b9a3356e HTTP/1.1" status: 200 len: 210 time: 0.0426962 Mar 18 11:06:36.013012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50354) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:36.652382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:37.003381 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port fd418158-685f-4066-8a09-d2d20277c133 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:06:37.003719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:37.182198 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port fd418158-685f-4066-8a09-d2d20277c133, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=fd418158-685f-4066-8a09-d2d20277c133,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:37.182905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:37.301292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for fd418158-685f-4066-8a09-d2d20277c133 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:06:37.554990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:37.605458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=fd418158-685f-4066-8a09-d2d20277c133,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:37.862868 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:06:37.896438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:06:37.896761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 457e8cff-4ea4-4ac2-b34e-b92c95f4ee29 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:06:37.972006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.322905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router c71f3a4d-2085-44d8-998c-334facbd4a6e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:06:38.494959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:06:38.505212 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Sync routers for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:06:38.507706 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2d1fea7e-0193-4811-a174-bb8b9fbaa097 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/c71f3a4d-2085-44d8-998c-334facbd4a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936545 Mar 18 11:06:38.510277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50360) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:38.514841 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:38.515432 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:38.574040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting subnet 4eeb59e4-24fd-478c-9ee9-58101f3dbb72 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:06:38.576813 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.631945 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.686810 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:38.712273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.841157 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.884756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeb59e4-24fd-478c-9ee9-58101f3dbb72,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:38.886704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:38.893197 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-14234dc4-285b-45a7-9e09-0a9848c1a69e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/subnets/4eeb59e4-24fd-478c-9ee9-58101f3dbb72 HTTP/1.1" status: 204 len: 168 time: 0.3819587 Mar 18 11:06:38.895793 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50364) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:38.908658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd8d942-e182-42f9-bc82-db57f23b5cb9 None None] Network fdaf6661-5cd2-4070-ba39-aa52d429b184 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:06:39.013956 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:06:37Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:39.018899 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Checking router: c71f3a4d-2085-44d8-998c-334facbd4a6e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:06:39.026929 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Routers {'c71f3a4d-2085-44d8-998c-334facbd4a6e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:39.027728 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c71f3a4d-2085-44d8-998c-334facbd4a6e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:39.080539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.202460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] DHCP port deletion for fdaf6661-5cd2-4070-ba39-aa52d429b184 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:06:39.206217 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] Set router c71f3a4d-2085-44d8-998c-334facbd4a6e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:39.207228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Deleting port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:06:39.207598 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.269866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.331815 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port dac77896-a429-4db4-873b-fd0329757a34 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:06:39.332258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.417213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] For port f3e00fd9-fa5d-4441-8c17-02278ebe4d39, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,segment=NetworkSegment(2588c6e6-bd83-4163-b55d-1758c9d17b50),segment_id=2588c6e6-bd83-4163-b55d-1758c9d17b50)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:39.417602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.495648 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:06:37Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:39.499574 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4319d-856a-4c02-965e-bf9bfbc1aaa8 None None] The sync data for ids ['c71f3a4d-2085-44d8-998c-334facbd4a6e'] in dv-neutron-834265-1-hyperv is: [{'id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219644964', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': 'dac77896-a429-4db4-873b-fd0329757a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:04:38Z', 'updated_at': '2022-03-18T11:06:37Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': 'dac77896-a429-4db4-873b-fd0329757a34', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f3a4d-2085-44d8-998c-334facbd4a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:04:39Z', 'updated_at': '2022-03-18T11:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:06:39.542092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Calling delete_port for f3e00fd9-fa5d-4441-8c17-02278ebe4d39 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:06:39.628764 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port dac77896-a429-4db4-873b-fd0329757a34, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=dac77896-a429-4db4-873b-fd0329757a34,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:39.629169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.732475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:39.746423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for dac77896-a429-4db4-873b-fd0329757a34 owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:06:39.777412 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Pushing event deleted for resources: {'Port': ['ID=f3e00fd9-fa5d-4441-8c17-02278ebe4d39,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:39.787059 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] No DVR routers for this DVR port f3e00fd9-fa5d-4441-8c17-02278ebe4d39 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:39.793012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348987c-4035-44d9-8f9d-50bba1ef027a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:40.143917 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.192647 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=dac77896-a429-4db4-873b-fd0329757a34,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:40.279936 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.458734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.460933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.549717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.550192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Fanout notify agent at l3_agent the message router_deleted on router c71f3a4d-2085-44d8-998c-334facbd4a6e {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:06:40.564397 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.568767 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-f4beac37-69c5-4daa-bd2c-52916553dee2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/routers/c71f3a4d-2085-44d8-998c-334facbd4a6e HTTP/1.1" status: 204 len: 168 time: 1.6686430 Mar 18 11:06:40.568767 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50376) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:40.681739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.811120 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.835718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaf6661-5cd2-4070-ba39-aa52d429b184']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:40.847989 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588c6e6-bd83-4163-b55d-1758c9d17b50') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:40.848309 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588c6e6-bd83-4163-b55d-1758c9d17b50') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:40.859117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.874452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.880294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:06:40.880668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:06:40.894951 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:06:41.035328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f3e00fd9-fa5d-4441-8c17-02278ebe4d39 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:06:41.073286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: f3e00fd9-fa5d-4441-8c17-02278ebe4d39 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:06:41.073510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device f3e00fd9-fa5d-4441-8c17-02278ebe4d39 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:06:41.073947 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dac77896-a429-4db4-873b-fd0329757a34 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:06:41.106293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: dac77896-a429-4db4-873b-fd0329757a34 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:06:41.106635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device dac77896-a429-4db4-873b-fd0329757a34 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:06:41.107042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd418158-685f-4066-8a09-d2d20277c133 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:06:41.138659 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: fd418158-685f-4066-8a09-d2d20277c133 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:06:41.139000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device fd418158-685f-4066-8a09-d2d20277c133 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:06:41.160942 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.178196 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.190028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Network': ['ID=fdaf6661-5cd2-4070-ba39-aa52d429b184,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:41.235057 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4417f2e-bb95-4275-88c6-54141b3a8236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/networks/fdaf6661-5cd2-4070-ba39-aa52d429b184 HTTP/1.1" status: 204 len: 168 time: 0.6654735 Mar 18 11:06:41.238188 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50380) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:41.303475 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.334682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.468479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.486142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77688df8-4b22-405d-9035-0d065e1dee27,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:41.559048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:41.560180 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-096809ca-8e76-4a83-bacf-76b990983d80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/security-groups/77688df8-4b22-405d-9035-0d065e1dee27 HTTP/1.1" status: 204 len: 168 time: 0.3210802 Mar 18 11:06:42.681677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50388) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:42.686845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399852821', 'description': 'tempest-secgroup-smoke-1399852821 description', 'project_id': 'a0357e66b9d94c988d3b70258d263817'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:42.693399 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:42.697459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:42.700273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:42.706464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:42.755205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:42.775018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:42.778845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:42.781686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:42.787385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:42.853282 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:42.937607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:42.982430 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb7d653-389b-44aa-9791-2c434632568b,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:43.034726 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.035920 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4420b762-a021-4b3a-868a-4bd0b57f150f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3532262 Mar 18 11:06:43.038716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50394) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:43.043537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:43.049326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:43.053067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:43.055871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:43.061310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:43.132374 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.193744 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.274929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.297301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9ad184-e4b1-4697-8146-e887e860ecc6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:43.383870 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.385249 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-703a3e3b-e1d4-4ae9-b1a0-019e3a2e6845 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454900 Mar 18 11:06:43.387773 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50398) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:43.393156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:43.399026 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:43.403287 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:43.406478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:43.412930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:43.470217 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.529495 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.588548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.614962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9315175-9db8-4613-87c2-9765cee7947b,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:43.715018 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.716578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c938879-41b3-4988-9b78-2d812ec7e91e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278928 Mar 18 11:06:43.719310 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50402) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:43.724464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:43.730909 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:43.734768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:43.738229 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:43.743802 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:43.814574 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.877246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.960834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:43.983837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef9258-7b29-4d07-a090-2173445a1da5,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:44.064012 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.065223 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ef33244b-de0f-4c24-81d7-9afeb766a0ca tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449395 Mar 18 11:06:44.068248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50406) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:44.073372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:44.080033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:44.083758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:44.086602 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:44.092123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:44.172675 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.235119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.319943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.342903 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd74e91-31de-40d5-956f-176e96b3c570,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:44.411926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.413114 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-32f43dc1-1625-432f-9acf-0f1dbc6501d1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439548 Mar 18 11:06:44.415787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:44.420705 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:44.426484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:44.430227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:44.433021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:44.438648 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:44.531905 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:06:44.538226 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.599048 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.692004 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.714456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee4164d-d327-4af8-8743-7d0055d85a2a,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:44.772005 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.773180 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-233965a8-96c4-4f83-9643-bbddd42cfe1e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564925 Mar 18 11:06:44.775877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50414) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:44.780684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '3cb7d653-389b-44aa-9791-2c434632568b', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:44.787013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:44.790690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:44.793478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:44.799674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:44.863636 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:06:44.870075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.934032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:44.978067 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.001969 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d842ff-ce99-417e-b818-b27a62076d38,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:45.081023 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.082164 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-424b8c7a-a496-41df-8f3c-8acd3ac1415e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053372 Mar 18 11:06:45.085250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50418) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:45.090634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'network': {'name': 'tempest-network-smoke--170041184', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:45.096202 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:45.100200 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:network and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:45.103028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:45.108607 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:45.154576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:06:45.158560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.185407 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:06:45.193778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.194149 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Added segment 158fe709-5c5a-47f2-9069-3072ba96adfd of type vlan for network b2e3b0da-7267-481f-9e12-6aac6342179a Mar 18 11:06:45.218792 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.280203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.286207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:45.288297 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.390088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Network': ['ID=b2e3b0da-7267-481f-9e12-6aac6342179a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:45.402698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network b2e3b0da-7267-481f-9e12-6aac6342179a details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:06:45.447578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b45fe23d-3b61-4cf8-be9a-fcb95c9ace7c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3612347 Mar 18 11:06:45.450194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50422) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:45.455214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'admin_state_up': True, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:45.462305 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:45.467896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:router and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:45.468959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:45.475808 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:45.538198 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.539228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.553998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:45.881404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:46.333703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:46.362011 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:46.492321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.58 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/2b236c71-0726-47c9-bfb0-2ca3702ce4c5) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:06:46.634542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:46.726938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:46.786839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:06:46.789505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:46.792144 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:06:46.842033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:47.326759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:47.654429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:48.052126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:06:48.224236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:06:48.234172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Sync routers for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:06:48.243210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:48.243795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:48.303842 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:48.305051 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-889feea1-2fc6-4f11-85d4-55306cb7dfb0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8539567 Mar 18 11:06:48.308253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50426) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:48.350755 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-67bae116-cce6-4bb2-87f3-07b417bc8fc1 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a0357e66b9d94c988d3b70258d263817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413895 Mar 18 11:06:48.353223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50430) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:48.418216 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:48.482082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d9474-e3a9-4dcc-a0b7-f2232e1ac368 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:48.483464 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-415d9474-e3a9-4dcc-a0b7-f2232e1ac368 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293750 Mar 18 11:06:48.486990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50434) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:48.524531 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5b7ab6f3-2222-4d6b-8b4f-f4a33c63cb1a tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364926 Mar 18 11:06:48.527072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50438) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:48.532755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049970677', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:48.638751 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:48.642540 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:subnet and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:06:48.645284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:06:48.650902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:48.696062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:47Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:48.698044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:06:48.699873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Checking router: fd8cc88c-286b-4ab8-9868-b6569ed37bd4 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:06:48.700299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Updating router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:06:48.701601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:48.755417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:48.972208 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.057472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Subnet': ['ID=d161511a-7811-487b-849b-79e96cc063ef,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:49.061327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Checking segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:06:49.061681 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network hostable DHCP agents. Network: b2e3b0da-7267-481f-9e12-6aac6342179a, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:06:49.075578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.087255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Transition to ACTIVE for port object 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:49.166269 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network b2e3b0da-7267-481f-9e12-6aac6342179a is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:06:49.194754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.259611 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, b2e3b0da-7267-481f-9e12-6aac6342179a) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:49.264294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:49.265119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.269227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c4de6-d335-4ba8-bcc4-8cce8a807c65 None None] Network b2e3b0da-7267-481f-9e12-6aac6342179a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:06:49.289890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Attempting to bind port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:06:49.290252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Attempting to bind port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:06:49.290611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Attempting to bind port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:06:49.292477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7cc60-0fcf-447a-9a0d-70feb71514ca None None] Pushing event updated for resources: {'Port': ['ID=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Bound port: 2b236c71-0726-47c9-bfb0-2ca3702ce4c5, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:06:49.313984 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.361402 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-da9d8fa7-8dda-424e-acdd-8746cd20b802 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8332045 Mar 18 11:06:49.364055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50442) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:06:49.497164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] For port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:06:49.536914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] For port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:06:49.593655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-b2e3b0da-7267-481f-9e12-6aac6342179a', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:06:49.594527 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.651521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:49.689843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:06:49.803022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7cc60-0fcf-447a-9a0d-70feb71514ca None None] Pushing event updated for resources: {'Port': ['ID=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:49.805505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:49.806140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:49.899499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Allocated IP 172.20.0.2 (b2e3b0da-7267-481f-9e12-6aac6342179a/d161511a-7811-487b-849b-79e96cc063ef/1418ef33-f66b-4e63-8a5f-068eb44a96d9) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:06:50.084178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:50.164440 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.433897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.450564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Transition to ACTIVE for port object 1418ef33-f66b-4e63-8a5f-068eb44a96d9 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:50.474983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Transition to ACTIVE for port object 1418ef33-f66b-4e63-8a5f-068eb44a96d9 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:50.490368 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:47Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:50.494260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bda3d6-1c5b-47cc-b7a0-19ad4b458614 None None] The sync data for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv is: [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:47Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:06:50.555897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.621843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Network b2e3b0da-7267-481f-9e12-6aac6342179a is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:06:50.629644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:50.633938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:06:50.637888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.1 (b2e3b0da-7267-481f-9e12-6aac6342179a/d161511a-7811-487b-849b-79e96cc063ef/41f3870c-3c1f-4e3c-ab99-d3c561c47db4) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:06:50.639787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Pushing event updated for resources: {'Port': ['ID=1418ef33-f66b-4e63-8a5f-068eb44a96d9,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:50.760333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Attempting to bind port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:06:50.760721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Attempting to bind port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:06:50.761107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Attempting to bind port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 on network b2e3b0da-7267-481f-9e12-6aac6342179a {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:06:50.766975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:06:50.767611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Checking segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:06:50.767737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.768359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Bound using segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:06:50.768832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Bound port: 1418ef33-f66b-4e63-8a5f-068eb44a96d9, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:06:50.769209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.813690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.830275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:50.861850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] For port 1418ef33-f66b-4e63-8a5f-068eb44a96d9, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:06:50.865148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] For port 1418ef33-f66b-4e63-8a5f-068eb44a96d9, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1418ef33-f66b-4e63-8a5f-068eb44a96d9,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:06:50.898828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.950404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:50.964427 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network b2e3b0da-7267-481f-9e12-6aac6342179a is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:06:50.965699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:50.970210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:06:51.027547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:51.029858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:51.047290 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:51.115292 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca439d5-d4ad-45d2-857b-e505fe92080b None None] Pushing event updated for resources: {'Port': ['ID=1418ef33-f66b-4e63-8a5f-068eb44a96d9,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:51.191004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:51.200794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:51.200794 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:51.421419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:51.440295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:51.478992 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:51.497937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:51.567404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:52.016849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:52.040602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7cbc1058-3fbe-4edd-b924-08a282922e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:52.092253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:52.205642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:52.208654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:52.338181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network b2e3b0da-7267-481f-9e12-6aac6342179a is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:06:52.339372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:52.522931 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:06:52.708025 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:06:52.716795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e253e6e-51a3-4fe6-ab17-b53c86216e6a None None] Network b2e3b0da-7267-481f-9e12-6aac6342179a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:06:52.723750 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d4bc599c-fa5d-4d4a-8999-9b0f983e03b2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/fd8cc88c-286b-4ab8-9868-b6569ed37bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3586893 Mar 18 11:06:52.724024 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Sync routers for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:06:52.734281 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:52.735229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:52.886124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-70c8f5df-a493-4eeb-b271-1ec3e0b46439 None None] Provisioning for port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:52.899799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-21739e62-adf0-4f73-848f-c1c0647160ff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:06:52.936287 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:52.994912 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-21739e62-adf0-4f73-848f-c1c0647160ff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:06:52.996107 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-21739e62-adf0-4f73-848f-c1c0647160ff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399852821&fields=id&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 267 time: 0.1388965 Mar 18 11:06:53.088543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1418ef33-f66b-4e63-8a5f-068eb44a96d9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:53.187839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-a5551242-1cec-4874-9745-13b29ae0d418 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:53.189227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-a5551242-1cec-4874-9745-13b29ae0d418 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:06:53.246941 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:53.253478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:53.254141 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.263856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-a5551242-1cec-4874-9745-13b29ae0d418 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:06:53.270319 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-a5551242-1cec-4874-9745-13b29ae0d418 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 796 time: 0.2639468 Mar 18 11:06:53.287854 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-37935a71-feb6-4d89-8ab8-9955dd5380d7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/quotas/a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 375 time: 0.0110042 Mar 18 11:06:53.289535 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 2, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:53.294162 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Checking router: fd8cc88c-286b-4ab8-9868-b6569ed37bd4 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:06:53.294739 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Updating router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:06:53.299866 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4cb10405-9572-40d5-9b5d-dfdeceadd02b None None] Provisioning for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:53.315698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4cb10405-9572-40d5-9b5d-dfdeceadd02b None None] Provisioning complete for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:53.316314 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4cb10405-9572-40d5-9b5d-dfdeceadd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.352950 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.383158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-3a3c3cba-95ad-4154-8629-24aaf3056994 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:06:53.425068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4cb10405-9572-40d5-9b5d-dfdeceadd02b None None] Port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:06:53.440850 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.441433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-3a3c3cba-95ad-4154-8629-24aaf3056994 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:06:53.449355 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-3a3c3cba-95ad-4154-8629-24aaf3056994 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471422 Mar 18 11:06:53.482257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1418ef33-f66b-4e63-8a5f-068eb44a96d9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1418ef33-f66b-4e63-8a5f-068eb44a96d9,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:53.545202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fb33610e-9054-4c88-bfd1-33f176c1d804 None None] Provisioning complete for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:53.545562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fb33610e-9054-4c88-bfd1-33f176c1d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.602015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.602784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:53.618395 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-c0322109-3e84-4e4d-986f-b4fc056ff9c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506495 Mar 18 11:06:53.693173 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fb33610e-9054-4c88-bfd1-33f176c1d804 None None] Port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:06:53.739099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1418ef33-f66b-4e63-8a5f-068eb44a96d9,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:53.757218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:53.757596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.764431 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.776189 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Transition to ACTIVE for port object 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:53.778583 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-20fcee00-fdb3-4ea9-b37d-d2252f23f298 service neutron] 10.222.0.18 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565318 Mar 18 11:06:53.834922 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.836549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-707fe17f-e025-463b-8d3e-52314630f77c None None] Provisioning complete for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:53.836924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-707fe17f-e025-463b-8d3e-52314630f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:53.951526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-707fe17f-e025-463b-8d3e-52314630f77c None None] Port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:06:53.989171 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Pushing event updated for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:54.025849 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.026201 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.026537 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.026867 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.027192 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.027518 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.027838 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.028161 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.028480 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.028793 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.029108 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.029420 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:06:54.030724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2806c8bd-3c79-4a13-ad27-389cffde5bfa req-8b6131da-6794-4551-a320-99aab9e8963a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:06:54.043431 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-2806c8bd-3c79-4a13-ad27-389cffde5bfa req-8b6131da-6794-4551-a320-99aab9e8963a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:06:54.044583 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2806c8bd-3c79-4a13-ad27-389cffde5bfa req-8b6131da-6794-4551-a320-99aab9e8963a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 210 time: 0.0662093 Mar 18 11:06:54.095882 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Attempting to bind port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:06:54.096246 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Attempting to bind port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:06:54.096601 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Attempting to bind port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 on network b2e3b0da-7267-481f-9e12-6aac6342179a {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:06:54.102146 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:06:54.102514 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Checking segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:06:54.102923 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:54.103299 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Bound using segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:06:54.103749 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Bound port: 41f3870c-3c1f-4e3c-ab99-d3c561c47db4, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:06:54.104115 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:54.198520 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] For port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:06:54.201385 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] For port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:06:54.263937 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:54.341843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:06:54.342465 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:54.396323 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a160f9d-fac9-46b6-bac6-4b16de2c2f4d None None] Pushing event updated for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:54.515353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e21ca67b-87e9-4ec2-9b0d-c5660f7839d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:54.528839 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:06:54.841278 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:54Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:06:54.845718 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea99553-17c4-4063-983c-126b3b36ad96 None None] The sync data for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv is: [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:54Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:06:55.054939 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1418ef33-f66b-4e63-8a5f-068eb44a96d9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:55.131962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:55.132247 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.205239 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-8956e083-1df2-4bf4-bb35-819636ae8922 req-d99deea5-122b-4ffc-8c3b-8404b85075d0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 210 time: 0.0460021 Mar 18 11:06:55.262784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:55.423906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:55.429369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:55.433806 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.485808 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.572641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.606754 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:06:55.608788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.636009 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.687083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:55.768673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:55.998003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-973be836-c60e-450b-9cc2-55377ee973cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:55.999404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-973be836-c60e-450b-9cc2-55377ee973cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 796 time: 0.1504672 Mar 18 11:06:56.052922 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-fbce29d1-f546-4d7c-9917-04e2c77b99f0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 380 time: 0.0457172 Mar 18 11:06:56.061001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'port': {'device_id': '84636123-d1ab-4528-8825-c7de7c73030d', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'admin_state_up': True, 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'security_groups': ['3cb7d653-389b-44aa-9791-2c434632568b']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:56.196933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:06:56.206340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:06:56.257724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:06:56.261766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:56.467956 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cc1cd364-c9e1-4dcc-9da1-5ca07c8c599a req-a50ab284-ec96-4f53-861e-a3cca08f2ebd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 210 time: 0.0499365 Mar 18 11:06:56.560343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.13 (b2e3b0da-7267-481f-9e12-6aac6342179a/d161511a-7811-487b-849b-79e96cc063ef/aed4495c-85a4-450e-b4e9-ef9ab6ff4da1) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:06:56.740323 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:56.755163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:56.847148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:56.913221 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network b2e3b0da-7267-481f-9e12-6aac6342179a is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:06:56.924734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:06:56.929252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:06:56.963997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:56.980007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:06:57.002562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:57.003137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.063199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:57.063595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.122030 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-92332a4a-8515-4fae-b495-b5f1d79675dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645089 Mar 18 11:06:57.133801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Request body: {'port': {'device_id': '84636123-d1ab-4528-8825-c7de7c73030d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:06:57.139052 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.223740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bbcccda5-00c5-41a8-8780-299be84cd5ea None None] Provisioning for port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:06:57.228483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bbcccda5-00c5-41a8-8780-299be84cd5ea None None] Provisioning complete for port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:06:57.235128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bbcccda5-00c5-41a8-8780-299be84cd5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.247094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.283338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bbcccda5-00c5-41a8-8780-299be84cd5ea None None] Port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:06:57.580984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:06:57.588303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.602781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Transition to ACTIVE for port object aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:06:57.648236 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb817-8395-4b29-8825-2718218213be req-c5c67fb2-915f-417a-9e0d-ad5505d0e8f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:57.649693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-616bb817-8395-4b29-8825-2718218213be req-c5c67fb2-915f-417a-9e0d-ad5505d0e8f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 932 time: 0.0782118 Mar 18 11:06:57.663616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:57.693416 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-616bb817-8395-4b29-8825-2718218213be req-efa8a683-ec8e-4490-811f-fa0cd9657cf8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Mar 18 11:06:57.818416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:57.898125 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Attempting to bind port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:06:57.898546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Attempting to bind port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:06:57.898765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Attempting to bind port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 on network b2e3b0da-7267-481f-9e12-6aac6342179a {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:06:57.903538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 on network b2e3b0da-7267-481f-9e12-6aac6342179a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:06:57.903850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Attempting to bind port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 on network b2e3b0da-7267-481f-9e12-6aac6342179a {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:06:57.911492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:06:57.911823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Checking segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:06:57.912197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Bound using segment: {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:06:57.912611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Bound port: aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158fe709-5c5a-47f2-9069-3072ba96adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:06:57.912951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:58.004147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:06:58.006902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:06:58.069446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:58.125520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.126782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:06:58.128138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] 10.222.0.24 "PUT /v2.0/ports/aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1094 time: 0.9986954 Mar 18 11:06:58.128624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:06:58.153574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7435f-5277-4eaa-9de1-100bfbfe1dab service neutron] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:06:58.178420 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'status': 'completed', 'code': 200} Mar 18 11:06:58.286025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-f8ec5caf-afe9-4f7e-93f3-32a1c3eb18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.287533 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-f8ec5caf-afe9-4f7e-93f3-32a1c3eb18df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1097 time: 0.0807619 Mar 18 11:06:58.428690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-cc850e7c-15a0-4cb4-99f1-355cee546847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.430079 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-cc850e7c-15a0-4cb4-99f1-355cee546847 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0357e66b9d94c988d3b70258d263817&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1360660 Mar 18 11:06:58.655504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-7839f051-f778-40d3-a84b-2617b2836ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.656940 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8ef90a5-6ddc-4893-bc88-caff2763e65f req-7839f051-f778-40d3-a84b-2617b2836ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218592 Mar 18 11:06:58.769720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-b33d46de-7a78-484b-987a-3e0ed19469ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.771252 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-b33d46de-7a78-484b-987a-3e0ed19469ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1097 time: 0.0813842 Mar 18 11:06:58.841382 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-aab58649-9700-4845-b381-cc2234d0e8e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 217 time: 0.0635095 Mar 18 11:06:58.903502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-947cd0fe-9f60-4b8a-8fec-00ab33272160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.904989 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-947cd0fe-9f60-4b8a-8fec-00ab33272160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0584176 Mar 18 11:06:58.981446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-932832a6-7e94-4ae8-bf15-b6922ea4b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.982886 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-932832a6-7e94-4ae8-bf15-b6922ea4b509 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720186 Mar 18 11:06:58.989609 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377c9ee-d6d7-48c9-845a-67749d9ef660 req-eeae6988-f621-4030-9798-cc1244d81588 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:06:58.991089 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2377c9ee-d6d7-48c9-845a-67749d9ef660 req-eeae6988-f621-4030-9798-cc1244d81588 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 944 time: 0.1863027 Mar 18 11:06:59.034921 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2377c9ee-d6d7-48c9-845a-67749d9ef660 req-874a9940-4987-42cf-a188-299de1764292 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381989 Mar 18 11:06:59.119357 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-9d5fad3f-245f-448b-a641-53ce0586fd20 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302626 Mar 18 11:06:59.251934 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c71c926-fcfb-4517-b600-23f08e4451e6 req-69e57dc6-f68b-486d-ae02-dcbfee7d27b1 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234653 Mar 18 11:07:00.224220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d770f4-466b-43b4-b89b-caf7cd26fbb4 req-a6c455c5-52ff-42e6-bf05-b0727f24ee8f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:00.224937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-78d770f4-466b-43b4-b89b-caf7cd26fbb4 req-a6c455c5-52ff-42e6-bf05-b0727f24ee8f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:07:00.309501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-78d770f4-466b-43b4-b89b-caf7cd26fbb4 req-a6c455c5-52ff-42e6-bf05-b0727f24ee8f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:07:00.310770 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78d770f4-466b-43b4-b89b-caf7cd26fbb4 req-a6c455c5-52ff-42e6-bf05-b0727f24ee8f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 944 time: 0.1722891 Mar 18 11:07:00.358820 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78d770f4-466b-43b4-b89b-caf7cd26fbb4 req-e53fd60b-439f-40ba-b582-b0d49e80ac1d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Mar 18 11:07:01.540749 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d62ce-5a98-4127-856f-d92aaf23446a req-4c6784ef-10ca-4120-acc8-c96a357db3be tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:01.542184 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a1d62ce-5a98-4127-856f-d92aaf23446a req-4c6784ef-10ca-4120-acc8-c96a357db3be tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 944 time: 0.0787175 Mar 18 11:07:01.585271 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4a1d62ce-5a98-4127-856f-d92aaf23446a req-3ef05a2a-4200-4e62-be14-f049c85d0b8b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Mar 18 11:07:02.018504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:07:02.165424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:07:02.178404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'mac_address': 'fa:16:3e:c4:d7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:07:02.230565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:02.247608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:07:02.262845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:07:02.337949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:02.413888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:07:02.539320 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:07:02.767429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e1b6-8749-4f2e-94d2-c06fefa20323 req-5b1266e7-fbfa-444e-a982-881c6df4ecd1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:02.768783 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9396e1b6-8749-4f2e-94d2-c06fefa20323 req-5b1266e7-fbfa-444e-a982-881c6df4ecd1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 945 time: 0.0816686 Mar 18 11:07:02.811017 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9396e1b6-8749-4f2e-94d2-c06fefa20323 req-2520a6ba-3605-4c6b-80c9-942621a1f085 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364485 Mar 18 11:07:03.990519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ce37b-2c12-41e5-9f5f-f67f6626f289 req-ecbc871b-84e9-431e-9f9a-6a5904c295bf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:03.991941 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a19ce37b-2c12-41e5-9f5f-f67f6626f289 req-ecbc871b-84e9-431e-9f9a-6a5904c295bf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 945 time: 0.0782821 Mar 18 11:07:04.034020 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a19ce37b-2c12-41e5-9f5f-f67f6626f289 req-3b892bea-4555-47a8-b8a6-26f42d9b93d5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Mar 18 11:07:04.049388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:07:04.166303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:07:04.170954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:07:04.171324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:04.293836 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:04.319848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:07:04.329279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:07:04.364103 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'code': 200} Mar 18 11:07:04.372172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:04.441543 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:07:04.684470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059548f-a470-4bf1-ae3c-ad77db1c7698 req-82a636e2-2648-4969-8649-5c4f8b771be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:04.685917 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6059548f-a470-4bf1-ae3c-ad77db1c7698 req-82a636e2-2648-4969-8649-5c4f8b771be0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0673013 Mar 18 11:07:04.731408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6059548f-a470-4bf1-ae3c-ad77db1c7698 req-696389fd-baa2-4d88-9eeb-d5e53f77bcc2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Mar 18 11:07:05.218138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f5abc-5252-4655-a6bd-3c5cbf35a40a req-3b98ead5-bb9c-4382-8f6f-79c7853c74aa tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:05.219562 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-219f5abc-5252-4655-a6bd-3c5cbf35a40a req-3b98ead5-bb9c-4382-8f6f-79c7853c74aa tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0819063 Mar 18 11:07:05.264244 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-219f5abc-5252-4655-a6bd-3c5cbf35a40a req-d0a86485-c33c-4887-9b8e-e844cd8c96db tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Mar 18 11:07:06.452687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5707-3bd5-4b83-8eae-a3f44a25092b req-e169f569-ed2c-47b9-b3cd-3aee2c767763 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:06.454135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e7f5707-3bd5-4b83-8eae-a3f44a25092b req-e169f569-ed2c-47b9-b3cd-3aee2c767763 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0820510 Mar 18 11:07:06.496162 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0e7f5707-3bd5-4b83-8eae-a3f44a25092b req-9faa5c9e-1812-4eef-be6c-e9081d2cb854 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Mar 18 11:07:06.626040 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-8d3a00c9-4fa3-4591-a162-0a80abeee028 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669568 Mar 18 11:07:06.678403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215db8a0-6321-41ff-9967-4f5ee29b66f0 req-3b4ddd34-c275-4ff1-b21d-7f4dd65925dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:06.679845 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-215db8a0-6321-41ff-9967-4f5ee29b66f0 req-3b4ddd34-c275-4ff1-b21d-7f4dd65925dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0810270 Mar 18 11:07:06.724166 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-215db8a0-6321-41ff-9967-4f5ee29b66f0 req-58fcf743-d8a4-4f9b-ab74-95b0e2935469 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385919 Mar 18 11:07:06.746094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50500) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:07:06.762703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8d-f157-433d-9372-060efd654703 req-13a7fecc-d54a-4b73-8a23-d28fc5afab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:06.764153 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-13a7fecc-d54a-4b73-8a23-d28fc5afab5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0732415 Mar 18 11:07:06.816599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5eaeaa-47b2-4215-96cd-dc05815141f8 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:06.818362 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dd5eaeaa-47b2-4215-96cd-dc05815141f8 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1094 time: 0.0712872 Mar 18 11:07:06.821157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50504) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:07:06.826115 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:07:06.831993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:07:06.835762 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:floatingip and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:07:06.838686 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:07:06.844433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:07:06.908364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8d-f157-433d-9372-060efd654703 req-875ccc86-707c-4a8c-88e7-6d2184962188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:06.909723 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-875ccc86-707c-4a8c-88e7-6d2184962188 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1263885 Mar 18 11:07:06.909888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:06.976135 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-4f42382b-7227-48c4-aaae-5a12b66fd7e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 217 time: 0.0600302 Mar 18 11:07:07.040265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8d-f157-433d-9372-060efd654703 req-b8a028c0-a10d-4aa6-9366-a7c217abdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:07.041677 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-b8a028c0-a10d-4aa6-9366-a7c217abdce7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0597103 Mar 18 11:07:07.046797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:07.115388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8d-f157-433d-9372-060efd654703 req-3b9c23fd-dae5-4151-ba9e-ae4dda4a567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:07.116845 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-3b9c23fd-dae5-4151-ba9e-ae4dda4a567c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693526 Mar 18 11:07:07.180289 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.234 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/77c99331-828d-46dd-9074-3863270cddd4) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:07:07.247128 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-3d2a35d9-f265-4082-a6f7-7a7895f2c5f9 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237750 Mar 18 11:07:07.330491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:07.401340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:07.460521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:07:07.463160 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:07:07.470584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-febf4a8d-f157-433d-9372-060efd654703 req-6f38c754-f105-4d7f-9a3b-c20e8dc10697 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177911 Mar 18 11:07:07.471613 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:07:07.514960 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=77c99331-828d-46dd-9074-3863270cddd4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:07:07.881589 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:08.000161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:08.292721 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:08.343498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:08.449635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=77c99331-828d-46dd-9074-3863270cddd4,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:07:08.461375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:08.624228 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 6738b8b8-391d-4f72-bae9-c3c40a6c0801 associated. External IP: 172.26.2.234, port: aed4495c-85a4-450e-b4e9-ef9ab6ff4da1. Mar 18 11:07:08.963039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:07:09.134636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:07:09.144018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Sync routers for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:07:09.153849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:07:09.154473 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:07:09.206639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:09.263127 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-944791a4-86d8-4fa7-828a-9c78fdaa0180 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4409735 Mar 18 11:07:09.263709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:07:09.307540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'status': 'completed', 'code': 200} Mar 18 11:07:09.333377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:07:09.466724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c66e-969d-4036-b2a6-c681131f62ee req-68157ccd-a293-4aaa-b629-cd5ea7b85918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:09.468168 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-68157ccd-a293-4aaa-b629-cd5ea7b85918 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.1385298 Mar 18 11:07:09.483854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd811cfb-a1ca-4c10-84be-5f13f78afa3a req-2212f03a-8cca-4144-917f-49630197a972 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:09.485395 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd811cfb-a1ca-4c10-84be-5f13f78afa3a req-2212f03a-8cca-4144-917f-49630197a972 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.1209955 Mar 18 11:07:09.620924 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fd811cfb-a1ca-4c10-84be-5f13f78afa3a req-d12c7176-f175-44ce-b3c8-800cffeaa3a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025555 Mar 18 11:07:09.645122 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50512) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:07:09.699429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c66e-969d-4036-b2a6-c681131f62ee req-f9442206-db43-4eff-8749-235104624bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:09.700855 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-f9442206-db43-4eff-8749-235104624bb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.2145407 Mar 18 11:07:09.709285 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6738b8b8-391d-4f72-bae9-c3c40a6c0801', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.234', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'mac_address': 'fa:16:3e:c4:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84636123-d1ab-4528-8825-c7de7c73030d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:07:07Z', 'updated_at': '2022-03-18T11:07:07Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:07:09.713274 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Checking router: fd8cc88c-286b-4ab8-9868-b6569ed37bd4 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:07:09.721982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:07:09.722508 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:06:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:07:09.832949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f42f43c4-f257-44ab-b640-e23fbfd32491 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6738b8b8-391d-4f72-bae9-c3c40a6c0801 HTTP/1.1" status: 200 len: 992 time: 0.1866970 Mar 18 11:07:09.836705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-2c7430d4-5f6e-4d46-be08-f45634efbe9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1000 time: 0.1295185 Mar 18 11:07:09.899666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c66e-969d-4036-b2a6-c681131f62ee req-5f1c52e6-e83f-459f-b117-7661e4f31c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:09.901139 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-5f1c52e6-e83f-459f-b117-7661e4f31c4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0582821 Mar 18 11:07:09.907665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:07:09.974394 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105c66e-969d-4036-b2a6-c681131f62ee req-61879143-513d-422d-bf3d-f4a94edc4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:09.975764 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-61879143-513d-422d-bf3d-f4a94edc4942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690291 Mar 18 11:07:10.103856 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-f95f4a6c-f277-4ea9-9b56-d2eafcdc4c1e service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224191 Mar 18 11:07:10.233911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f105c66e-969d-4036-b2a6-c681131f62ee req-bc1cabad-db21-4681-a3a6-ad0e6b3ad30f service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244676 Mar 18 11:07:10.243946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6738b8b8-391d-4f72-bae9-c3c40a6c0801', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.234', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'mac_address': 'fa:16:3e:c4:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84636123-d1ab-4528-8825-c7de7c73030d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:07:07Z', 'updated_at': '2022-03-18T11:07:07Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:07:10.247923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef0dd-9928-486a-8d39-f462894a1be2 None None] The sync data for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv is: [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6738b8b8-391d-4f72-bae9-c3c40a6c0801', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.234', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'mac_address': 'fa:16:3e:c4:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84636123-d1ab-4528-8825-c7de7c73030d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:07:07Z', 'updated_at': '2022-03-18T11:07:07Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:07:10.434482 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e136-d819-4e55-a367-4600773f833b None None] New status for floating IP 6738b8b8-391d-4f72-bae9-c3c40a6c0801: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:07:10.836790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50516) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:07:10.942069 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-97b8ae72-f3b3-4448-9666-74ed8d3540cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6738b8b8-391d-4f72-bae9-c3c40a6c0801 HTTP/1.1" status: 200 len: 994 time: 0.1041429 Mar 18 11:07:22.074759 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-952be51c-6a4a-4b64-82c1-7e66b1136aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:24.503434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-081ad86e-9c2d-4aad-83e2-7cc50b072165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:25.458380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:25.600751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:25.629052 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:26.688455 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:07:27.075538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:38.047270 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908bf7e-dd49-4730-a306-ea5a7561dd90 req-7b564f1c-3859-4123-8ab8-855d4d02f4dc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:38.048716 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f908bf7e-dd49-4730-a306-ea5a7561dd90 req-7b564f1c-3859-4123-8ab8-855d4d02f4dc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0792370 Mar 18 11:07:38.093175 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f908bf7e-dd49-4730-a306-ea5a7561dd90 req-adc693f3-21a2-410b-a223-7349a0cc55b5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381238 Mar 18 11:07:38.185046 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50536) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:07:38.298589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-f4229f82-8b84-4107-bcac-ae424112d870 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123149 Mar 18 11:07:39.276976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767d4b0-220b-49b8-ab5f-42ef8ca48d18 req-182fe634-382e-4081-9a22-e6d2fbaa59e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:39.278434 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1767d4b0-220b-49b8-ab5f-42ef8ca48d18 req-182fe634-382e-4081-9a22-e6d2fbaa59e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0822222 Mar 18 11:07:39.321724 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1767d4b0-220b-49b8-ab5f-42ef8ca48d18 req-bf497b22-a4d1-4758-823e-1135e8ea08dc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Mar 18 11:07:40.427299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-9e172535-133c-4139-818b-acf1a436b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:40.429387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-9e172535-133c-4139-818b-acf1a436b1e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0749331 Mar 18 11:07:40.507258 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a7b8-19d4-4fbf-b8ff-0addb203c3e6 req-b93ad02a-4eb6-4147-892c-d394efe066fc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:40.508669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb38a7b8-19d4-4fbf-b8ff-0addb203c3e6 req-b93ad02a-4eb6-4147-892c-d394efe066fc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0774033 Mar 18 11:07:40.551803 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bb38a7b8-19d4-4fbf-b8ff-0addb203c3e6 req-b1bbee49-22c5-403f-a6c4-47b00ccc1154 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 Mar 18 11:07:40.558037 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-5e881da8-c1c4-4d3d-b3b9-d2605207aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:40.559475 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-5e881da8-c1c4-4d3d-b3b9-d2605207aa56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1239974 Mar 18 11:07:40.759075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-a559bf1a-1ccf-455f-8408-f4e41e9919bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1002 time: 0.1922686 Mar 18 11:07:40.819194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-6f6097b1-1c32-4472-9ae0-cd026ab30bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:40.820550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-6f6097b1-1c32-4472-9ae0-cd026ab30bd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0553274 Mar 18 11:07:40.893863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-e20c590c-1935-49d8-837d-f764c3904496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:40.895301 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-e20c590c-1935-49d8-837d-f764c3904496 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687401 Mar 18 11:07:41.023685 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-ddaea259-fa70-4039-aa9c-555dd6de448c service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219952 Mar 18 11:07:41.150852 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-b78bfc64-6ccf-44cc-beb7-833931503622 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209443 Mar 18 11:07:41.731012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a74d2b-44e5-4672-950f-20e1d19c7fad req-26ce6502-7d88-4d6c-a35c-a6008ff78a35 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:41.732441 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1a74d2b-44e5-4672-950f-20e1d19c7fad req-26ce6502-7d88-4d6c-a35c-a6008ff78a35 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0780132 Mar 18 11:07:41.777722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c1a74d2b-44e5-4672-950f-20e1d19c7fad req-3c45d6c2-c703-4e38-a1a7-ca9e17843a80 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Mar 18 11:07:42.960232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337da50-c44c-480e-9236-73ac8a302b87 req-3b5b0873-684d-4d45-862a-0f3890fb1c4b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:42.961653 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5337da50-c44c-480e-9236-73ac8a302b87 req-3b5b0873-684d-4d45-862a-0f3890fb1c4b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0819895 Mar 18 11:07:43.123084 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5337da50-c44c-480e-9236-73ac8a302b87 req-a8268464-21b0-4927-b92f-768cdada89b9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557667 Mar 18 11:07:44.305706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd999-1efb-4934-8e56-9a6180f5c2db req-707a93f7-78b9-4dd0-a6cc-2aca6f4a857d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:44.307063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e90cd999-1efb-4934-8e56-9a6180f5c2db req-707a93f7-78b9-4dd0-a6cc-2aca6f4a857d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0786350 Mar 18 11:07:44.349735 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e90cd999-1efb-4934-8e56-9a6180f5c2db req-de5d9c98-91ec-4ac7-a3f3-77887342a0e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370307 Mar 18 11:07:45.534593 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff005-74e5-4849-af15-aca76d1c2de5 req-7aa44746-59f1-4e89-a715-7e736c3516c6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:45.536027 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22cff005-74e5-4849-af15-aca76d1c2de5 req-7aa44746-59f1-4e89-a715-7e736c3516c6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0771732 Mar 18 11:07:45.578072 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22cff005-74e5-4849-af15-aca76d1c2de5 req-c1817d86-4977-46ec-aae5-0a28ab63d29b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 Mar 18 11:07:46.761079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0d56-c130-4a57-bc38-ccba88b6ee5d req-db27b89f-e8b2-41ac-b5b0-32587971d4fc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:46.762522 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b84d0d56-c130-4a57-bc38-ccba88b6ee5d req-db27b89f-e8b2-41ac-b5b0-32587971d4fc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0802665 Mar 18 11:07:46.804898 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b84d0d56-c130-4a57-bc38-ccba88b6ee5d req-c81ef3c4-213d-4949-b02f-80d4bc3c67c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368321 Mar 18 11:07:47.989352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9385e3-bc67-490f-b28d-3c89f242f1bd req-aaa0cb36-dabb-4f53-ada2-077c884f0185 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:47.991379 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0f9385e3-bc67-490f-b28d-3c89f242f1bd req-aaa0cb36-dabb-4f53-ada2-077c884f0185 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0806339 Mar 18 11:07:48.035958 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0f9385e3-bc67-490f-b28d-3c89f242f1bd req-c5b533e1-00be-4a2c-8936-cd39e909509e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389056 Mar 18 11:07:49.213235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcae0a-4c6f-44fa-b1a3-cc07741f9f66 req-d400a641-cc80-4499-bc31-126e962418f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:49.214591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2fcae0a-4c6f-44fa-b1a3-cc07741f9f66 req-d400a641-cc80-4499-bc31-126e962418f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0771043 Mar 18 11:07:49.257308 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e2fcae0a-4c6f-44fa-b1a3-cc07741f9f66 req-6dd92144-6b20-4380-859b-692d7de0e690 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Mar 18 11:07:49.604623 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-fa326c44-e202-4d5c-9654-67fcc42dfe17 req-05e4bddb-71fd-4003-8a5a-ace13673fdb7 tempest-ServerDiskConfigTestJSON-508386057 tempest-ServerDiskConfigTestJSON-508386057-project] (88541) timed out ('10.222.0.24', 63962) {{(pid=88541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 18 11:07:50.445006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d03b8a-65a4-46e9-abd5-6d9cc864c5a1 req-a0948079-b601-4974-bcf9-10b00625fbff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:50.446437 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-84d03b8a-65a4-46e9-abd5-6d9cc864c5a1 req-a0948079-b601-4974-bcf9-10b00625fbff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0864446 Mar 18 11:07:50.492273 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-84d03b8a-65a4-46e9-abd5-6d9cc864c5a1 req-a60c5b18-cee2-4469-a786-ac42573f98dd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Mar 18 11:07:51.680312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8026-685e-4a43-8cb8-76558c287130 req-845067fe-2c06-49be-a53a-68c1bbe08c29 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:51.681758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee3f8026-685e-4a43-8cb8-76558c287130 req-845067fe-2c06-49be-a53a-68c1bbe08c29 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0855715 Mar 18 11:07:51.725264 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee3f8026-685e-4a43-8cb8-76558c287130 req-583acfab-d68f-4a7d-b866-d65e88f7439f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 Mar 18 11:07:52.024070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d8de0ac9-0eca-4983-931a-2bd2e28f255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:52.904444 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657ec7-ea25-4b83-b3f3-a372847e6680 req-657ea9ac-72bc-4e88-897b-675858479925 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:52.906012 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc657ec7-ea25-4b83-b3f3-a372847e6680 req-657ea9ac-72bc-4e88-897b-675858479925 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0778089 Mar 18 11:07:52.950668 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-bc657ec7-ea25-4b83-b3f3-a372847e6680 req-2b187ca6-009d-4787-a62c-f9f859f00ee1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 18 11:07:54.129277 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695ef8-2f3b-45ad-9a85-31ab7d57cc9a req-d23ffd8c-d28c-4f74-a154-14660049f113 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:54.130733 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-42695ef8-2f3b-45ad-9a85-31ab7d57cc9a req-d23ffd8c-d28c-4f74-a154-14660049f113 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0769460 Mar 18 11:07:54.175687 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-42695ef8-2f3b-45ad-9a85-31ab7d57cc9a req-87b6b15d-4dd4-44ba-990f-ff6604fd6d53 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394502 Mar 18 11:07:54.492313 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e0f57eca-46a1-4353-8300-c142072ee7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:55.365082 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021aae5-8320-417e-8a8d-a09faec08d68 req-5674838a-637c-4766-9a51-270d88d0c87a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:55.366541 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3021aae5-8320-417e-8a8d-a09faec08d68 req-5674838a-637c-4766-9a51-270d88d0c87a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0884068 Mar 18 11:07:55.409878 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3021aae5-8320-417e-8a8d-a09faec08d68 req-03ffb012-a0f2-4cfa-841c-b67ef3a2a3bb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Mar 18 11:07:55.457969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:55.606218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:55.628501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:56.595058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1c541-f2f5-46b0-a7fd-83ecedc919a7 req-6ea82525-a37f-47ca-8b00-ef2b36a71979 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:56.596498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfa1c541-f2f5-46b0-a7fd-83ecedc919a7 req-6ea82525-a37f-47ca-8b00-ef2b36a71979 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0808127 Mar 18 11:07:56.638773 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bfa1c541-f2f5-46b0-a7fd-83ecedc919a7 req-30326701-dccb-4383-8587-ec606f80514a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367227 Mar 18 11:07:57.103369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:07:57.816369 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec279b6b-26b2-40c1-b12e-9112c00597de req-96c705ef-dc36-4708-aa29-a45cf15ea0ac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:57.817769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec279b6b-26b2-40c1-b12e-9112c00597de req-96c705ef-dc36-4708-aa29-a45cf15ea0ac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0762825 Mar 18 11:07:57.863105 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ec279b6b-26b2-40c1-b12e-9112c00597de req-19f529df-1a93-4c7c-acc2-d561c286e079 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Mar 18 11:07:58.149009 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-1abeca1c-08e7-4ed6-8240-6f78658446f3 service neutron] 10.222.0.24 "GET /v2.0/ports/aed4495c-85a4-450e-b4e9-ef9ab6ff4da1/bindings/hv-neutron-8342 HTTP/1.1" status: 200 len: 384 time: 0.0762997 Mar 18 11:07:58.775660 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-410050c1-8633-4e09-9719-de9017db2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:58.777107 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-410050c1-8633-4e09-9719-de9017db2a41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 1099 time: 0.0686896 Mar 18 11:07:58.866313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-5641c744-9e38-4f03-9eb2-e02a0eafc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:58.868293 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-5641c744-9e38-4f03-9eb2-e02a0eafc3ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0710917 Mar 18 11:07:59.038829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-8c5a9ed8-0e3c-4558-82ac-f0c0c63c34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:59.040220 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-8c5a9ed8-0e3c-4558-82ac-f0c0c63c34f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1663949 Mar 18 11:07:59.236385 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889837d-b522-4146-a834-9d2ee0d28a17 req-068ca619-92b2-46ef-bdb7-fcec60b3f047 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:59.237811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c889837d-b522-4146-a834-9d2ee0d28a17 req-068ca619-92b2-46ef-bdb7-fcec60b3f047 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.2678142 Mar 18 11:07:59.268936 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-632f124f-b0cf-4735-a3d5-9bb01fc2dd6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1002 time: 0.2217062 Mar 18 11:07:59.327612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c889837d-b522-4146-a834-9d2ee0d28a17 req-8425baf1-8b3b-4fdb-9902-14aaa4fc1cc4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794778 Mar 18 11:07:59.345185 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-f979348b-66bf-4c6b-b459-e324ebc98b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:59.346615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-f979348b-66bf-4c6b-b459-e324ebc98b7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0673652 Mar 18 11:07:59.420714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-305ffacb-a044-489f-88d6-83735235af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:07:59.422185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-305ffacb-a044-489f-88d6-83735235af98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694551 Mar 18 11:07:59.548492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-fe56fa65-2974-4866-85ee-dadfa318d29a service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199887 Mar 18 11:07:59.677465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-15391fa3-3d37-4158-9eac-f2caea96db40 req-a9a9a6d6-6a76-4bc6-92f9-95e5dbf42792 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230392 Mar 18 11:08:00.509224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72d6a3-466e-4d89-b1e1-baff0c55d6d0 req-be6e53c8-72ef-4d7d-8942-edb47dbcec2e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:00.513082 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2b72d6a3-466e-4d89-b1e1-baff0c55d6d0 req-be6e53c8-72ef-4d7d-8942-edb47dbcec2e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0808246 Mar 18 11:08:00.562116 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2b72d6a3-466e-4d89-b1e1-baff0c55d6d0 req-ef7adf61-6e78-4e23-92b8-99aab4ccd11d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368528 Mar 18 11:08:01.753750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb8c7d-e29a-419f-afd8-198b00d2bd1b req-ba607176-7ff8-40a7-b414-a229f5315ae9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:01.755244 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40fb8c7d-e29a-419f-afd8-198b00d2bd1b req-ba607176-7ff8-40a7-b414-a229f5315ae9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0820453 Mar 18 11:08:01.799223 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-40fb8c7d-e29a-419f-afd8-198b00d2bd1b req-a69f0c6b-ea6c-4226-8e07-8f5dd1200ad2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382848 Mar 18 11:08:02.313205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:08:02.318654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:08:02.522744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:02.556678 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:02.575351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:08:02.583575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'port_id': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'mac_address': 'fa:16:3e:c4:d7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:08:02.587439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:02.629345 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'code': 200} Mar 18 11:08:02.643228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:02.657773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:02.688961 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:08:02.780036 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:08:02.780425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:08:02.782674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:02.790079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.790430 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.790769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.791106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.791442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.791774 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.792099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.792425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.792750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.793071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.793391 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.793710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:02.984527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ae8d-2b9a-496f-be30-244a54871eba req-8d69f662-3fcb-449c-bf5d-674dabb687af tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:02.986055 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5dc2ae8d-2b9a-496f-be30-244a54871eba req-8d69f662-3fcb-449c-bf5d-674dabb687af tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 944 time: 0.0831974 Mar 18 11:08:03.043670 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5dc2ae8d-2b9a-496f-be30-244a54871eba req-5004786e-9aca-4f0e-85f1-b26cafee4f34 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Mar 18 11:08:03.340574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:03.357925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:08:03.373294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:03.424060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:03.515671 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:08:03.521762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0d21-9948-4ead-9589-207364a7708f req-74d963ae-ae3a-4e93-837e-61ede4b24da6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:03.523785 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0cef0d21-9948-4ead-9589-207364a7708f req-74d963ae-ae3a-4e93-837e-61ede4b24da6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 944 time: 0.1477518 Mar 18 11:08:03.536379 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-25d4b5d5-4ce2-460a-9691-5c423eef6415 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:03.537700 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-25d4b5d5-4ce2-460a-9691-5c423eef6415 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d&tenant_id=a0357e66b9d94c988d3b70258d263817&binding%3Ahost_id=hv-neutron-8342 HTTP/1.1" status: 200 len: 945 time: 0.1193140 Mar 18 11:08:03.578050 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0cef0d21-9948-4ead-9589-207364a7708f req-7c3cac49-fd22-4fce-ac62-9dd1d704dc5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Mar 18 11:08:03.594052 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:03.689010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:08:03.698012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-b73b971f-554c-4739-af57-54d14eb25278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:03.699144 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-b73b971f-554c-4739-af57-54d14eb25278 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1098 time: 0.0806398 Mar 18 11:08:03.769632 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d1131-1814-442e-b8b9-ad9a9128346d req-324d534b-b21a-49b5-88fb-92218c23af8a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:03.771097 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ed0d1131-1814-442e-b8b9-ad9a9128346d req-324d534b-b21a-49b5-88fb-92218c23af8a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 945 time: 0.0850880 Mar 18 11:08:03.820863 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ed0d1131-1814-442e-b8b9-ad9a9128346d req-194ac74c-1fbe-46cc-9945-d56c77968f98 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Mar 18 11:08:03.836202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-b65d8d3f-a711-47b1-a0ac-321d30ee2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:03.837786 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-b65d8d3f-a711-47b1-a0ac-321d30ee2236 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1327889 Mar 18 11:08:03.939538 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-4d854ea7-b675-4ed6-b1b6-be6a1565cd17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1001 time: 0.0963972 Mar 18 11:08:04.003471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-ee897e04-d094-4156-96fb-fd05c516e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:04.004928 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-ee897e04-d094-4156-96fb-fd05c516e00b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0593994 Mar 18 11:08:04.078564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-68d32223-4e0d-4927-850d-9536ec43c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:04.079981 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-68d32223-4e0d-4927-850d-9536ec43c92d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693774 Mar 18 11:08:04.205418 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-9021f7cc-d5f7-4b48-a40d-69ed9278d121 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185684 Mar 18 11:08:04.316930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:04.332188 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e217bafa-98fb-4dce-b98a-949cd23d0751 req-0bc8e61d-1ee5-4063-b7df-00d8cd4737be service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204305 Mar 18 11:08:04.385342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:04.385897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:04.501152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:04.533111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:04.612571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:04.642235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:08:04.686510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:04.699277 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'code': 200} Mar 18 11:08:05.010128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86782fe-d30c-4084-83ea-a818d4439fa6 req-c2da1793-b43e-48c3-8554-e64b49a89bff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:05.011549 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c86782fe-d30c-4084-83ea-a818d4439fa6 req-c2da1793-b43e-48c3-8554-e64b49a89bff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0780599 Mar 18 11:08:05.054758 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c86782fe-d30c-4084-83ea-a818d4439fa6 req-0623fb26-9bf9-4e9a-b3d7-f36515c5ed2c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368292 Mar 18 11:08:06.329505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb40e0f-bc06-462f-a6e0-1d5c6107e0eb req-2d33349b-ab49-4fb1-9704-1417d0f01a38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:06.330878 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bdb40e0f-bc06-462f-a6e0-1d5c6107e0eb req-2d33349b-ab49-4fb1-9704-1417d0f01a38 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.1710405 Mar 18 11:08:06.372951 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bdb40e0f-bc06-462f-a6e0-1d5c6107e0eb req-89e01752-494c-4b99-804b-38b033f3d94a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358686 Mar 18 11:08:06.395447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50624) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:06.502793 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4c0d97ea-64d3-42fb-afc8-19b29ffcd0c9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6738b8b8-391d-4f72-bae9-c3c40a6c0801 HTTP/1.1" status: 200 len: 994 time: 0.1062167 Mar 18 11:08:07.970466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-d4af4210-9ede-4901-9055-13c71b1676b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681121 Mar 18 11:08:08.111016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e8c6-c77a-450e-83ea-c56721340008 req-93da633f-683d-411e-9631-7f72114c4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:08.112467 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-93da633f-683d-411e-9631-7f72114c4b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0723977 Mar 18 11:08:08.256462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e8c6-c77a-450e-83ea-c56721340008 req-e73065ac-c233-42db-94cb-a1d1f2c68c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:08.257869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-e73065ac-c233-42db-94cb-a1d1f2c68c54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1272113 Mar 18 11:08:08.356706 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-715044c4-290a-450c-981e-f2ef1a37c438 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 1002 time: 0.0932372 Mar 18 11:08:08.417532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e8c6-c77a-450e-83ea-c56721340008 req-567ae3ff-37b0-4ae0-9cb2-290c4ad196ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:08.418954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-567ae3ff-37b0-4ae0-9cb2-290c4ad196ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0560949 Mar 18 11:08:08.492094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e8c6-c77a-450e-83ea-c56721340008 req-f633f093-f958-4ce5-8d4e-479b18a0b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:08.493542 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-f633f093-f958-4ce5-8d4e-479b18a0b27c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681980 Mar 18 11:08:08.626026 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-0d6e4468-f6a3-4028-9140-98fc759a270f service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267257 Mar 18 11:08:08.753052 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a660e8c6-c77a-450e-83ea-c56721340008 req-4c981329-15bf-4f9a-9bb4-804ea6a4283e service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213114 Mar 18 11:08:22.028250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6e642b2b-36c8-4060-b36e-82ff866fa883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:24.486406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4cefac09-8d31-4eec-a442-2e39affb42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:25.458248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:25.640800 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:25.652481 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:27.069736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.006595 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50638) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:33.204674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 77c99331-828d-46dd-9074-3863270cddd4 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:08:33.204934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.370932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.371256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.488611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 77c99331-828d-46dd-9074-3863270cddd4 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:08:33.698249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.832678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=77c99331-828d-46dd-9074-3863270cddd4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:33.867383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.867732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.868076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.868413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.868743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.869071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.869397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.869784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.870137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.870458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.870782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.871101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:33.956836 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:33.962489 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 6738b8b8-391d-4f72-bae9-c3c40a6c0801 disassociated (deleted). External IP: 172.26.2.234, port: aed4495c-85a4-450e-b4e9-ef9ab6ff4da1. Mar 18 11:08:34.306466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:08:34.481001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:08:34.490494 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Sync routers for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:08:34.499702 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:34.503930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:34.554919 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:34.609602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25ece7de-12b9-43b2-93cd-167cb62b6bb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/floatingips/6738b8b8-391d-4f72-bae9-c3c40a6c0801 HTTP/1.1" status: 204 len: 168 time: 1.6019323 Mar 18 11:08:34.610211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:08:34.675757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:34.721536 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'status': 'completed', 'code': 200} Mar 18 11:08:34.814621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-abcee271-a7f1-4462-8ef4-9060fe95e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:34.816209 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-abcee271-a7f1-4462-8ef4-9060fe95e689 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 1099 time: 0.0737803 Mar 18 11:08:34.974761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-b3c7420a-8feb-4571-b8a2-5d58c2ceba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:34.976330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-b3c7420a-8feb-4571-b8a2-5d58c2ceba2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 200 len: 897 time: 0.1545386 Mar 18 11:08:35.014620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:35.020219 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Checking router: fd8cc88c-286b-4ab8-9868-b6569ed37bd4 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:08:35.029696 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:35.044424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:35.052255 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-57caae52-a1a5-4c4b-a863-46b150dc4967 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 200 len: 217 time: 0.0697887 Mar 18 11:08:35.129769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-a9b57e08-760f-46af-83be-157835c8ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:35.131498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-a9b57e08-760f-46af-83be-157835c8ee38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 200 len: 835 time: 0.0728376 Mar 18 11:08:35.198608 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdbc8-e3ce-468c-8c5e-706743c16a7a req-2b7a99a9-a811-477b-9746-6640797425bc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:35.200747 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-746cdbc8-e3ce-468c-8c5e-706743c16a7a req-2b7a99a9-a811-477b-9746-6640797425bc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0891833 Mar 18 11:08:35.211989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-ecb9c08f-9832-4d65-94cc-70b96098e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:35.214258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-ecb9c08f-9832-4d65-94cc-70b96098e8e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2e3b0da-7267-481f-9e12-6aac6342179a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756087 Mar 18 11:08:35.242091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:35.251959 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-746cdbc8-e3ce-468c-8c5e-706743c16a7a req-32d9730c-778a-455c-9095-082be7445a18 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Mar 18 11:08:35.353257 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-441f11c0-5a7c-4624-b540-3c5cdd447782 service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316953 Mar 18 11:08:35.585693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1d819a2d-a8b6-4d04-b307-80456a477651 req-4d10ea5c-ea71-4109-9091-a348da19b2cf service neutron] 10.222.0.24 "GET /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258892 Mar 18 11:08:35.592080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:35.596049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be4f90-f7b3-4c11-99f6-f8808f4c3600 None None] The sync data for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv is: [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '41f3870c-3c1f-4e3c-ab99-d3c561c47db4', 'name': '', 'network_id': 'b2e3b0da-7267-481f-9e12-6aac6342179a', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:50:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd161511a-7811-487b-849b-79e96cc063ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:50Z', 'updated_at': '2022-03-18T11:06:55Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd161511a-7811-487b-849b-79e96cc063ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:08:35.795043 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc35ba-a33c-40e7-b37b-2848ddaced87 None None] New status for floating IP 6738b8b8-391d-4f72-bae9-c3c40a6c0801: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:08:36.438662 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c4ccb-5a79-42d7-b9a1-a720557f1bfd req-7695e8a4-1c22-4a41-b7ed-e6956dd0b4a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:36.439357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-665c4ccb-5a79-42d7-b9a1-a720557f1bfd req-7695e8a4-1c22-4a41-b7ed-e6956dd0b4a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:36.526651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-665c4ccb-5a79-42d7-b9a1-a720557f1bfd req-7695e8a4-1c22-4a41-b7ed-e6956dd0b4a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:36.532336 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-665c4ccb-5a79-42d7-b9a1-a720557f1bfd req-7695e8a4-1c22-4a41-b7ed-e6956dd0b4a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.1728537 Mar 18 11:08:36.577134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-665c4ccb-5a79-42d7-b9a1-a720557f1bfd req-dba42328-88e3-4df4-bd9f-0317900bad13 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb7d653-389b-44aa-9791-2c434632568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Mar 18 11:08:36.722460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314986c5-2c13-4bdf-8217-2299672fa234 req-33a72fbc-b7f5-4b62-a15f-f6ee2dd2b05c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:36.723947 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-314986c5-2c13-4bdf-8217-2299672fa234 req-33a72fbc-b7f5-4b62-a15f-f6ee2dd2b05c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 946 time: 0.0767593 Mar 18 11:08:36.793948 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:08:36.794289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:37.035173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:37.035530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:37.157714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:08:37.356043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:37.405705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=aed4495c-85a4-450e-b4e9-ef9ab6ff4da1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:37.481625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] No DVR routers for this DVR port aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:08:37.483951 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:37.486369 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-deleted', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:08:37.538422 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636123-d1ab-4528-8825-c7de7c73030d', 'name': 'network-vif-deleted', 'tag': 'aed4495c-85a4-450e-b4e9-ef9ab6ff4da1', 'status': 'completed', 'code': 200} Mar 18 11:08:37.550785 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-314986c5-2c13-4bdf-8217-2299672fa234 req-bde49f72-bd4d-438f-8153-ba6da9be66c2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "DELETE /v2.0/ports/aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 HTTP/1.1" status: 204 len: 173 time: 0.8215387 Mar 18 11:08:37.721393 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d78a4beb-6e25-4162-aa6c-e1e561d2d7a6 req-cb538e1f-b097-4314-8c50-119de51a32ae tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:37.806680 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-d78a4beb-6e25-4162-aa6c-e1e561d2d7a6 req-cb538e1f-b097-4314-8c50-119de51a32ae tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:37.810273 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d78a4beb-6e25-4162-aa6c-e1e561d2d7a6 req-cb538e1f-b097-4314-8c50-119de51a32ae tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=84636123-d1ab-4528-8825-c7de7c73030d HTTP/1.1" status: 200 len: 210 time: 0.1288862 Mar 18 11:08:38.904724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50658) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:39.531896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:39.880429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:08:39.880778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:40.063178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 41f3870c-3c1f-4e3c-ab99-d3c561c47db4, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:40.063892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:40.183080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:08:40.418623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:40.427859 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:08:40.464380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:08:40.464608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device aed4495c-85a4-450e-b4e9-ef9ab6ff4da1 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:08:40.467519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=41f3870c-3c1f-4e3c-ab99-d3c561c47db4,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:40.688558 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:08:40.737768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.181353 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:08:41.352666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:08:41.361889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Sync routers for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:08:41.371033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:41.371632 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:41.424804 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0d083b19-aaf0-4f38-b5a5-08e26a36321c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/fd8cc88c-286b-4ab8-9868-b6569ed37bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5189025 Mar 18 11:08:41.427430 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50662) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:41.494246 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting subnet d161511a-7811-487b-849b-79e96cc063ef {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:08:41.497707 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.547042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:41.554615 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.634097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.778929 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.819213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Subnet': ['ID=d161511a-7811-487b-849b-79e96cc063ef,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:41.822259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:41.825682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:08:40Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:41.829049 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-165a3138-99dc-4f89-b67e-ebe7131c33ba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/subnets/d161511a-7811-487b-849b-79e96cc063ef HTTP/1.1" status: 204 len: 168 time: 0.4005711 Mar 18 11:08:41.829701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a42bbe-5b46-4661-8e74-28fb84d20467 None None] Network b2e3b0da-7267-481f-9e12-6aac6342179a requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:08:41.831700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50666) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:41.844960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Checking router: fd8cc88c-286b-4ab8-9868-b6569ed37bd4 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:08:41.914734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Routers {'fd8cc88c-286b-4ab8-9868-b6569ed37bd4'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:41.915279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:42.009768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.159709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] Set router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:42.181809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.285847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:08:42.286197 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.397650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] DHCP port deletion for b2e3b0da-7267-481f-9e12-6aac6342179a request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:08:42.413773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Deleting port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:08:42.414163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.591829 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 2b236c71-0726-47c9-bfb0-2ca3702ce4c5, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:42.592163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.675154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] For port 1418ef33-f66b-4e63-8a5f-068eb44a96d9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1418ef33-f66b-4e63-8a5f-068eb44a96d9,segment=NetworkSegment(158fe709-5c5a-47f2-9069-3072ba96adfd),segment_id=158fe709-5c5a-47f2-9069-3072ba96adfd)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:42.675791 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.715996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:08:42.798004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Calling delete_port for 1418ef33-f66b-4e63-8a5f-068eb44a96d9 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:08:42.825918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:08:40Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:42.837841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa31b4b-8abe-4a65-9c1b-417b4c078d6a None None] The sync data for ids ['fd8cc88c-286b-4ab8-9868-b6569ed37bd4'] in dv-neutron-834265-1-hyperv is: [{'id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317057868', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:06:45Z', 'updated_at': '2022-03-18T11:08:40Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '2b236c71-0726-47c9-bfb0-2ca3702ce4c5', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cc88c-286b-4ab8-9868-b6569ed37bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:06:46Z', 'updated_at': '2022-03-18T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:08:42.972607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:42.996159 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.020656 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] No DVR routers for this DVR port 1418ef33-f66b-4e63-8a5f-068eb44a96d9 on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:08:43.024220 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bae99-17ba-4ead-87e8-fcda5e6d37ad None None] Pushing event deleted for resources: {'Port': ['ID=1418ef33-f66b-4e63-8a5f-068eb44a96d9,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:43.042588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=2b236c71-0726-47c9-bfb0-2ca3702ce4c5,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:43.132011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.311356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.313753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.321654 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1418ef33-f66b-4e63-8a5f-068eb44a96d9 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:08:43.359644 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1418ef33-f66b-4e63-8a5f-068eb44a96d9 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:08:43.360004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1418ef33-f66b-4e63-8a5f-068eb44a96d9 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:08:43.360491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:08:43.393018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:08:43.393290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 41f3870c-3c1f-4e3c-ab99-d3c561c47db4 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:08:43.412478 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.413024 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Fanout notify agent at l3_agent the message router_deleted on router fd8cc88c-286b-4ab8-9868-b6569ed37bd4 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:08:43.427960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.429083 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c0295baf-7606-4a90-a6fc-4c610d6aef54 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/routers/fd8cc88c-286b-4ab8-9868-b6569ed37bd4 HTTP/1.1" status: 204 len: 168 time: 1.5964692 Mar 18 11:08:43.431710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50670) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:43.545778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.672652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.696642 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e3b0da-7267-481f-9e12-6aac6342179a']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:43.708351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158fe709-5c5a-47f2-9069-3072ba96adfd') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:43.708653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158fe709-5c5a-47f2-9069-3072ba96adfd') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:43.720165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.736297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.742274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:08:43.742724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:08:43.756713 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:08:43.908577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.925769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:43.937977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Network': ['ID=b2e3b0da-7267-481f-9e12-6aac6342179a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:44.012323 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0c04f08d-82ca-470a-802b-53961124f55f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/networks/b2e3b0da-7267-481f-9e12-6aac6342179a HTTP/1.1" status: 204 len: 168 time: 0.5796576 Mar 18 11:08:44.014838 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50674) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:44.085025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.113987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.229657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.249156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb7d653-389b-44aa-9791-2c434632568b,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:44.326015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.327143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-50769ce9-ba99-4f66-ba7f-e120c2eed6cf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/security-groups/3cb7d653-389b-44aa-9791-2c434632568b HTTP/1.1" status: 204 len: 168 time: 0.3114214 Mar 18 11:08:44.739529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50682) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:44.744981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664436783', 'description': 'tempest-secgroup-smoke-664436783 description', 'project_id': 'a0357e66b9d94c988d3b70258d263817'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:44.751100 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:44.755343 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:44.758210 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:44.764445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:44.835744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.856486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:44.860264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:44.863170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:44.868946 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:44.938499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:44.978003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:08:45.001076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.012475 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:08:45.012831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 2b236c71-0726-47c9-bfb0-2ca3702ce4c5 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:08:45.048292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc8c64-0e52-4fff-815c-0cfffa5fb34a,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:45.103508 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.104724 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4c369d0f-4e3b-4d6c-b8a5-9f6addecfbf2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3641868 Mar 18 11:08:45.107492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50686) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:45.112256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:45.118088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:45.122359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:45.125222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:45.130965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:45.190035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.247722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.313728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.336484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1a6fb2-c12d-4626-8ba7-b183b1093724,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:45.399661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.400814 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9f9c66ae-2622-4eb1-9ac5-27e97cb79234 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924368 Mar 18 11:08:45.403510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50690) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:45.408446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:45.414297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:45.418608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:45.421477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:45.427245 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:45.498034 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.560305 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.627999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.650139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0923e090-7e3b-472d-8776-43e219670c30,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:45.719565 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.720703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fc28278d-ae22-493a-a1ac-8357105e0f7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163066 Mar 18 11:08:45.723389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50694) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:45.728260 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:45.734534 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:45.738339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:45.741156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:45.746742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:45.829479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.893274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.966479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:45.989334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625bb152-375e-4dce-971a-756ee364d61b,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:46.052244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.053411 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0279fc4-1128-43ac-b490-cdddc48ecba5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3291228 Mar 18 11:08:46.056025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50698) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:46.060885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:46.066613 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:46.070621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:46.073947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:46.079712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:46.144079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.204472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.258064 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.282215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c8eecb-8f07-40b8-beac-4169edfdb2dd,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:46.349550 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.354492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e2ea0945-5edf-4de6-ac39-925e7baceb11 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2938221 Mar 18 11:08:46.354492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50702) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:46.358172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:46.364060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:46.367737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:46.371026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:46.376621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:46.429588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:08:46.436063 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.498921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.549501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.572794 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9738d42-bce1-41bf-86b9-e36c4fe647a2,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:46.629472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.630625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b841a224-7efe-41c3-960d-d984403e6f69 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2763705 Mar 18 11:08:46.633466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50706) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:46.638560 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '4acc8c64-0e52-4fff-815c-0cfffa5fb34a', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:46.644656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:46.648391 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:46.651260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:46.657739 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:46.736842 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:08:46.743043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.804097 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.862817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.883729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081af5f8-5716-41c8-93a9-c3a1f0757160,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:46.895741 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898133 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.898866 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.899076 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.899230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:46.972855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:46.974103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0523f13e-03b6-4d3e-a9bb-b2481c853abc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395762 Mar 18 11:08:46.976907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50710) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:46.982493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'network': {'name': 'tempest-network-smoke--1826282835', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'port_security_enabled': True}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:46.987454 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:46.991635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:network and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:46.994437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:47.000068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:47.069836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:08:47.073398 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.099629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:08:47.107706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.108039 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Added segment eec75144-87d5-40ee-ab84-b0ac0b8bd3ee of type vlan for network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 Mar 18 11:08:47.132579 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.213103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.218367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:47.218946 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.323317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Network': ['ID=ba0900ec-26b8-4e23-8b19-7d9d43b12e40,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:47.333700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:08:47.373718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4baacec7-fd4e-40e0-b6fe-a0cc09fa9013 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957901 Mar 18 11:08:47.376360 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50714) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:47.382669 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'admin_state_up': True, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:47.390514 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:47.394429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:router and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:47.397243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:47.404093 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:47.503329 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.504339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.519499 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:47.961331 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:48.304709 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:48.336521 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:48.468043 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.156 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/0af6fb5f-e45d-4c07-aa73-f016265190c9) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:08:48.610063 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:48.697622 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:48.759797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:08:48.767433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:48.771364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:08:48.798844 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=0af6fb5f-e45d-4c07-aa73-f016265190c9,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:49.289668 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:49.721892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:49.989640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router e1c56e48-b318-4c6a-8b50-7c0df790cb2e is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:08:50.159024 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:08:50.168265 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Sync routers for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:08:50.177455 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:50.178146 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:50.239900 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:50.241076 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cd05d8fd-4a2e-4c20-86b0-a98167332acf tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8636978 Mar 18 11:08:50.244244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50718) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:50.329194 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a1e231b3-f17d-4e77-aff2-5eae816fac44 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a0357e66b9d94c988d3b70258d263817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838192 Mar 18 11:08:50.331756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50724) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:50.348040 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:50.457687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3845dbb-74dc-4ec9-a3bc-d9550ade2e2a tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:50.459179 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-b3845dbb-74dc-4ec9-a3bc-d9550ade2e2a tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265485 Mar 18 11:08:50.462062 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50728) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:50.500257 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-92d4bcf2-81b7-4cb3-b2d0-7622627caf53 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371022 Mar 18 11:08:50.502729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50732) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:50.507848 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262787675', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:50.614734 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:50.618790 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:subnet and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:08:50.621518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:08:50.628448 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:50.632552 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:49Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:50.636426 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Checking router: e1c56e48-b318-4c6a-8b50-7c0df790cb2e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:08:50.636767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Updating router e1c56e48-b318-4c6a-8b50-7c0df790cb2e port 0af6fb5f-e45d-4c07-aa73-f016265190c9 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:08:50.686686 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:50.726646 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:08:50.730190 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.001789 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.013099 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Transition to ACTIVE for port object 0af6fb5f-e45d-4c07-aa73-f016265190c9 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:51.018737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.099186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Subnet': ['ID=d67fd012-5f21-451d-9082-1c0b7cf8d57f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:51.103154 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.107311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Checking segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:08:51.107676 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network hostable DHCP agents. Network: ba0900ec-26b8-4e23-8b19-7d9d43b12e40, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:08:51.201456 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:08:51.206011 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Attempting to bind port 0af6fb5f-e45d-4c07-aa73-f016265190c9 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:08:51.206525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Attempting to bind port 0af6fb5f-e45d-4c07-aa73-f016265190c9 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:08:51.206716 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Attempting to bind port 0af6fb5f-e45d-4c07-aa73-f016265190c9 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:08:51.209942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Pushing event updated for resources: {'Port': ['ID=0af6fb5f-e45d-4c07-aa73-f016265190c9,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:51.214620 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:08:51.216858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:08:51.216858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.216858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:08:51.216858 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Bound port: 0af6fb5f-e45d-4c07-aa73-f016265190c9, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:08:51.217295 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.246153 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.246502 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.246865 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.247202 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.247532 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.247860 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.248182 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.248503 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.248824 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.249145 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.249464 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.249777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:08:51.294092 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] For port 0af6fb5f-e45d-4c07-aa73-f016265190c9, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:08:51.296913 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] For port 0af6fb5f-e45d-4c07-aa73-f016265190c9, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0af6fb5f-e45d-4c07-aa73-f016265190c9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:08:51.298447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, ba0900ec-26b8-4e23-8b19-7d9d43b12e40) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:51.302896 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:51.305653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.307348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932228e-55a8-4199-b416-e6bff56e7821 None None] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:08:51.378940 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.410218 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8ae64d2b-0468-4644-8e81-580d35e304e8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9040298 Mar 18 11:08:51.411032 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50736) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:08:51.457024 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:51.457556 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:51.510394 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db4da-b26b-46f0-b2b9-2cbec3eba528 None None] Pushing event updated for resources: {'Port': ['ID=0af6fb5f-e45d-4c07-aa73-f016265190c9,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:51.531692 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:08:51.532705 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.645739 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:51.693918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Allocated IP 172.20.0.2 (ba0900ec-26b8-4e23-8b19-7d9d43b12e40/d67fd012-5f21-451d-9082-1c0b7cf8d57f/5417355d-237d-461d-ad72-0568a803859d) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:08:51.913020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:51.924587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Transition to ACTIVE for port object 5417355d-237d-461d-ad72-0568a803859d will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:51.948071 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Transition to ACTIVE for port object 5417355d-237d-461d-ad72-0568a803859d will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:51.957770 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:49Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:51.962029 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513faede-e7fa-4a60-a2ab-f6610bea7ef7 None None] The sync data for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv is: [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:49Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:08:52.007694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.096307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-8b8fc249-1e81-49d1-83cf-2c098032976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.119824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:08:52.124057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:52.125927 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Pushing event updated for resources: {'Port': ['ID=5417355d-237d-461d-ad72-0568a803859d,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:52.127989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:08:52.225331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Attempting to bind port 5417355d-237d-461d-ad72-0568a803859d on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:08:52.225697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Attempting to bind port 5417355d-237d-461d-ad72-0568a803859d by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:08:52.226104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Attempting to bind port 5417355d-237d-461d-ad72-0568a803859d on network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:08:52.231733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:08:52.232092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Checking segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:08:52.232488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.232895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Bound using segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:08:52.233344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Bound port: 5417355d-237d-461d-ad72-0568a803859d, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:08:52.233708 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.272207 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.333778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] For port 5417355d-237d-461d-ad72-0568a803859d, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:08:52.337182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] For port 5417355d-237d-461d-ad72-0568a803859d, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5417355d-237d-461d-ad72-0568a803859d,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:08:52.390171 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.477384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c15f-07ee-4f04-ac26-47013cbd5dca None None] Pushing event updated for resources: {'Port': ['ID=5417355d-237d-461d-ad72-0568a803859d,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:52.709616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.1 (ba0900ec-26b8-4e23-8b19-7d9d43b12e40/d67fd012-5f21-451d-9082-1c0b7cf8d57f/da66853c-05c4-468d-85a0-7d896625e158) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:08:52.882916 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:52.900383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object da66853c-05c4-468d-85a0-7d896625e158 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:52.984524 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.047707 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:08:53.058273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:53.063281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:08:53.073872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0af6fb5f-e45d-4c07-aa73-f016265190c9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:53.093708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:53.125194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.195500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 0af6fb5f-e45d-4c07-aa73-f016265190c9 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:53.201261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0af6fb5f-e45d-4c07-aa73-f016265190c9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:53.201629 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.327209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.332891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.343998 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 0af6fb5f-e45d-4c07-aa73-f016265190c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0af6fb5f-e45d-4c07-aa73-f016265190c9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:53.416929 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736b23a-ee45-4f98-8c41-fbca6b9c69f7 None None] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:08:53.432497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.433243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5417355d-237d-461d-ad72-0568a803859d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:53.648410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=0af6fb5f-e45d-4c07-aa73-f016265190c9,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:53.694161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3007a9bb-f58d-482b-a756-04fa87a03f73 None None] Provisioning for port 5417355d-237d-461d-ad72-0568a803859d completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:53.714193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5417355d-237d-461d-ad72-0568a803859d completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:53.724113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5417355d-237d-461d-ad72-0568a803859d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:53.724428 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.864466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.895578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:53.929649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5417355d-237d-461d-ad72-0568a803859d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5417355d-237d-461d-ad72-0568a803859d,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:53.932583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.012596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.053118 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.056780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:54.084557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5417355d-237d-461d-ad72-0568a803859d,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:54.133251 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Provisioning complete for port 5417355d-237d-461d-ad72-0568a803859d triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:54.133624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.194861 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:08:54.196388 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:54.338256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Provisioning for port da66853c-05c4-468d-85a0-7d896625e158 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:54.348526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Provisioning complete for port da66853c-05c4-468d-85a0-7d896625e158 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:54.348526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.384432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router e1c56e48-b318-4c6a-8b50-7c0df790cb2e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:08:54.399606 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4b618bee-091c-4528-b0a4-a9af8e29181d None None] Port da66853c-05c4-468d-85a0-7d896625e158 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:08:54.518303 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ea81b7ff-8110-425c-b377-1b4cf3fb5519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.520333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ebbfd6c3-2bda-48dd-a9bd-00f6a235ffab None None] Provisioning complete for port da66853c-05c4-468d-85a0-7d896625e158 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:54.520688 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd6c3-2bda-48dd-a9bd-00f6a235ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:54.568568 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:08:54.577925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd6c3-2bda-48dd-a9bd-00f6a235ffab None None] Port da66853c-05c4-468d-85a0-7d896625e158 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:08:54.581488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Sync routers for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:08:54.590729 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-a00ddf47-f3b5-4ae3-93b6-982ea10b8786 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/e1c56e48-b318-4c6a-8b50-7c0df790cb2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1699657 Mar 18 11:08:54.590881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:54.591161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:54.741172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-63589da2-46bc-405f-be81-fa5a51b61c0a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:54.767388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:54.818463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-63589da2-46bc-405f-be81-fa5a51b61c0a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:54.819568 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-63589da2-46bc-405f-be81-fa5a51b61c0a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664436783&fields=id&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 267 time: 0.1164944 Mar 18 11:08:55.037880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0af6fb5f-e45d-4c07-aa73-f016265190c9 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:55.073168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-c5c05db7-c4de-46f4-982e-4397ea86b98a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:55.073168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-c5c05db7-c4de-46f4-982e-4397ea86b98a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:55.150102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-c5c05db7-c4de-46f4-982e-4397ea86b98a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:55.151281 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-c5c05db7-c4de-46f4-982e-4397ea86b98a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 797 time: 0.3240328 Mar 18 11:08:55.163053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 0af6fb5f-e45d-4c07-aa73-f016265190c9 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:55.163422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.166128 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-3a02e239-2ade-4660-95c1-c0f61a52bd02 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/quotas/a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 375 time: 0.0092509 Mar 18 11:08:55.236001 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 2, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:55.249108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-3dcb705e-c64d-48ea-a04e-fca76d45577e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:55.266346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Checking router: e1c56e48-b318-4c6a-8b50-7c0df790cb2e for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:08:55.266698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Updating router e1c56e48-b318-4c6a-8b50-7c0df790cb2e port da66853c-05c4-468d-85a0-7d896625e158 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:08:55.310481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-3dcb705e-c64d-48ea-a04e-fca76d45577e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:55.311808 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-3dcb705e-c64d-48ea-a04e-fca76d45577e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396599 Mar 18 11:08:55.336400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5417355d-237d-461d-ad72-0568a803859d up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:55.364409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.380154 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-a2a29a1e-3209-438d-a009-4d6760908042 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:08:55.381140 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-a2a29a1e-3209-438d-a009-4d6760908042 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576851 Mar 18 11:08:55.513344 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9d341af1-f092-4fb8-bdac-ae14ac2492b3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254878 Mar 18 11:08:55.525795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.532507 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5417355d-237d-461d-ad72-0568a803859d triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:55.532865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.645550 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-297de92a-c698-4aa9-a830-91c60d03a917 service neutron] 10.222.0.18 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259766 Mar 18 11:08:55.701854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.751380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.875489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:55.890721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Transition to ACTIVE for port object da66853c-05c4-468d-85a0-7d896625e158 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:55.900717 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f91f4bb8-f347-42c7-9505-67016a09a7bf req-5f9426ea-25ee-46ed-9796-b76245e761f3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:55.912145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f91f4bb8-f347-42c7-9505-67016a09a7bf req-5f9426ea-25ee-46ed-9796-b76245e761f3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:55.917895 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f91f4bb8-f347-42c7-9505-67016a09a7bf req-5f9426ea-25ee-46ed-9796-b76245e761f3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 210 time: 0.0545690 Mar 18 11:08:55.966842 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:56.119240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c1511-ed19-4293-ac6a-6eca082a9e89 None None] Pushing event updated for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:56.182658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Attempting to bind port da66853c-05c4-468d-85a0-7d896625e158 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:08:56.183003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Attempting to bind port da66853c-05c4-468d-85a0-7d896625e158 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:08:56.183366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Attempting to bind port da66853c-05c4-468d-85a0-7d896625e158 on network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:08:56.188885 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:08:56.192884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Checking segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:08:56.192884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:56.192884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Bound using segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:08:56.192884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Bound port: da66853c-05c4-468d-85a0-7d896625e158, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:08:56.192884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:56.280956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] For port da66853c-05c4-468d-85a0-7d896625e158, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:08:56.283931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] For port da66853c-05c4-468d-85a0-7d896625e158, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=da66853c-05c4-468d-85a0-7d896625e158,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:08:56.367649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:56.446594 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:08:56.447139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:56.561307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c1511-ed19-4293-ac6a-6eca082a9e89 None None] Pushing event updated for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:56.687418 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:08:57.025227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:56Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:08:57.029256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e114c33-3b7a-44ae-9b1c-77875d4e17e8 None None] The sync data for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv is: [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:56Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:08:57.082386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d444d551-990f-45bf-8b22-266f89c801a5 req-202ee74a-9a8f-4a2d-a17a-1be527b4f7e2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 210 time: 0.0538521 Mar 18 11:08:57.099870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:58.098438 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-dbb2b1a9-86c1-4c91-8eac-ff6ac56d4cb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:58.099881 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-dbb2b1a9-86c1-4c91-8eac-ff6ac56d4cb4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 797 time: 0.1481361 Mar 18 11:08:58.147791 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-e7995320-a909-4ecb-8e65-bc23fe061c78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 379 time: 0.0402112 Mar 18 11:08:58.155600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'port': {'device_id': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'admin_state_up': True, 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'security_groups': ['4acc8c64-0e52-4fff-815c-0cfffa5fb34a']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:58.242749 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-38f99050-043a-4bfd-b1c0-3098edfd7fc9 req-6e7ab9a3-b9fe-423d-97a2-676f51141c30 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 210 time: 0.0453701 Mar 18 11:08:58.302769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:08:58.312740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:08:58.378102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:08:58.381523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:58.544787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.14 (ba0900ec-26b8-4e23-8b19-7d9d43b12e40/d67fd012-5f21-451d-9082-1c0b7cf8d57f/1274f9e8-5605-4903-aee8-99767119c637) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:08:58.732864 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:58.747307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object 1274f9e8-5605-4903-aee8-99767119c637 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:58.824388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:58.897334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:08:58.905583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:08:58.908217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:08:58.945463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:58.979728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:58.980356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.053612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-9b1954ec-389c-4ca6-b019-f13bd02612a8 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9014959 Mar 18 11:08:59.055329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device da66853c-05c4-468d-85a0-7d896625e158 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:08:59.065318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Request body: {'port': {'device_id': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:08:59.176321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.183769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port da66853c-05c4-468d-85a0-7d896625e158 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:59.189312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port da66853c-05c4-468d-85a0-7d896625e158 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:59.189681 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.217638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-94161175-df18-4a99-abd5-769a6fcf95bb None None] Provisioning for port 1274f9e8-5605-4903-aee8-99767119c637 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:08:59.230878 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-94161175-df18-4a99-abd5-769a6fcf95bb None None] Provisioning complete for port 1274f9e8-5605-4903-aee8-99767119c637 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:08:59.231250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-94161175-df18-4a99-abd5-769a6fcf95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.301096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-94161175-df18-4a99-abd5-769a6fcf95bb None None] Port 1274f9e8-5605-4903-aee8-99767119c637 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:08:59.358343 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.390341 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port da66853c-05c4-468d-85a0-7d896625e158, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=da66853c-05c4-468d-85a0-7d896625e158,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:08:59.447297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.518884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:08:59.620748 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668668e-f2cd-4400-858a-ea6b6ad7e1b5 req-3827296d-6d76-44bb-9165-cb80aedc6170 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:08:59.621426 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c668668e-f2cd-4400-858a-ea6b6ad7e1b5 req-3827296d-6d76-44bb-9165-cb80aedc6170 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:08:59.695940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1274f9e8-5605-4903-aee8-99767119c637 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:08:59.703120 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.717062 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Transition to ACTIVE for port object 1274f9e8-5605-4903-aee8-99767119c637 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:08:59.732865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-c668668e-f2cd-4400-858a-ea6b6ad7e1b5 req-3827296d-6d76-44bb-9165-cb80aedc6170 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:08:59.734033 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c668668e-f2cd-4400-858a-ea6b6ad7e1b5 req-3827296d-6d76-44bb-9165-cb80aedc6170 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 932 time: 0.3846967 Mar 18 11:08:59.778093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c668668e-f2cd-4400-858a-ea6b6ad7e1b5 req-ca6a5a26-f300-4a4a-b769-4485f935fa50 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Mar 18 11:08:59.788501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:08:59.959710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Pushing event updated for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:00.031647 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Attempting to bind port 1274f9e8-5605-4903-aee8-99767119c637 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:09:00.031914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Attempting to bind port 1274f9e8-5605-4903-aee8-99767119c637 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:09:00.032234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Attempting to bind port 1274f9e8-5605-4903-aee8-99767119c637 on network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:09:00.036709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Port 1274f9e8-5605-4903-aee8-99767119c637 on network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:09:00.037019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Attempting to bind port 1274f9e8-5605-4903-aee8-99767119c637 on network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:09:00.042116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:09:00.042446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Checking segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:09:00.042823 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Bound using segment: {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:09:00.043232 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Bound port: 1274f9e8-5605-4903-aee8-99767119c637, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:09:00.043564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:00.129588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:09:00.132492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=1274f9e8-5605-4903-aee8-99767119c637,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:09:00.196341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:00.254787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.255352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:00.256686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] 10.222.0.24 "PUT /v2.0/ports/1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 1094 time: 1.1958244 Mar 18 11:09:00.257117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:09:00.293754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc93555-fa5a-4f54-8464-1482038f7475 service neutron] Pushing event updated for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:00.311421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637', 'status': 'completed', 'code': 200} Mar 18 11:09:00.405781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-093effb9-86fc-4b8f-a730-0e9309ab9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.407355 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-093effb9-86fc-4b8f-a730-0e9309ab9354 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1097 time: 0.0757473 Mar 18 11:09:00.546978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-34c04087-5518-4051-8ce9-4a4aba83c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.548479 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-34c04087-5518-4051-8ce9-4a4aba83c6d4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0357e66b9d94c988d3b70258d263817&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1349366 Mar 18 11:09:00.688705 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-ae2553bb-bf6a-4ee0-96ce-8170b4eba79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.689510 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9dc926f1-4676-4945-8745-7f324aa39a6a req-ae2553bb-bf6a-4ee0-96ce-8170b4eba79a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354239 Mar 18 11:09:00.797873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-0f85e6f1-cfe8-40dc-9639-45c21f468130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.799329 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-0f85e6f1-cfe8-40dc-9639-45c21f468130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1097 time: 0.0735605 Mar 18 11:09:00.871632 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-dfd7e319-77c1-4c30-9054-70ed396d2575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 217 time: 0.0659826 Mar 18 11:09:00.980347 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-e13b7949-c3d1-44bf-8ce8-e070d5a438ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:00.982364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-e13b7949-c3d1-44bf-8ce8-e070d5a438ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.1051922 Mar 18 11:09:01.031425 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device da66853c-05c4-468d-85a0-7d896625e158 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:09:01.061650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce640-b1fc-4b88-95af-e23ccf7d4544 req-c7aeb39d-d3b9-4a6c-b927-db51be05d3c7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:01.063059 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bafce640-b1fc-4b88-95af-e23ccf7d4544 req-c7aeb39d-d3b9-4a6c-b927-db51be05d3c7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 944 time: 0.1528101 Mar 18 11:09:01.101784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port da66853c-05c4-468d-85a0-7d896625e158 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:09:01.102192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:01.113365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-b725b5d9-f8d4-472b-95d7-4524a59b0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:01.114847 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-b725b5d9-f8d4-472b-95d7-4524a59b0c56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265049 Mar 18 11:09:01.122418 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-bafce640-b1fc-4b88-95af-e23ccf7d4544 req-5815ca92-26c7-49c8-9742-9024a3ccf981 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527904 Mar 18 11:09:01.256652 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-80ff7027-5827-4b28-955d-ecd75d0b49dd service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333234 Mar 18 11:09:01.478337 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23f07ec7-e1e5-41ca-802c-0acc65aff2b1 req-ccee0937-dcb4-479c-8f45-27953479bdd1 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158833 Mar 18 11:09:02.305685 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feee2a-b90c-429d-b623-b111f9be15b3 req-f93ab25f-da23-476a-8ed3-0f647b6aa7f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:02.307516 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-24feee2a-b90c-429d-b623-b111f9be15b3 req-f93ab25f-da23-476a-8ed3-0f647b6aa7f1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 944 time: 0.0770354 Mar 18 11:09:02.349982 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-24feee2a-b90c-429d-b623-b111f9be15b3 req-f89ea430-9f5e-47a0-a6fd-114b7bc3c455 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Mar 18 11:09:02.506129 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 1274f9e8-5605-4903-aee8-99767119c637 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:09:02.647051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=1274f9e8-5605-4903-aee8-99767119c637,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:09:02.659631 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '1274f9e8-5605-4903-aee8-99767119c637', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'port_id': '1274f9e8-5605-4903-aee8-99767119c637', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:09:02.716225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:02.732548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1274f9e8-5605-4903-aee8-99767119c637 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:09:02.747718 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=1274f9e8-5605-4903-aee8-99767119c637,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:09:02.806665 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:02.875700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:02.882795 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.883142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.883480 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.883813 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.884142 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.884469 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.884799 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.885150 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.885499 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.885840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.886160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:02.886478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:09:03.004312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['1274f9e8-5605-4903-aee8-99767119c637'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:09:03.529892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7a950-9b96-4066-89f8-5f982c2da33d req-477e2459-7f59-4ad3-845f-40b5a71accc0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:03.531319 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23b7a950-9b96-4066-89f8-5f982c2da33d req-477e2459-7f59-4ad3-845f-40b5a71accc0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 945 time: 0.0776098 Mar 18 11:09:03.576920 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-23b7a950-9b96-4066-89f8-5f982c2da33d req-afd02662-7f36-4f78-8162-fe31ef6440b7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 Mar 18 11:09:04.521738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 1274f9e8-5605-4903-aee8-99767119c637 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:09:04.681415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 1274f9e8-5605-4903-aee8-99767119c637 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:09:04.687278 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 1274f9e8-5605-4903-aee8-99767119c637 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:09:04.687709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:04.762816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729534e-9ffc-4051-8210-636374e06c7f req-6e7ef714-cf67-4290-ab6b-4cce38a7a182 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:04.764246 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1729534e-9ffc-4051-8210-636374e06c7f req-6e7ef714-cf67-4290-ab6b-4cce38a7a182 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 945 time: 0.0824893 Mar 18 11:09:04.806944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:04.815261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1729534e-9ffc-4051-8210-636374e06c7f req-361b5c0c-54d9-4244-a039-31c6b7444322 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 Mar 18 11:09:04.838384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274f9e8-5605-4903-aee8-99767119c637'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:09:04.848068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=1274f9e8-5605-4903-aee8-99767119c637,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:09:04.920483 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:04.960110 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274f9e8-5605-4903-aee8-99767119c637', 'code': 200} Mar 18 11:09:04.991222 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:05.298561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2892e-0f65-4575-8fa9-2e7f4c2590ca req-514fc369-863d-4521-b668-d4db4248a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:05.300010 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ee2892e-0f65-4575-8fa9-2e7f4c2590ca req-514fc369-863d-4521-b668-d4db4248a36c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.0703197 Mar 18 11:09:05.341020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ee2892e-0f65-4575-8fa9-2e7f4c2590ca req-b263598f-2a14-49dd-b9d9-f4c34025fd38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348756 Mar 18 11:09:05.993659 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864bab-a46b-4ea0-ade7-8f287ce5790e req-4078d713-cd89-40b0-845d-003f311aac9c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:05.995120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-66864bab-a46b-4ea0-ade7-8f287ce5790e req-4078d713-cd89-40b0-845d-003f311aac9c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0772161 Mar 18 11:09:06.038772 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-66864bab-a46b-4ea0-ade7-8f287ce5790e req-00890fd8-457b-4401-8714-f657270c1f6c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Mar 18 11:09:07.220906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48164fda-f401-40db-a91d-2e06e2e33194 req-8df8adc4-ac13-4ab9-8b6e-f33f241b589c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:07.222278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48164fda-f401-40db-a91d-2e06e2e33194 req-8df8adc4-ac13-4ab9-8b6e-f33f241b589c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0805995 Mar 18 11:09:07.265810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48164fda-f401-40db-a91d-2e06e2e33194 req-61b0e113-d861-482f-89ca-aa6079e7d8a5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Mar 18 11:09:07.453508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5572da-9aad-4558-84e2-ddc49201556d req-377d01ea-6169-45e3-9940-36d4fc6127c9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:07.454978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e5572da-9aad-4558-84e2-ddc49201556d req-377d01ea-6169-45e3-9940-36d4fc6127c9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0831409 Mar 18 11:09:07.498120 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1e5572da-9aad-4558-84e2-ddc49201556d req-e1869fb8-70a2-4028-9c61-805fa4df01f2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367007 Mar 18 11:09:07.521057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50802) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:07.588375 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32245d0a-0ea3-4730-b1bb-694068daaae7 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:07.589849 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-32245d0a-0ea3-4730-b1bb-694068daaae7 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1094 time: 0.0678360 Mar 18 11:09:07.592662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50806) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:07.597384 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '1274f9e8-5605-4903-aee8-99767119c637', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:09:07.603103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:09:07.606875 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:floatingip and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:09:07.609614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:09:07.615410 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:09:07.692561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:07.927272 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:08.059635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.96 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/abe10de5-13f6-4668-8e5e-b8a60743e795) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:09:08.202616 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:08.270223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:08.331576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:09:08.334277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:09:08.342247 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:09:08.380708 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=abe10de5-13f6-4668-8e5e-b8a60743e795,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:08.744135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:08.761979 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-a78d39de-f9ab-4a5c-965b-c852c85769e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724559 Mar 18 11:09:08.877596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:08.904724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-2ad30c34-0a90-44ef-ac92-81c9df77aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:08.906241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-2ad30c34-0a90-44ef-ac92-81c9df77aa6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.0768344 Mar 18 11:09:09.052594 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-cc5bf6a1-9515-45b8-9ad0-bc1d0e519ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:09.053993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-cc5bf6a1-9515-45b8-9ad0-bc1d0e519ae6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 898 time: 0.1272945 Mar 18 11:09:09.083481 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:09.138819 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:09.153316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-1331a917-5b22-4129-a173-3ae7effeecca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 999 time: 0.0927665 Mar 18 11:09:09.218138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-695f736b-7ad2-46a7-8465-0beb28957ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:09.219582 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-695f736b-7ad2-46a7-8465-0beb28957ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.0601673 Mar 18 11:09:09.246420 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=abe10de5-13f6-4668-8e5e-b8a60743e795,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:09:09.256994 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:09.292711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-71338928-d165-4a7d-89d8-5737ac0d3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:09.294686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-71338928-d165-4a7d-89d8-5737ac0d3b37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686891 Mar 18 11:09:09.421199 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 6eed2907-61db-4d3a-aec8-7b5167bf47dd associated. External IP: 172.26.2.96, port: 1274f9e8-5605-4903-aee8-99767119c637. Mar 18 11:09:09.422930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-3eac17f4-1594-4428-9adf-a9bb7a9d67a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231015 Mar 18 11:09:09.560591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ba100dba-e250-4deb-93a5-fdc64c9e79ab req-f80d4528-3d9b-49e4-b68d-0d59dc7a85aa service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309226 Mar 18 11:09:09.870107 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router e1c56e48-b318-4c6a-8b50-7c0df790cb2e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:09:10.047970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:09:10.059730 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Sync routers for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:09:10.068708 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:09:10.069297 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:09:10.126829 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:10.180557 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1dc9c227-e3ca-4941-9f5e-7700d468035f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5869188 Mar 18 11:09:10.183614 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:09:10.243353 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:09:10.283348 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637', 'status': 'completed', 'code': 200} Mar 18 11:09:10.466954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8d85f-8084-48ac-835f-8f8a6b1559d6 req-aa328947-b571-4db1-9a92-5faf8d5fced4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:10.466954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ad8d85f-8084-48ac-835f-8f8a6b1559d6 req-aa328947-b571-4db1-9a92-5faf8d5fced4 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.1400883 Mar 18 11:09:10.466954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258624-ed86-405d-b559-a2dccc4a8261 req-a97f561f-5da1-4453-864d-4fa585facafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:10.466954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-a97f561f-5da1-4453-864d-4fa585facafd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.1078274 Mar 18 11:09:10.548740 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9ad8d85f-8084-48ac-835f-8f8a6b1559d6 req-35230af0-c4ea-4f71-9706-c5d630ecb572 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309450 Mar 18 11:09:10.577389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50816) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:10.586580 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258624-ed86-405d-b559-a2dccc4a8261 req-aa5fbceb-f476-4acf-aa7d-35f1a3329268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:10.588333 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-aa5fbceb-f476-4acf-aa7d-35f1a3329268 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 898 time: 0.1525481 Mar 18 11:09:10.598855 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6eed2907-61db-4d3a-aec8-7b5167bf47dd', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'port_id': '1274f9e8-5605-4903-aee8-99767119c637', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:09:08Z', 'updated_at': '2022-03-18T11:09:08Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:09:10.602595 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Checking router: e1c56e48-b318-4c6a-8b50-7c0df790cb2e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:09:10.611173 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:09:10.611765 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:08:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:09:10.689161 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-21a8f16e-642e-4518-8c6a-a97e32f6a34b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6eed2907-61db-4d3a-aec8-7b5167bf47dd HTTP/1.1" status: 200 len: 991 time: 0.1103618 Mar 18 11:09:10.692999 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-26e42201-9459-4d2a-8635-7a0178d78503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 999 time: 0.0985310 Mar 18 11:09:10.761653 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258624-ed86-405d-b559-a2dccc4a8261 req-bd142e04-393d-4b2d-a859-e9cea9370b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:10.763197 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-bd142e04-393d-4b2d-a859-e9cea9370b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.0647497 Mar 18 11:09:10.825341 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:09:10.837109 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258624-ed86-405d-b559-a2dccc4a8261 req-a5386495-b2ea-4dd0-a4c2-13c3eaf858f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:10.838605 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-a5386495-b2ea-4dd0-a4c2-13c3eaf858f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695927 Mar 18 11:09:10.970217 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-6788ef4a-eef8-4f12-9494-bfa8ffa1f3b4 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253846 Mar 18 11:09:11.171878 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6eed2907-61db-4d3a-aec8-7b5167bf47dd', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'port_id': '1274f9e8-5605-4903-aee8-99767119c637', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:09:08Z', 'updated_at': '2022-03-18T11:09:08Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:09:11.175814 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee8238-11cd-4963-b5c3-7de0ab09e810 None None] The sync data for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv is: [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '6eed2907-61db-4d3a-aec8-7b5167bf47dd', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'port_id': '1274f9e8-5605-4903-aee8-99767119c637', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'mac_address': 'fa:16:3e:09:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:09:08Z', 'updated_at': '2022-03-18T11:09:08Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:09:11.197304 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83258624-ed86-405d-b559-a2dccc4a8261 req-52f56b9e-97c3-4f1d-9fea-511aca6b7779 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214115 Mar 18 11:09:11.364583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48c5f4-5474-4d01-9705-7cb18eb703c1 None None] New status for floating IP 6eed2907-61db-4d3a-aec8-7b5167bf47dd: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:09:11.692600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50820) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:11.796726 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0669a2fc-3460-40e5-bc38-abcb838e0cba tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6eed2907-61db-4d3a-aec8-7b5167bf47dd HTTP/1.1" status: 200 len: 993 time: 0.1029832 Mar 18 11:09:17.687607 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:09:22.029937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-179db611-ed06-461e-b244-78afb02d5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:24.497985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-75dd2d4b-8964-48fd-b1de-da7f2f35a961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:25.503925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:25.669935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:25.721250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:27.098060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:38.935928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704133-231d-40d2-832d-8afc552ad9df req-3613ff31-f5f9-4785-bfa9-5fe24ef6eeb6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:38.937432 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b704133-231d-40d2-832d-8afc552ad9df req-3613ff31-f5f9-4785-bfa9-5fe24ef6eeb6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0791724 Mar 18 11:09:38.981972 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b704133-231d-40d2-832d-8afc552ad9df req-dca19386-7336-488c-a96c-5ba488448236 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388815 Mar 18 11:09:40.165657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d95d-6a9a-459f-aa7c-7259ef6043db req-167a5f49-3094-45be-a9c2-2184a2d3dbbb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:40.167089 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7705d95d-6a9a-459f-aa7c-7259ef6043db req-167a5f49-3094-45be-a9c2-2184a2d3dbbb tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0792420 Mar 18 11:09:40.210183 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7705d95d-6a9a-459f-aa7c-7259ef6043db req-a23d66c8-e1a6-41f5-8f07-52d7f6b70b87 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 Mar 18 11:09:41.395262 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aa1df-1c83-456c-9ef9-69820d8765f1 req-7ca753a2-672b-45a2-a183-908cd755d964 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:41.396667 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d22aa1df-1c83-456c-9ef9-69820d8765f1 req-7ca753a2-672b-45a2-a183-908cd755d964 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0805109 Mar 18 11:09:41.438828 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d22aa1df-1c83-456c-9ef9-69820d8765f1 req-2930a35f-2ec7-43d4-a25f-a95cf9800d70 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366359 Mar 18 11:09:42.616744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ea8b-866a-40ca-8847-c7be4b887388 req-0133a6d0-a8a8-4553-8f34-39823cf01a4e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:42.618258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f054ea8b-866a-40ca-8847-c7be4b887388 req-0133a6d0-a8a8-4553-8f34-39823cf01a4e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0773051 Mar 18 11:09:42.661576 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f054ea8b-866a-40ca-8847-c7be4b887388 req-48e6bc77-7a49-4646-b555-cfedb706df61 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Mar 18 11:09:43.841114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb99b0-f9fa-4a7f-ad8a-123b9b7760ae req-5951cd1d-1ff1-4323-9426-206fa131640f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:43.843131 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0eb99b0-f9fa-4a7f-ad8a-123b9b7760ae req-5951cd1d-1ff1-4323-9426-206fa131640f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0782180 Mar 18 11:09:43.888089 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b0eb99b0-f9fa-4a7f-ad8a-123b9b7760ae req-c6ede4a6-8000-44af-be2e-c16cd0af2419 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Mar 18 11:09:45.071704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357abae4-e23e-428b-a234-cffd07cb8339 req-47a96fe1-7b43-4fb4-b62c-aea7bec63849 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:45.073137 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-357abae4-e23e-428b-a234-cffd07cb8339 req-47a96fe1-7b43-4fb4-b62c-aea7bec63849 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0809224 Mar 18 11:09:45.115792 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-357abae4-e23e-428b-a234-cffd07cb8339 req-4ca38760-9e22-47cf-9743-4703dad022c6 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370750 Mar 18 11:09:46.293030 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a154bc-48ec-4569-b1ad-3571d9dbaac1 req-deab22e9-1c29-422d-a80a-80bcd0c893a3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:46.294388 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-92a154bc-48ec-4569-b1ad-3571d9dbaac1 req-deab22e9-1c29-422d-a80a-80bcd0c893a3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0778587 Mar 18 11:09:46.337415 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-92a154bc-48ec-4569-b1ad-3571d9dbaac1 req-6e5d06c6-8bf2-4017-9b70-91526e823f31 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Mar 18 11:09:47.518815 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bbe49-8cc8-4a6c-a932-f45cc2cce1f0 req-33e7da43-68d3-4f5d-b71c-f29cd2a66333 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:47.520254 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-104bbe49-8cc8-4a6c-a932-f45cc2cce1f0 req-33e7da43-68d3-4f5d-b71c-f29cd2a66333 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0786238 Mar 18 11:09:47.567992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-104bbe49-8cc8-4a6c-a932-f45cc2cce1f0 req-f461132a-6cf1-41de-9fae-fd754a85ad1c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Mar 18 11:09:48.756558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a60a0-f6e6-4598-a801-98c1a29f96e1 req-9ce1ec86-df68-4684-856f-b9db76a85389 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:48.758019 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e96a60a0-f6e6-4598-a801-98c1a29f96e1 req-9ce1ec86-df68-4684-856f-b9db76a85389 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0835688 Mar 18 11:09:48.812067 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e96a60a0-f6e6-4598-a801-98c1a29f96e1 req-06b19e6e-3c59-41bc-8e08-71f809949f3d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484598 Mar 18 11:09:49.991507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb3108-c834-443b-b3c8-9bc0f72b749e req-1fc1171c-63f9-4142-8789-d18c2c8cd20d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:49.992947 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9adb3108-c834-443b-b3c8-9bc0f72b749e req-1fc1171c-63f9-4142-8789-d18c2c8cd20d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0782738 Mar 18 11:09:50.035728 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9adb3108-c834-443b-b3c8-9bc0f72b749e req-6950fa18-1806-455d-abbc-4cd60bbffdc2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366380 Mar 18 11:09:50.058322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50854) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:50.161699 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a8c644fe-0433-4e1c-8ef7-1eb890cf3c05 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6eed2907-61db-4d3a-aec8-7b5167bf47dd HTTP/1.1" status: 200 len: 993 time: 0.1022770 Mar 18 11:09:51.729336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc754b0f-0544-4187-9afb-7daa7f6db019 req-dbb47e90-38f4-4952-8320-b447ffd14a9e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:51.730787 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cc754b0f-0544-4187-9afb-7daa7f6db019 req-dbb47e90-38f4-4952-8320-b447ffd14a9e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0793335 Mar 18 11:09:51.774527 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cc754b0f-0544-4187-9afb-7daa7f6db019 req-c7c30864-ae50-4a7b-8d43-63b8abb24f65 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Mar 18 11:09:51.818271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-3a20d12c-ea69-4f89-a6f7-c86ad5c4c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:51.819651 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-3a20d12c-ea69-4f89-a6f7-c86ad5c4c484 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.0695667 Mar 18 11:09:51.945661 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-f4de9556-fd96-45c0-8a92-baff61614207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:51.947369 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-f4de9556-fd96-45c0-8a92-baff61614207 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 898 time: 0.1223645 Mar 18 11:09:52.027841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-760f7836-8993-4601-8188-f9b93b0a5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:52.048611 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-f4f78f64-e3c9-4bd7-9e62-8871d419b7fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 1001 time: 0.0953000 Mar 18 11:09:52.111881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-5c94b36e-eb5f-4266-889d-df291bdd2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:52.113242 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-5c94b36e-eb5f-4266-889d-df291bdd2df4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.0580897 Mar 18 11:09:52.183789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-0a5ad9d3-d943-479c-9293-9125876fc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:52.185217 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-0a5ad9d3-d943-479c-9293-9125876fc881 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661221 Mar 18 11:09:52.313803 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-8e218c7e-f12c-447c-963e-d26f515a0894 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223884 Mar 18 11:09:52.440398 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ecb3bc2-4db1-4675-8ff6-75a7bf5db55d req-64c9a2da-e10c-4761-b8eb-703969633ebd service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203809 Mar 18 11:09:52.978925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac9be-641b-4d16-a567-ba7609a8fb64 req-991b1811-6a06-498d-8eea-f0eae610439a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:52.980378 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-124ac9be-641b-4d16-a567-ba7609a8fb64 req-991b1811-6a06-498d-8eea-f0eae610439a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0931251 Mar 18 11:09:53.029020 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-124ac9be-641b-4d16-a567-ba7609a8fb64 req-bca3515a-717d-4797-bb3f-12a979aab058 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Mar 18 11:09:54.215943 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c29681-c3c1-4740-aa77-1c5eb52383e4 req-16730225-564c-4242-b7c0-9cd66bd46516 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:09:54.217330 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f8c29681-c3c1-4740-aa77-1c5eb52383e4 req-16730225-564c-4242-b7c0-9cd66bd46516 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0799212 Mar 18 11:09:54.260229 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f8c29681-c3c1-4740-aa77-1c5eb52383e4 req-290aa2db-6a61-4bb1-9d31-4b05248922d2 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372970 Mar 18 11:09:54.283117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50868) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:09:54.498212 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cfb2f47e-3e6c-439a-be21-154488e52494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/6eed2907-61db-4d3a-aec8-7b5167bf47dd HTTP/1.1" status: 200 len: 993 time: 0.2139752 Mar 18 11:09:54.515400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-5de8f7f6-3322-487a-bd87-55363b95e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:54.686274 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:09:55.467698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:55.656456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:55.679211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:09:57.079120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:07.973664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-8cdc3a2e-4f2c-42b3-9116-a3a8365b8201 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683472 Mar 18 11:10:08.113622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf6640-d605-48ec-8181-7debab23ca79 req-13e4c63f-496f-43fe-89a6-6be51756baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:08.115100 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-13e4c63f-496f-43fe-89a6-6be51756baca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.0725443 Mar 18 11:10:08.343942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf6640-d605-48ec-8181-7debab23ca79 req-93c54afa-ac9a-47c5-b943-453598b1278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:08.345384 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-93c54afa-ac9a-47c5-b943-453598b1278c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 898 time: 0.2110078 Mar 18 11:10:08.447700 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-645d5df9-525f-4bde-b6a9-135dd90c74b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 1001 time: 0.0952780 Mar 18 11:10:08.507999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf6640-d605-48ec-8181-7debab23ca79 req-fe4eea4c-2e44-40dc-91ef-3ee9011d73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:08.509354 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-fe4eea4c-2e44-40dc-91ef-3ee9011d73c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.0553801 Mar 18 11:10:08.582352 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf6640-d605-48ec-8181-7debab23ca79 req-c5343877-1d99-401b-8680-d2407196cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:08.583813 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-c5343877-1d99-401b-8680-d2407196cac3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677741 Mar 18 11:10:08.714117 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-c3fe1403-f955-4afa-99cf-e2e51271ff43 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241388 Mar 18 11:10:08.847340 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4acf6640-d605-48ec-8181-7debab23ca79 req-36fdf4b0-4458-44ca-bd0a-3f558844d8cd service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263239 Mar 18 11:10:22.024076 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3ed360a4-1631-4646-8d7c-d28e671d2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:22.896339 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50894) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:23.100651 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port abe10de5-13f6-4668-8e5e-b8a60743e795 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:10:23.100990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:23.268718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:23.268939 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:23.388250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for abe10de5-13f6-4668-8e5e-b8a60743e795 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:10:23.595860 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:23.643350 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=abe10de5-13f6-4668-8e5e-b8a60743e795,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:23.679227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.679576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.679927 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.680266 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.680600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.680925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.681253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.681597 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.681997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.682320 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.682641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.682959 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:23.763905 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:23.764150 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP 6eed2907-61db-4d3a-aec8-7b5167bf47dd disassociated (deleted). External IP: 172.26.2.96, port: 1274f9e8-5605-4903-aee8-99767119c637. Mar 18 11:10:24.105457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router e1c56e48-b318-4c6a-8b50-7c0df790cb2e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:10:24.394753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:10:24.404198 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Sync routers for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:10:24.413098 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:24.413692 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:09:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:24.453631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:24.510272 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-22a1bd26-8447-421a-a842-1eb15c205c32 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/floatingips/6eed2907-61db-4d3a-aec8-7b5167bf47dd HTTP/1.1" status: 204 len: 168 time: 1.6128309 Mar 18 11:10:24.510889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:10:24.519248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4294e676-618b-410b-a1ef-06cf94778a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:24.559467 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'tag': '1274f9e8-5605-4903-aee8-99767119c637', 'status': 'completed', 'code': 200} Mar 18 11:10:24.588141 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:24.654226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-3b95ed5c-4ae3-48b7-993b-c7aae2ffd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:24.655612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-3b95ed5c-4ae3-48b7-993b-c7aae2ffd802 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 1099 time: 0.0751185 Mar 18 11:10:24.785569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-94b89ed5-665d-4136-b017-b37cffa46615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:24.787024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-94b89ed5-665d-4136-b017-b37cffa46615 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 200 len: 898 time: 0.1256399 Mar 18 11:10:24.858883 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-e66b82d4-2fc1-486a-9fdc-d45d609ba46b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 200 len: 217 time: 0.0661716 Mar 18 11:10:24.909086 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:24.913971 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Checking router: e1c56e48-b318-4c6a-8b50-7c0df790cb2e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:10:24.918889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-4a9dc23f-ce29-4752-b795-71406487b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:24.920310 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-4a9dc23f-ce29-4752-b795-71406487b980 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 200 len: 835 time: 0.0564985 Mar 18 11:10:24.922616 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:24.923234 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:25.008341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-588ba989-c410-465d-b515-737e7e1d4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:25.009891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-588ba989-c410-465d-b515-737e7e1d4f50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba0900ec-26b8-4e23-8b19-7d9d43b12e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757179 Mar 18 11:10:25.112229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:25.204447 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-1a0dfc92-9eb0-46fa-a1ae-65228246431b service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862950 Mar 18 11:10:25.259766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67368ff-99ed-4d54-ab99-84d6566999da req-6581569e-6cc7-46ac-9327-b9fdab59bf14 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:25.261207 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f67368ff-99ed-4d54-ab99-84d6566999da req-6581569e-6cc7-46ac-9327-b9fdab59bf14 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.2049279 Mar 18 11:10:25.367588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f67368ff-99ed-4d54-ab99-84d6566999da req-82e2a76f-c6b6-437c-8ebe-0c8d3c76d928 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596004 Mar 18 11:10:25.387070 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0a57314d-fe95-49a2-9058-b86837e265d7 req-a83694f7-dbcc-43bb-accc-3a0852df9024 service neutron] 10.222.0.24 "GET /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709116 Mar 18 11:10:25.455119 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:25.458867 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78821861-d5d2-4cde-808e-3035c53b420a None None] The sync data for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv is: [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'da66853c-05c4-468d-85a0-7d896625e158', 'name': '', 'network_id': 'ba0900ec-26b8-4e23-8b19-7d9d43b12e40', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:0c:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:52Z', 'updated_at': '2022-03-18T11:08:59Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': 'd67fd012-5f21-451d-9082-1c0b7cf8d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:10:25.490380 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:25.655583 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325ec99-cb23-459e-bbc7-94379395a222 None None] New status for floating IP 6eed2907-61db-4d3a-aec8-7b5167bf47dd: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:10:25.712272 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:25.713538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:26.459096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6da3-0340-4588-a062-f246c7776068 req-f52cf048-fc78-4f61-ac7e-f56255cc9301 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:26.460507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5dda6da3-0340-4588-a062-f246c7776068 req-f52cf048-fc78-4f61-ac7e-f56255cc9301 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.0796225 Mar 18 11:10:26.603413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29ed4d-00a8-4fe5-9bdd-818e5648bd14 req-0616b290-97a1-4821-8b5e-fe0c825bed16 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:26.604140 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1f29ed4d-00a8-4fe5-9bdd-818e5648bd14 req-0616b290-97a1-4821-8b5e-fe0c825bed16 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:26.661753 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1f29ed4d-00a8-4fe5-9bdd-818e5648bd14 req-0616b290-97a1-4821-8b5e-fe0c825bed16 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:26.662838 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1f29ed4d-00a8-4fe5-9bdd-818e5648bd14 req-0616b290-97a1-4821-8b5e-fe0c825bed16 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 946 time: 0.1854963 Mar 18 11:10:26.690665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 1274f9e8-5605-4903-aee8-99767119c637 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:10:26.690999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:26.707145 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1f29ed4d-00a8-4fe5-9bdd-818e5648bd14 req-d4a37be4-2859-4e9e-bc4e-0c27d1af9f74 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acc8c64-0e52-4fff-815c-0cfffa5fb34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Mar 18 11:10:26.932199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 1274f9e8-5605-4903-aee8-99767119c637, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=1274f9e8-5605-4903-aee8-99767119c637,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:26.932449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:27.056791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 1274f9e8-5605-4903-aee8-99767119c637 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:10:27.084689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:27.256195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:27.304616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=1274f9e8-5605-4903-aee8-99767119c637,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:27.345053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.345424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.345758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.346112 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.346439 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.346767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.347085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.347403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.347716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.348030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.348344 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.348655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:27.388433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] No DVR routers for this DVR port 1274f9e8-5605-4903-aee8-99767119c637 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:10:27.391181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:27.393560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'name': 'network-vif-deleted', 'tag': '1274f9e8-5605-4903-aee8-99767119c637'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:10:27.438169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e519fc58-5042-4b99-9832-cbeee670aa87', 'name': 'network-vif-deleted', 'tag': '1274f9e8-5605-4903-aee8-99767119c637', 'status': 'completed', 'code': 200} Mar 18 11:10:27.465448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5dda6da3-0340-4588-a062-f246c7776068 req-6903673d-9175-46ca-8da3-cc0c302ce404 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "DELETE /v2.0/ports/1274f9e8-5605-4903-aee8-99767119c637 HTTP/1.1" status: 204 len: 173 time: 1.0000868 Mar 18 11:10:28.016614 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-26f15d11-6bee-4c29-b583-e934744659ae req-4042cc55-0aa3-4053-9269-4b2d0172fac9 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=e519fc58-5042-4b99-9832-cbeee670aa87 HTTP/1.1" status: 200 len: 210 time: 0.0448239 Mar 18 11:10:28.916397 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 1274f9e8-5605-4903-aee8-99767119c637 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:10:28.953949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 1274f9e8-5605-4903-aee8-99767119c637 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:10:28.954304 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 1274f9e8-5605-4903-aee8-99767119c637 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:10:29.111029 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50916) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:29.641425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:29.980241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port da66853c-05c4-468d-85a0-7d896625e158 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:10:29.980576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:30.161333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port da66853c-05c4-468d-85a0-7d896625e158, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=da66853c-05c4-468d-85a0-7d896625e158,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:30.162084 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:30.389878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for da66853c-05c4-468d-85a0-7d896625e158 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:10:30.787465 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:30.838423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=da66853c-05c4-468d-85a0-7d896625e158,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:31.114801 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:31.458885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router e1c56e48-b318-4c6a-8b50-7c0df790cb2e has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:10:31.693568 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:10:31.748281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:10:31.758014 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Sync routers for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:10:31.761962 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1dfbdee3-1168-4e59-bba5-f8ebdcde3674 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/e1c56e48-b318-4c6a-8b50-7c0df790cb2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6498868 Mar 18 11:10:31.764558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50920) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:31.767003 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:31.767601 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:31.828015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting subnet d67fd012-5f21-451d-9082-1c0b7cf8d57f {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:10:31.831478 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:31.886234 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:31.939683 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:31.966718 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.113643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.152531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Subnet': ['ID=d67fd012-5f21-451d-9082-1c0b7cf8d57f,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:32.156088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.162033 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-edd44332-3e50-4695-b37c-8d72e872ee9b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/subnets/d67fd012-5f21-451d-9082-1c0b7cf8d57f HTTP/1.1" status: 204 len: 168 time: 0.3965082 Mar 18 11:10:32.163902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d43b3-be5d-4556-bbe3-037eeb2f4428 None None] Network ba0900ec-26b8-4e23-8b19-7d9d43b12e40 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:10:32.164770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50924) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:32.214889 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:10:30Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:32.218671 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Checking router: e1c56e48-b318-4c6a-8b50-7c0df790cb2e for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:10:32.226822 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Routers {'e1c56e48-b318-4c6a-8b50-7c0df790cb2e'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:32.227414 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:32.343913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.399387 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] Set router e1c56e48-b318-4c6a-8b50-7c0df790cb2e gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:32.438697 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] DHCP port deletion for ba0900ec-26b8-4e23-8b19-7d9d43b12e40 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:10:32.443381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Deleting port 5417355d-237d-461d-ad72-0568a803859d {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:10:32.443925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.529531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.641967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 0af6fb5f-e45d-4c07-aa73-f016265190c9 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:10:32.642307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.680780 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:10:30Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:32.682270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] For port 5417355d-237d-461d-ad72-0568a803859d, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5417355d-237d-461d-ad72-0568a803859d,segment=NetworkSegment(eec75144-87d5-40ee-ab84-b0ac0b8bd3ee),segment_id=eec75144-87d5-40ee-ab84-b0ac0b8bd3ee)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:32.682661 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.684365 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625db6e-82cd-419d-83cb-5b2e00e1677b None None] The sync data for ids ['e1c56e48-b318-4c6a-8b50-7c0df790cb2e'] in dv-neutron-834265-1-hyperv is: [{'id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340061465', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:08:47Z', 'updated_at': '2022-03-18T11:10:30Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '0af6fb5f-e45d-4c07-aa73-f016265190c9', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56e48-b318-4c6a-8b50-7c0df790cb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:08:48Z', 'updated_at': '2022-03-18T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:10:32.802407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Calling delete_port for 5417355d-237d-461d-ad72-0568a803859d owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:10:32.825158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 0af6fb5f-e45d-4c07-aa73-f016265190c9, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=0af6fb5f-e45d-4c07-aa73-f016265190c9,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:32.825510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.933519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:32.981185 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Pushing event deleted for resources: {'Port': ['ID=5417355d-237d-461d-ad72-0568a803859d,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:32.987031 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] No DVR routers for this DVR port 5417355d-237d-461d-ad72-0568a803859d on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:10:32.993012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.993357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.993700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.994053 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.994384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.994713 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.995037 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.995371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.995694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.996067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.996443 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:32.996837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e9f1f-72f7-45c8-bca8-924329462d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:33.070768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 0af6fb5f-e45d-4c07-aa73-f016265190c9 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:10:33.099055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5417355d-237d-461d-ad72-0568a803859d no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:10:33.134557 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 5417355d-237d-461d-ad72-0568a803859d {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:10:33.134898 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5417355d-237d-461d-ad72-0568a803859d not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:10:33.135308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device da66853c-05c4-468d-85a0-7d896625e158 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:10:33.168664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: da66853c-05c4-468d-85a0-7d896625e158 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:10:33.170227 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device da66853c-05c4-468d-85a0-7d896625e158 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:10:33.304677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.352225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=0af6fb5f-e45d-4c07-aa73-f016265190c9,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:33.438513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.603583 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.605677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.704440 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.704957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Fanout notify agent at l3_agent the message router_deleted on router e1c56e48-b318-4c6a-8b50-7c0df790cb2e {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:10:33.720634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.724513 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-972fc334-b33f-469e-9a0e-a9e4520108e0 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/routers/e1c56e48-b318-4c6a-8b50-7c0df790cb2e HTTP/1.1" status: 204 len: 168 time: 1.5558717 Mar 18 11:10:33.724628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50928) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:33.839916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.969900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:33.993979 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0900ec-26b8-4e23-8b19-7d9d43b12e40']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:34.005847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:34.006139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec75144-87d5-40ee-ab84-b0ac0b8bd3ee') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:34.016771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.033118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.039095 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:10:34.039480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:10:34.054034 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:10:34.201701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.218554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.229674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Network': ['ID=ba0900ec-26b8-4e23-8b19-7d9d43b12e40,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:34.297606 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-7139aaff-114d-4b26-9fe2-8e7918dea81b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/networks/ba0900ec-26b8-4e23-8b19-7d9d43b12e40 HTTP/1.1" status: 204 len: 168 time: 0.5711257 Mar 18 11:10:34.300513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50932) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:34.375265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.409854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.536217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.554870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc8c64-0e52-4fff-815c-0cfffa5fb34a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:34.631880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:34.632992 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6b272d1a-ba0d-4ea5-9197-0886197a467d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/security-groups/4acc8c64-0e52-4fff-815c-0cfffa5fb34a HTTP/1.1" status: 204 len: 168 time: 0.3315380 Mar 18 11:10:34.972599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50940) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:34.977910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204316560', 'description': 'tempest-secgroup-smoke-1204316560 description', 'project_id': 'a0357e66b9d94c988d3b70258d263817'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:34.983772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:34.987892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:34.990731 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:34.996222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:35.070524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0af6fb5f-e45d-4c07-aa73-f016265190c9 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:10:35.081961 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.101573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:35.103892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 0af6fb5f-e45d-4c07-aa73-f016265190c9 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:10:35.104242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 0af6fb5f-e45d-4c07-aa73-f016265190c9 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:10:35.105500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:35.112744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:35.114215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:35.180374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.264080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.307194 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:35.372383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.373615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f78cf3b4-7da0-4e35-8d93-6e7390e0d88c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4000425 Mar 18 11:10:35.376992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50944) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:35.381871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:35.387612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:35.391412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:35.394292 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:35.399947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:35.475751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.535928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.607340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.631378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941cb220-c492-4ee7-99de-a96da7db4a11,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:35.699087 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.700552 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-ed751752-12e5-4f86-b9e4-ef22f6a4fd1b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226316 Mar 18 11:10:35.703216 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50948) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:35.708307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:35.714507 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:35.718716 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:35.722684 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:35.728643 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:35.805743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.869184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.950014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:35.973235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee937c9-efaf-4710-9e32-019a14d5a1a8,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:36.056458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.057898 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6a68496e-1515-4441-af10-ca0fd242a377 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3534691 Mar 18 11:10:36.060740 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50952) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:36.072889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:36.078782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:36.083505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:36.086760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:36.092504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:36.165271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.225065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.295749 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.316158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca86c0d9-47cc-43b0-9173-b55847c58c23,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:36.390459 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.392236 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-002032ac-c516-4f0b-9528-ff21aff33d5b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300090 Mar 18 11:10:36.394986 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50956) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:36.400079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:36.406102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:36.410479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:36.413326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:36.418959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:36.513514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.577052 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.652623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.761119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987129b4-5538-4882-aa2f-589508eb0df5,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:36.824212 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:36.825386 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a101a9b6-9750-4cd3-90a1-40f0a8a47494 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294531 Mar 18 11:10:36.828158 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50960) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:36.833035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:36.838982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:36.843514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:36.846390 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:36.851943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:36.936204 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:10:36.943523 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.004535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.084833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.107751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f52a5f-dd76-4a32-b4ff-e96c9de1e09f,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:37.175754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.176894 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-0b45a880-4396-4f0b-9fa3-2ac8515ff38d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479023 Mar 18 11:10:37.179531 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50964) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:37.184432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'security_group_rule': {'security_group_id': '5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:37.190763 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:37.194500 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:security_group_rule and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:37.197247 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:37.203051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:37.284256 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.securitygroups_db [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Project a0357e66b9d94c988d3b70258d263817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:10:37.290625 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.352904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.421452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.445679 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5608dee9-5351-48e4-9d86-172a24e90ee0,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:37.510054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.511226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-45cbb49e-5bcb-471d-bc2d-5e17baacb2e1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3307326 Mar 18 11:10:37.514150 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50968) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:37.519990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'network': {'name': 'tempest-network-smoke--1141518197', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'port_security_enabled': True}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:37.524842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:37.528874 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:network and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:37.531678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:37.537241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:37.635889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:10:37.639280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.666712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:10:37.675785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.676125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Added segment cd21c621-7683-4082-b088-f1e6f528044b of type vlan for network f68d32b6-bd3f-404d-b091-6d2670ddc836 Mar 18 11:10:37.701890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.784389 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.789724 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:37.790320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:37.897456 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Network': ['ID=f68d32b6-bd3f-404d-b091-6d2670ddc836,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:37.907405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:10:37.945081 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a472ca0d-05be-44dc-8f52-3db3d6ef6550 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4298787 Mar 18 11:10:37.948117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50972) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:37.953182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'admin_state_up': True, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:37.960154 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:37.963951 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:router and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:37.966818 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:37.973435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:38.041255 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.042330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.056889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.364899 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.756832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.788091 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:38.916588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.2 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/272e472f-23e4-4340-ac78-2d29102ffe86) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:10:39.060228 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:39.136134 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:39.196368 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:39.197447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:39.201174 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:10:39.247143 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=272e472f-23e4-4340-ac78-2d29102ffe86,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:39.757945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:40.088155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:40.393657 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 8722f9db-c15d-431f-a812-bf9aee9a165c is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:10:40.562577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:10:40.572477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Sync routers for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:10:40.581909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:40.587226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:40.727150 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:40.728280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-9020b21a-af0c-4bdc-b5d3-c84d106e9dc3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7791903 Mar 18 11:10:40.731367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:40.761407 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:40.770595 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffe7b5a5-a137-4c32-b41c-6baf3fffdaab tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a0357e66b9d94c988d3b70258d263817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381887 Mar 18 11:10:40.773105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 50980) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:40.900064 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26560c-18c3-42e4-994a-1ad3fed2c363 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:40.901520 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-cc26560c-18c3-42e4-994a-1ad3fed2c363 tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275423 Mar 18 11:10:40.904501 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50984) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:40.944083 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1fa30bf4-0935-436c-a2fe-512d1645e6fd tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=2d94c899-6953-49a1-a319-d82134e71066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384707 Mar 18 11:10:40.946672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50988) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:40.952165 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089800076', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:41.047293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:41.051650 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Checking router: 8722f9db-c15d-431f-a812-bf9aee9a165c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:10:41.052000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Updating router 8722f9db-c15d-431f-a812-bf9aee9a165c port 272e472f-23e4-4340-ac78-2d29102ffe86 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:10:41.059408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:41.063220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:subnet and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:41.066017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:41.071710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:41.107120 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.138205 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:10:41.141844 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.407904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.451048 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.462828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Transition to ACTIVE for port object 272e472f-23e4-4340-ac78-2d29102ffe86 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:41.487742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Subnet': ['ID=2a63e18f-6d6d-412d-9bac-837252f762fb,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:41.492513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Checking segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:10:41.495148 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network hostable DHCP agents. Network: f68d32b6-bd3f-404d-b091-6d2670ddc836, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:10:41.547293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.581709 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:10:41.624051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Attempting to bind port 272e472f-23e4-4340-ac78-2d29102ffe86 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:10:41.624526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Attempting to bind port 272e472f-23e4-4340-ac78-2d29102ffe86 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:10:41.626624 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Attempting to bind port 272e472f-23e4-4340-ac78-2d29102ffe86 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:10:41.631137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26db7d-2ec7-4789-83c2-c7268658cfcc None None] Pushing event updated for resources: {'Port': ['ID=272e472f-23e4-4340-ac78-2d29102ffe86,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:41.635283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:10:41.635657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:10:41.636057 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.636435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:10:41.636895 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Bound port: 272e472f-23e4-4340-ac78-2d29102ffe86, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:10:41.637267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.673503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, f68d32b6-bd3f-404d-b091-6d2670ddc836) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:41.677927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:41.678498 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.685310 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf68e4-7946-47f4-a346-627c95dc5672 None None] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:10:41.768364 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-23b7ab7d-fbd6-401b-9eea-8a7a1d99fe06 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8206739 Mar 18 11:10:41.771085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 50992) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:41.788135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] For port 272e472f-23e4-4340-ac78-2d29102ffe86, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:10:41.800747 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] For port 272e472f-23e4-4340-ac78-2d29102ffe86, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=272e472f-23e4-4340-ac78-2d29102ffe86,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:10:41.869607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:41.970682 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-f68d32b6-bd3f-404d-b091-6d2670ddc836', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:10:41.971488 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:42.007237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26db7d-2ec7-4789-83c2-c7268658cfcc None None] Pushing event updated for resources: {'Port': ['ID=272e472f-23e4-4340-ac78-2d29102ffe86,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:42.043306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:42.043937 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:42.287374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:42.393648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Allocated IP 172.20.0.2 (f68d32b6-bd3f-404d-b091-6d2670ddc836/2a63e18f-6d6d-412d-9bac-837252f762fb/79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:10:42.551890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:42.746757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:42.757562 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:42.761832 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Transition to ACTIVE for port object 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:42.768115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056c3b8-1007-4f6d-89ba-c385e1a1e92e None None] The sync data for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv is: [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:39Z', 'revision_number': 3, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:10:42.782763 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Transition to ACTIVE for port object 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:42.864901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:42.917976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:42.925584 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:42.929436 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:10:42.955911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.1 (f68d32b6-bd3f-404d-b091-6d2670ddc836/2a63e18f-6d6d-412d-9bac-837252f762fb/7d2df917-fc24-42d4-b058-f5bee3c47d20) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:10:43.080392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Pushing event updated for resources: {'Port': ['ID=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:43.099143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Attempting to bind port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:10:43.099521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Attempting to bind port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:10:43.099871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Attempting to bind port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e on network f68d32b6-bd3f-404d-b091-6d2670ddc836 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:10:43.108427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:10:43.109491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Checking segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:10:43.109491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.110091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Bound using segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:10:43.110710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Bound port: 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:10:43.111293 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.155870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.172960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object 7d2df917-fc24-42d4-b058-f5bee3c47d20 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:43.173773 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 272e472f-23e4-4340-ac78-2d29102ffe86 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:43.263051 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] For port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:10:43.267296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] For port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:10:43.282069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.346802 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:43.350978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.352744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:43.354588 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 272e472f-23e4-4340-ac78-2d29102ffe86 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:43.361294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:10:43.387714 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 272e472f-23e4-4340-ac78-2d29102ffe86 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:43.388087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.398953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:43.426365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.498566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214e82a-805c-4ae1-ae4f-bd5ad43a77aa None None] Pushing event updated for resources: {'Port': ['ID=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:43.575324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.615996 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 272e472f-23e4-4340-ac78-2d29102ffe86, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=272e472f-23e4-4340-ac78-2d29102ffe86,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:43.696484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:43.776520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=272e472f-23e4-4340-ac78-2d29102ffe86,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:43.805170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:44.321433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:44.404937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:44.516525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:44.519574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:44.656599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:44.658333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:44.845296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 8722f9db-c15d-431f-a812-bf9aee9a165c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:10:44.871992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f81f4-44a1-480b-9af6-21475b68ce30 None None] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:10:45.031178 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:10:45.045134 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Sync routers for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:10:45.046337 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b0ba3bf-4e55-4d14-abfb-79305b50501c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/8722f9db-c15d-431f-a812-bf9aee9a165c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2742407 Mar 18 11:10:45.074903 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:45.075767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:45.100067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-c7322281-8e0f-4c82-94ac-a97938c4510e None None] Provisioning for port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:45.213869 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 272e472f-23e4-4340-ac78-2d29102ffe86 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:45.285003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 272e472f-23e4-4340-ac78-2d29102ffe86 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:45.285664 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.319896 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:45.392481 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-6b266570-ddff-4796-ab22-6322549caf36 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204316560&fields=id&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 267 time: 0.1768098 Mar 18 11:10:45.436640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:45.541502 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-92f7aff4-9277-4d79-8d0f-c2e968be2403 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:45.542243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-92f7aff4-9277-4d79-8d0f-c2e968be2403 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:45.567605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Provisioning for port 7d2df917-fc24-42d4-b058-f5bee3c47d20 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:45.574646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Provisioning complete for port 7d2df917-fc24-42d4-b058-f5bee3c47d20 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:45.575431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.612761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:45.622743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:45.623113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.662352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-92f7aff4-9277-4d79-8d0f-c2e968be2403 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:45.664038 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-92f7aff4-9277-4d79-8d0f-c2e968be2403 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 797 time: 0.2704811 Mar 18 11:10:45.666696 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:44Z', 'revision_number': 2, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:45.670960 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Checking router: 8722f9db-c15d-431f-a812-bf9aee9a165c for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:10:45.675754 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Updating router 8722f9db-c15d-431f-a812-bf9aee9a165c port 7d2df917-fc24-42d4-b058-f5bee3c47d20 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:10:45.676031 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Port 7d2df917-fc24-42d4-b058-f5bee3c47d20 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:10:45.684197 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-09520a33-aa7e-400b-b275-9b8bfdce1bac tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/quotas/a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 375 time: 0.0099514 Mar 18 11:10:45.706004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Provisioning complete for port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:45.706004 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.735339 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.799446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-39f2bd16-2d71-463b-94f1-9ff6271c069a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:45.812360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.879112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-39f2bd16-2d71-463b-94f1-9ff6271c069a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:45.880848 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-39f2bd16-2d71-463b-94f1-9ff6271c069a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881435 Mar 18 11:10:45.884526 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:45.900790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:45.942680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.045707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:10:46.045982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-2bd9da33-a119-4be8-bc03-748c9474cae1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:10:46.067060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:46.072558 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-7d44ade1-942f-47d4-b290-bc4a0966024c service neutron] 10.222.0.18 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739981 Mar 18 11:10:46.104425 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.116428 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Transition to ACTIVE for port object 7d2df917-fc24-42d4-b058-f5bee3c47d20 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:46.202798 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-7d20d2ed-1348-4389-b3d0-6368028f8711 service neutron] 10.222.0.18 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242852 Mar 18 11:10:46.232918 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.386969 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Pushing event updated for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:46.433361 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.433754 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.434069 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.434406 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.434731 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.435059 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.435382 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.435705 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.436040 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.436349 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.436668 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.436984 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:10:46.462631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1c8266eb-a6a7-4706-b7e0-7763f25302f0 req-c25debd5-f172-42e2-b86e-23e816607606 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:46.463900 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Attempting to bind port 7d2df917-fc24-42d4-b058-f5bee3c47d20 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:10:46.464268 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Attempting to bind port 7d2df917-fc24-42d4-b058-f5bee3c47d20 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:10:46.464638 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Attempting to bind port 7d2df917-fc24-42d4-b058-f5bee3c47d20 on network f68d32b6-bd3f-404d-b091-6d2670ddc836 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:10:46.470389 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:10:46.471497 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Checking segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:10:46.471909 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.472302 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Bound using segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:10:46.472759 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Bound port: 7d2df917-fc24-42d4-b058-f5bee3c47d20, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:10:46.473125 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.475280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-1c8266eb-a6a7-4706-b7e0-7763f25302f0 req-c25debd5-f172-42e2-b86e-23e816607606 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:46.483988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c8266eb-a6a7-4706-b7e0-7763f25302f0 req-c25debd5-f172-42e2-b86e-23e816607606 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 210 time: 0.0642643 Mar 18 11:10:46.562876 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] For port 7d2df917-fc24-42d4-b058-f5bee3c47d20, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:10:46.566272 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] For port 7d2df917-fc24-42d4-b058-f5bee3c47d20, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7d2df917-fc24-42d4-b058-f5bee3c47d20,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:10:46.633772 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:46.728035 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:10:46.729105 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:46.784218 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c70ac-eacc-4a78-9976-d5010a986e51 None None] Pushing event updated for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=4']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:46.941105 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:10:47.089011 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:47.154787 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:47.155159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:47.255585 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:46Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:10:47.259424 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c75b2-ca23-47d9-b1d4-f57b04d44c94 None None] The sync data for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv is: [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:46Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:10:47.642525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-81931e37-0abb-4cd4-ba0d-340dc471ebf6 req-d16931fc-6d6b-4264-b148-97f44f052973 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 210 time: 0.0490675 Mar 18 11:10:48.575904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-183e15b9-2625-4e6d-9c93-bc3d7980500b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:48.576512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-183e15b9-2625-4e6d-9c93-bc3d7980500b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:48.588202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-183e15b9-2625-4e6d-9c93-bc3d7980500b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:48.589262 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-183e15b9-2625-4e6d-9c93-bc3d7980500b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 797 time: 0.1557722 Mar 18 11:10:48.633730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-11d961e6-e328-4d65-81d6-34813bfd61fd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:48.741795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-11d961e6-e328-4d65-81d6-34813bfd61fd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:48.742983 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-11d961e6-e328-4d65-81d6-34813bfd61fd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0357e66b9d94c988d3b70258d263817 HTTP/1.1" status: 200 len: 380 time: 0.1463580 Mar 18 11:10:48.753293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'port': {'device_id': '34ba6e04-718a-476e-907f-a529a0868589', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'admin_state_up': True, 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'security_groups': ['5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:48.821063 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-3ce51897-a8ef-41de-8780-50b044121ee9 req-9783c3f8-983e-464a-93bc-ba895b3e7dcc tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 210 time: 0.0730219 Mar 18 11:10:48.926309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:48.939916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:49.012753 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Made reservation on behalf of a0357e66b9d94c988d3b70258d263817 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:10:49.016276 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.105954 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7d2df917-fc24-42d4-b058-f5bee3c47d20 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:49.182696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.20.0.13 (f68d32b6-bd3f-404d-b091-6d2670ddc836/2a63e18f-6d6d-412d-9bac-837252f762fb/dc49ed42-e41f-4823-822d-229499e5ae76) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:10:49.227116 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 7d2df917-fc24-42d4-b058-f5bee3c47d20 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:49.232088 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7d2df917-fc24-42d4-b058-f5bee3c47d20 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:49.232506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.348090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.373533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.381061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 7d2df917-fc24-42d4-b058-f5bee3c47d20, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7d2df917-fc24-42d4-b058-f5bee3c47d20,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:49.391962 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Transition to ACTIVE for port object dc49ed42-e41f-4823-822d-229499e5ae76 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:49.464045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.493053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.532374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:49.563495 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:49.667925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:49.670299 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:10:49.722443 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:49.758326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:49.758952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.853887 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-28d32dd8-15b4-48de-b7db-286b76327b55 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1046271 Mar 18 11:10:49.865499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Request body: {'port': {'device_id': '34ba6e04-718a-476e-907f-a529a0868589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:49.944444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-15e4e2f2-6a9d-42c5-b12c-6cc70b0b3f57 None None] Provisioning for port dc49ed42-e41f-4823-822d-229499e5ae76 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:49.950114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-15e4e2f2-6a9d-42c5-b12c-6cc70b0b3f57 None None] Provisioning complete for port dc49ed42-e41f-4823-822d-229499e5ae76 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:49.950552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-15e4e2f2-6a9d-42c5-b12c-6cc70b0b3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:49.986663 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.004784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-15e4e2f2-6a9d-42c5-b12c-6cc70b0b3f57 None None] Port dc49ed42-e41f-4823-822d-229499e5ae76 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:10:50.018913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d81ff-f045-4ca4-9b5d-73357246c5a2 req-c1faf989-f8a4-47bd-b9a7-5c2a0b2d87b7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:50.020331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b94d81ff-f045-4ca4-9b5d-73357246c5a2 req-c1faf989-f8a4-47bd-b9a7-5c2a0b2d87b7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 932 time: 0.0889280 Mar 18 11:10:50.064540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b94d81ff-f045-4ca4-9b5d-73357246c5a2 req-64bfd6f4-aba1-4be0-9fd1-e23933455b34 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Mar 18 11:10:50.319357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc49ed42-e41f-4823-822d-229499e5ae76 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:10:50.326687 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.340771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Transition to ACTIVE for port object dc49ed42-e41f-4823-822d-229499e5ae76 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:10:50.396067 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.523059 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:50.629006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Attempting to bind port dc49ed42-e41f-4823-822d-229499e5ae76 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:10:50.629356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Attempting to bind port dc49ed42-e41f-4823-822d-229499e5ae76 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:10:50.629714 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Attempting to bind port dc49ed42-e41f-4823-822d-229499e5ae76 on network f68d32b6-bd3f-404d-b091-6d2670ddc836 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:10:50.634211 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Port dc49ed42-e41f-4823-822d-229499e5ae76 on network f68d32b6-bd3f-404d-b091-6d2670ddc836 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:10:50.634557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Attempting to bind port dc49ed42-e41f-4823-822d-229499e5ae76 on network f68d32b6-bd3f-404d-b091-6d2670ddc836 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:10:50.639453 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:10:50.639778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Checking segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:10:50.640151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Bound using segment: {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:10:50.640563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Bound port: dc49ed42-e41f-4823-822d-229499e5ae76, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd21c621-7683-4082-b088-f1e6f528044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:10:50.640908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.729085 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:10:50.731944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=dc49ed42-e41f-4823-822d-229499e5ae76,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:10:50.793226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.845994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:50.846128 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:50.847584 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] 10.222.0.24 "PUT /v2.0/ports/dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 1094 time: 0.9867964 Mar 18 11:10:50.849975 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:10:50.882982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d00e7-7bb6-4246-9f70-96b1ab5d3230 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:50.904674 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'status': 'completed', 'code': 200} Mar 18 11:10:50.999268 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-af4634f7-f5f7-4ac7-9ef9-4e70f0acc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.000680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-af4634f7-f5f7-4ac7-9ef9-4e70f0acc34d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1097 time: 0.0778291 Mar 18 11:10:51.091110 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7d2df917-fc24-42d4-b058-f5bee3c47d20 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:51.148333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-c5d4fd2f-6354-4d2f-9d71-72e92928b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.149679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-c5d4fd2f-6354-4d2f-9d71-72e92928b873 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0357e66b9d94c988d3b70258d263817&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1417286 Mar 18 11:10:51.175325 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 7d2df917-fc24-42d4-b058-f5bee3c47d20 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:51.175811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:51.250641 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668a370-919c-460b-a1c8-c0819e9d9caa req-1bcbd9a0-9ea9-47e8-b856-b51f31dc28ee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.253359 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7668a370-919c-460b-a1c8-c0819e9d9caa req-1bcbd9a0-9ea9-47e8-b856-b51f31dc28ee tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 944 time: 0.0830417 Mar 18 11:10:51.286982 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-47504c1c-cab1-4fd7-a021-e4dbe1c75133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.288408 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66c7aa5c-2471-4b28-8914-9a7e52eefe13 req-47504c1c-cab1-4fd7-a021-e4dbe1c75133 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333935 Mar 18 11:10:51.298331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7668a370-919c-460b-a1c8-c0819e9d9caa req-ea6b831c-7966-4637-b25e-db28d56b2192 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Mar 18 11:10:51.396045 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-ab5fbc86-93b0-4141-8ffe-4d9125e7e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.397476 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-ab5fbc86-93b0-4141-8ffe-4d9125e7e839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1097 time: 0.0694439 Mar 18 11:10:51.465616 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-76e12a3f-fc63-4565-b23a-f35c4d987acd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 217 time: 0.0621724 Mar 18 11:10:51.525373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-e3a22343-e4d7-4904-acf8-c09234e9161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.526697 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-e3a22343-e4d7-4904-acf8-c09234e9161e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 200 len: 835 time: 0.0552361 Mar 18 11:10:51.602014 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-058821c7-7327-4381-b879-edfc21480a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:51.603526 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-058821c7-7327-4381-b879-edfc21480a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f68d32b6-bd3f-404d-b091-6d2670ddc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709157 Mar 18 11:10:51.829002 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-9155d271-af3e-4708-8266-1c43ac6550e2 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196400 Mar 18 11:10:51.958169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3fee471-fcca-4e3a-bd6f-04046c1ef994 req-367f185b-8940-4757-be92-5358a52ca288 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226983 Mar 18 11:10:52.021595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2887cc36-dec7-4fb0-a015-377f4117f0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:52.488949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b71bb-7ec0-49f1-8dcc-b773bed5eb59 req-97f3fbe4-5b91-4775-a6fc-363adc434118 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:52.489628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-335b71bb-7ec0-49f1-8dcc-b773bed5eb59 req-97f3fbe4-5b91-4775-a6fc-363adc434118 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:10:52.575877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-335b71bb-7ec0-49f1-8dcc-b773bed5eb59 req-97f3fbe4-5b91-4775-a6fc-363adc434118 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:10:52.577007 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-335b71bb-7ec0-49f1-8dcc-b773bed5eb59 req-97f3fbe4-5b91-4775-a6fc-363adc434118 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 944 time: 0.1642597 Mar 18 11:10:52.620799 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-335b71bb-7ec0-49f1-8dcc-b773bed5eb59 req-b0971d52-4177-4b91-b709-fc0cc46a20fd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380991 Mar 18 11:10:53.065255 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device dc49ed42-e41f-4823-822d-229499e5ae76 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:10:53.195250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=dc49ed42-e41f-4823-822d-229499e5ae76,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:53.208157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'port_id': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'mac_address': 'fa:16:3e:26:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:10:53.260752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:53.277465 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc49ed42-e41f-4823-822d-229499e5ae76 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:10:53.292767 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=dc49ed42-e41f-4823-822d-229499e5ae76,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:53.383897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:53.454045 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:53.584810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['dc49ed42-e41f-4823-822d-229499e5ae76'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:10:53.801101 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f913-c60d-415b-bf74-e20cba706a32 req-66d038cb-d591-49d3-bc86-0587753f76ff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:53.802619 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3605f913-c60d-415b-bf74-e20cba706a32 req-66d038cb-d591-49d3-bc86-0587753f76ff tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 945 time: 0.0786905 Mar 18 11:10:53.851751 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3605f913-c60d-415b-bf74-e20cba706a32 req-8384772c-11aa-434c-b0d7-d08f097e8091 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Mar 18 11:10:54.515657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f7cf-b95b-40bf-af56-871289d1b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.040942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5ed6-d031-4156-97b2-089b4dfc7b38 req-415d247f-b8fb-4331-8a59-94e7ae255613 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:55.042410 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31bb5ed6-d031-4156-97b2-089b4dfc7b38 req-415d247f-b8fb-4331-8a59-94e7ae255613 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 945 time: 0.0881956 Mar 18 11:10:55.086173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-31bb5ed6-d031-4156-97b2-089b4dfc7b38 req-56b630a3-b65a-4f85-867c-8a6d0a340f46 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381122 Mar 18 11:10:55.097023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device dc49ed42-e41f-4823-822d-229499e5ae76 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:10:55.218156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port dc49ed42-e41f-4823-822d-229499e5ae76 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:10:55.223245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port dc49ed42-e41f-4823-822d-229499e5ae76 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:10:55.223614 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.334619 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.360092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:10:55.369459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=dc49ed42-e41f-4823-822d-229499e5ae76,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:10:55.407884 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'code': 200} Mar 18 11:10:55.442139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.493145 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.511519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:55.635470 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.664384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:55.767739 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d2593-27ad-449b-999d-07411894cb2f req-7111bc05-d5d2-4d47-be24-bb1fd587f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:55.769646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d9d2593-27ad-449b-999d-07411894cb2f req-7111bc05-d5d2-4d47-be24-bb1fd587f9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1099 time: 0.0679460 Mar 18 11:10:55.811075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9d9d2593-27ad-449b-999d-07411894cb2f req-99b15d12-296d-477f-a1b8-d8923f54688d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352144 Mar 18 11:10:56.264029 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd095-b0c0-42f9-a6be-8228910dc5b9 req-54c094a7-378b-49d1-92fd-ac12ff400867 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:56.265436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78cbd095-b0c0-42f9-a6be-8228910dc5b9 req-54c094a7-378b-49d1-92fd-ac12ff400867 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0773263 Mar 18 11:10:56.308366 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78cbd095-b0c0-42f9-a6be-8228910dc5b9 req-4e86ba32-6b49-4f6e-b8b3-b619addc4866 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Mar 18 11:10:57.118779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:57.486888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61327899-56d5-4e6d-a808-08a42cc52f3c req-afa2b35d-cba3-4bac-b04d-26a3f4f236bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:57.488314 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-61327899-56d5-4e6d-a808-08a42cc52f3c req-afa2b35d-cba3-4bac-b04d-26a3f4f236bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0776432 Mar 18 11:10:57.532036 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-61327899-56d5-4e6d-a808-08a42cc52f3c req-0a3e73d0-8bd2-42bf-9b0d-675636d9210a tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Mar 18 11:10:57.720991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668705a-dfb8-4668-96a4-67afbed38945 req-4aa4916a-60b0-4b8c-9fe6-dedf0cda41bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:57.722470 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0668705a-dfb8-4668-96a4-67afbed38945 req-4aa4916a-60b0-4b8c-9fe6-dedf0cda41bd tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0818064 Mar 18 11:10:57.766614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0668705a-dfb8-4668-96a4-67afbed38945 req-1da18ed7-b2d4-4bca-b94c-d52a2f4ef193 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 Mar 18 11:10:57.788600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51048) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:57.857163 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116a36f-f897-4dc7-907b-def07077cd0f tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:10:57.858673 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8116a36f-f897-4dc7-907b-def07077cd0f tempest-TestNetworkAdvancedServerOps-1630804492 tempest-TestNetworkAdvancedServerOps-1630804492-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1094 time: 0.0691178 Mar 18 11:10:57.862004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51052) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:10:57.866767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:10:57.872596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:10:57.876361 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Usage tracker for resource:floatingip and tenant:a0357e66b9d94c988d3b70258d263817 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:10:57.879978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:10:57.885638 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:10:57.938373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:58.070135 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:58.200795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Allocated IP 172.26.2.191 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/6a7b58cc-af9e-4dac-b209-78d96aba076c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:10:58.344396 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:58.436156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:58.498685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:10:58.501273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:10:58.509006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:10:58.549310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6a7b58cc-af9e-4dac-b209-78d96aba076c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:59.022118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:59.162320 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:59.361147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:59.435780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:59.541458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event updated for resources: {'Port': ['ID=6a7b58cc-af9e-4dac-b209-78d96aba076c,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:10:59.552854 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:10:59.718206 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP c84ae744-acb3-401c-a45a-ecd9c3a10ce3 associated. External IP: 172.26.2.191, port: dc49ed42-e41f-4823-822d-229499e5ae76. Mar 18 11:11:00.058114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 8722f9db-c15d-431f-a812-bf9aee9a165c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:11:00.231224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:11:00.244075 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Sync routers for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:11:00.260905 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:00.265555 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:00.330611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:00.386436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-6dca74df-29f0-4c10-bc99-9d7bb70efd78 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5234215 Mar 18 11:11:00.387168 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:11:00.436844 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'status': 'completed', 'code': 200} Mar 18 11:11:00.487315 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:00.578251 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fa9ca-a672-440c-834d-d9a409c3fffb req-60b59f8d-a34b-44a4-ad50-6a66d8c42288 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:00.587347 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4b5fa9ca-a672-440c-834d-d9a409c3fffb req-60b59f8d-a34b-44a4-ad50-6a66d8c42288 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.1019843 Mar 18 11:11:00.628817 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4b5fa9ca-a672-440c-834d-d9a409c3fffb req-817edc17-9d13-4dd0-82e0-18f66fd184df tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Mar 18 11:11:00.651041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-1df5f340-434d-420d-8128-73ecf086dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:00.651041 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-1df5f340-434d-420d-8128-73ecf086dbf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1099 time: 0.1877751 Mar 18 11:11:00.653436 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51060) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:00.769064 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-12c88625-ea5f-4a13-925e-898167e9d5a7 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 200 len: 992 time: 0.1143203 Mar 18 11:11:00.785264 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-441acc6d-8f8c-42a1-9db1-d6b0c2fd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:00.786830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-441acc6d-8f8c-42a1-9db1-d6b0c2fd6b16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 898 time: 0.1338830 Mar 18 11:11:00.888792 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-197413c7-164f-48ad-981b-c0f94496e027 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 1000 time: 0.0952148 Mar 18 11:11:00.912204 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c84ae744-acb3-401c-a45a-ecd9c3a10ce3', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.191', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'port_id': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'mac_address': 'fa:16:3e:26:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ba6e04-718a-476e-907f-a529a0868589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:10:58Z', 'updated_at': '2022-03-18T11:10:58Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:00.916019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Checking router: 8722f9db-c15d-431f-a812-bf9aee9a165c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:11:00.924138 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:00.924761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:10:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:00.950612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-c15137fe-0566-4a34-b1f8-23be088a22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:00.952027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-c15137fe-0566-4a34-b1f8-23be088a22e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 200 len: 835 time: 0.0569010 Mar 18 11:11:01.028326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-6d8d3d91-265b-48b4-8efa-96c08499c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:01.029756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-6d8d3d91-265b-48b4-8efa-96c08499c62f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f68d32b6-bd3f-404d-b091-6d2670ddc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718091 Mar 18 11:11:01.105413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:01.158173 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-b2a6655d-cd5d-4bb1-9777-b9384de96f14 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214321 Mar 18 11:11:01.287222 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-17acfa9d-f4aa-413c-a28e-2119ed04e675 req-8812c641-b174-45a5-8c78-12647b52ec80 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Mar 18 11:11:01.448361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c84ae744-acb3-401c-a45a-ecd9c3a10ce3', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.191', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'port_id': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'mac_address': 'fa:16:3e:26:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ba6e04-718a-476e-907f-a529a0868589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:10:58Z', 'updated_at': '2022-03-18T11:10:58Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:01.452137 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d2401-8882-42b1-b0c0-1aa394ebb99b None None] The sync data for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv is: [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'c84ae744-acb3-401c-a45a-ecd9c3a10ce3', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'floating_ip_address': '172.26.2.191', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'port_id': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'mac_address': 'fa:16:3e:26:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ba6e04-718a-476e-907f-a529a0868589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:10:58Z', 'updated_at': '2022-03-18T11:10:58Z', 'revision_number': 0, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:11:01.628957 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cb9d2-daa4-49de-b53f-3d12928ac35a None None] New status for floating IP c84ae744-acb3-401c-a45a-ecd9c3a10ce3: ACTIVE {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:11:01.772940 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51064) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:01.876989 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e0ad8e89-842b-424d-b944-e6f20a166e36 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 200 len: 992 time: 0.1028867 Mar 18 11:11:02.880878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51068) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:02.985894 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e1b4cc75-8512-4860-817e-427ff34d9f0c tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 200 len: 994 time: 0.1038914 Mar 18 11:11:08.682525 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:11:08.971432 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-f957618c-08fb-4048-989e-d1f748a02960 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681021 Mar 18 11:11:09.106461 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d57-4331-4dfc-a031-8084392448df req-7487e28e-73d2-47c4-8866-9b9dafb0a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:09.107888 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-7487e28e-73d2-47c4-8866-9b9dafb0a9dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1099 time: 0.0683579 Mar 18 11:11:09.255670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d57-4331-4dfc-a031-8084392448df req-63c478a7-728c-4b98-8b3c-febb2526810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:09.256993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-63c478a7-728c-4b98-8b3c-febb2526810e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 898 time: 0.1303036 Mar 18 11:11:09.356398 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-3b4dba06-3726-4eb4-b60f-9678afb6a11f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 1002 time: 0.0926437 Mar 18 11:11:09.421348 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d57-4331-4dfc-a031-8084392448df req-4694d344-3b21-4137-be51-cee59abe186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:09.423136 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-4694d344-3b21-4137-be51-cee59abe186b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 200 len: 835 time: 0.0606911 Mar 18 11:11:09.495897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d57-4331-4dfc-a031-8084392448df req-3c70030a-ab9e-42d9-a4da-4a2ddc650d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:09.497328 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-3c70030a-ab9e-42d9-a4da-4a2ddc650d33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f68d32b6-bd3f-404d-b091-6d2670ddc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676308 Mar 18 11:11:09.721903 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-eb981a39-ca52-4c03-afad-4288a82c9a63 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176299 Mar 18 11:11:09.854008 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-babc0d57-4331-4dfc-a031-8084392448df req-34e6e7d8-1420-465d-9fd0-c55f1c056e03 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244051 Mar 18 11:11:22.015497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-687da1a4-7a2f-4866-8276-9cd0648fa052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:24.515698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ba596dea-4ccf-455f-8e7e-8ddae4281646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:25.490264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:25.626923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:25.655452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:27.089658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:30.171482 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4fab-d27b-4d56-a353-b3d2bcb699ea req-a7b410b2-897a-48d4-b17a-40c1ae18149f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:30.172918 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-662b4fab-d27b-4d56-a353-b3d2bcb699ea req-a7b410b2-897a-48d4-b17a-40c1ae18149f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0805652 Mar 18 11:11:30.215514 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-662b4fab-d27b-4d56-a353-b3d2bcb699ea req-9d641358-4429-458e-8b69-8fa87266b267 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370321 Mar 18 11:11:31.400722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c75ab-9d0f-4f8e-a476-2a513a8aa71d req-2421a4f5-850b-4ed2-92b7-51abb7f0b245 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:31.402182 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a73c75ab-9d0f-4f8e-a476-2a513a8aa71d req-2421a4f5-850b-4ed2-92b7-51abb7f0b245 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0837338 Mar 18 11:11:31.445087 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a73c75ab-9d0f-4f8e-a476-2a513a8aa71d req-eb02c3b0-70f8-42d6-9069-b35d54536099 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Mar 18 11:11:31.467778 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51086) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:31.569988 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8841f565-60f7-4def-9a1f-7fc125f0e332 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 200 len: 994 time: 0.1010423 Mar 18 11:11:33.181183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6345ea-3524-4386-aca2-d26dab9f7e84 req-fa5781a4-03ec-4603-a91b-a5a69f2f0fe1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:33.182676 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf6345ea-3524-4386-aca2-d26dab9f7e84 req-fa5781a4-03ec-4603-a91b-a5a69f2f0fe1 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0784452 Mar 18 11:11:33.232906 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-cf6345ea-3524-4386-aca2-d26dab9f7e84 req-b830a2c0-0ec0-4072-8466-e9ff80b097db tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 Mar 18 11:11:33.313627 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-8ada05dc-d2ef-4561-bc87-f146f3e10479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:33.315103 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-8ada05dc-d2ef-4561-bc87-f146f3e10479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1099 time: 0.1125205 Mar 18 11:11:33.441244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-88f3ff30-2e4f-43c9-abf6-16c0c9c6d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:33.442709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-88f3ff30-2e4f-43c9-abf6-16c0c9c6d40a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 898 time: 0.1209416 Mar 18 11:11:33.541769 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-f2384ec3-7c3e-400a-8f77-e36df37052f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 1002 time: 0.0921605 Mar 18 11:11:33.600458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-7480f45e-7140-4861-b7e3-1a14c9e65d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:33.601851 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-7480f45e-7140-4861-b7e3-1a14c9e65d21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 200 len: 835 time: 0.0550675 Mar 18 11:11:33.676491 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-30b6973f-5870-49b1-83e2-09e2d479bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:33.677954 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-30b6973f-5870-49b1-83e2-09e2d479bdda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f68d32b6-bd3f-404d-b091-6d2670ddc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705452 Mar 18 11:11:33.688294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-ebe904f3-6466-4e23-a93c-ffe608381859 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:11:33.689174 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-ebe904f3-6466-4e23-a93c-ffe608381859 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046713 Mar 18 11:11:33.817248 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-dc66477e-0d26-4355-82e4-41f15dfe9f64 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220171 Mar 18 11:11:33.946258 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d7edbfea-a78f-41eb-a657-d07baf181bf5 req-ca18e32a-a1b3-4bd7-9d9a-2c8e11ca3b6c service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236560 Mar 18 11:11:34.421810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194e23-de7e-40ab-a3c4-3ffb1d943c2e req-80958dc5-1234-4b45-ad38-d4d80f1d4359 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:34.423250 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fd194e23-de7e-40ab-a3c4-3ffb1d943c2e req-80958dc5-1234-4b45-ad38-d4d80f1d4359 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0818801 Mar 18 11:11:34.467526 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fd194e23-de7e-40ab-a3c4-3ffb1d943c2e req-338f483a-2b3a-4512-8b2a-1b965290e619 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387230 Mar 18 11:11:35.644576 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a9f6-e667-4e1d-b2a0-ac6f83578fbb req-85abb1f1-b100-45e8-ae21-d1d6778b5b37 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:35.646021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37b0a9f6-e667-4e1d-b2a0-ac6f83578fbb req-85abb1f1-b100-45e8-ae21-d1d6778b5b37 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0770087 Mar 18 11:11:35.689342 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-37b0a9f6-e667-4e1d-b2a0-ac6f83578fbb req-36e31b3c-b7aa-4600-9a77-136288e17f48 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372708 Mar 18 11:11:35.712965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51102) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:35.820911 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9c7a3c48-63de-4a1c-8031-bc8bda0f1b3d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 200 len: 994 time: 0.1066141 Mar 18 11:11:36.171169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51110) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:36.462289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 6a7b58cc-af9e-4dac-b209-78d96aba076c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:11:36.462557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:36.624931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:36.625267 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:36.753421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 6a7b58cc-af9e-4dac-b209-78d96aba076c owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:11:36.978747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:37.029032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=6a7b58cc-af9e-4dac-b209-78d96aba076c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:37.068080 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.068427 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.068766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.069101 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.069432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.069758 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.070108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.070432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.070754 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.071069 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.071387 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.071703 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:37.129031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:37.129356 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Floating IP c84ae744-acb3-401c-a45a-ecd9c3a10ce3 disassociated (deleted). External IP: 172.26.2.191, port: dc49ed42-e41f-4823-822d-229499e5ae76. Mar 18 11:11:37.494937 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 8722f9db-c15d-431f-a812-bf9aee9a165c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:11:37.668003 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:11:37.678135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Sync routers for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:11:37.692074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:37.692776 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:37.756118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:37.839227 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c1b52a42-40c1-4d36-b5f8-f17e3c9afa41 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/floatingips/c84ae744-acb3-401c-a45a-ecd9c3a10ce3 HTTP/1.1" status: 204 len: 168 time: 1.6669905 Mar 18 11:11:37.839800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:11:37.911612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'status': 'completed', 'code': 200} Mar 18 11:11:37.949265 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:38.012400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-b6e99928-287d-4499-bd4c-4eb70ab22ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:38.013941 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-b6e99928-287d-4499-bd4c-4eb70ab22ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0357e66b9d94c988d3b70258d263817&device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 1099 time: 0.0796270 Mar 18 11:11:38.278467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-63c02188-7123-4e1b-89c6-55c8b15db1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:38.279424 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:38.279838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-63c02188-7123-4e1b-89c6-55c8b15db1ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 200 len: 898 time: 0.2604198 Mar 18 11:11:38.283277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Checking router: 8722f9db-c15d-431f-a812-bf9aee9a165c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:11:38.292261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:38.292865 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:38.351415 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-a07ad741-de41-46cb-a72f-d9594f7da877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 200 len: 217 time: 0.0659385 Mar 18 11:11:38.422019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-f2fe14f7-677f-4d5d-a2ea-efd46bc42673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:38.423571 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-f2fe14f7-677f-4d5d-a2ea-efd46bc42673 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 200 len: 835 time: 0.0655951 Mar 18 11:11:38.479039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826349-d6c3-49bb-b916-37ecd9e6c35b req-9fda321d-1d62-4651-a060-247c72188012 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:38.481251 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-be826349-d6c3-49bb-b916-37ecd9e6c35b req-9fda321d-1d62-4651-a060-247c72188012 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0863097 Mar 18 11:11:38.484720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:38.502964 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-14e268ac-017f-4c39-a524-854aaca36007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:38.504796 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-14e268ac-017f-4c39-a524-854aaca36007 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f68d32b6-bd3f-404d-b091-6d2670ddc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751519 Mar 18 11:11:38.529129 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-be826349-d6c3-49bb-b916-37ecd9e6c35b req-121694ab-e73a-4e74-92b2-ce6cef3e3bb5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Mar 18 11:11:38.637452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-4e37cf9c-a979-43bc-9d9f-541a62f4a829 service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257927 Mar 18 11:11:38.766339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5bff9faa-7502-4184-b4aa-b69eaacf8bf4 req-83126e05-9fab-4fb9-a0e7-7b6243d0c9eb service neutron] 10.222.0.24 "GET /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222024 Mar 18 11:11:38.796284 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:38.800061 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27910dff-c8ca-4b31-9833-51fa96599de5 None None] The sync data for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv is: [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '7d2df917-fc24-42d4-b058-f5bee3c47d20', 'name': '', 'network_id': 'f68d32b6-bd3f-404d-b091-6d2670ddc836', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'mac_address': 'fa:16:3e:09:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:42Z', 'updated_at': '2022-03-18T11:10:49Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'subnets': [{'id': '2a63e18f-6d6d-412d-9bac-837252f762fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:11:39.000664 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db485c9-ce09-4964-8df7-28902618d327 None None] New status for floating IP c84ae744-acb3-401c-a45a-ecd9c3a10ce3: DOWN {{(pid=88544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:11:39.711600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db9636-e1db-4ba4-97d8-e58440847274 req-1a0032ac-839c-4b1f-8bcb-e7128fdd920b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:39.712281 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-11db9636-e1db-4ba4-97d8-e58440847274 req-1a0032ac-839c-4b1f-8bcb-e7128fdd920b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:11:39.790041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-11db9636-e1db-4ba4-97d8-e58440847274 req-1a0032ac-839c-4b1f-8bcb-e7128fdd920b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:11:39.791138 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-11db9636-e1db-4ba4-97d8-e58440847274 req-1a0032ac-839c-4b1f-8bcb-e7128fdd920b tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.1562471 Mar 18 11:11:39.837611 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-11db9636-e1db-4ba4-97d8-e58440847274 req-1d752336-abba-48ce-b53b-e76852499cad tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Mar 18 11:11:39.932169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-6d9165a1-926d-4010-99b1-97b1a9ef02a5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:39.933588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-6d9165a1-926d-4010-99b1-97b1a9ef02a5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 946 time: 0.0811434 Mar 18 11:11:40.001578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port dc49ed42-e41f-4823-822d-229499e5ae76 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:11:40.002013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:40.251224 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port dc49ed42-e41f-4823-822d-229499e5ae76, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=dc49ed42-e41f-4823-822d-229499e5ae76,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:40.251570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:40.375092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for dc49ed42-e41f-4823-822d-229499e5ae76 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:11:40.569492 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:40.618652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=dc49ed42-e41f-4823-822d-229499e5ae76,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:40.691202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] No DVR routers for this DVR port dc49ed42-e41f-4823-822d-229499e5ae76 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:11:40.693532 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:40.696450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'name': 'network-vif-deleted', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:11:40.742393 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ba6e04-718a-476e-907f-a529a0868589', 'name': 'network-vif-deleted', 'tag': 'dc49ed42-e41f-4823-822d-229499e5ae76', 'status': 'completed', 'code': 200} Mar 18 11:11:40.761942 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-95ec9ce5-5d17-4cfe-a688-97c28fb85a22 req-f6bdc128-37f1-4b78-8f57-43a473c54c94 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.24 "DELETE /v2.0/ports/dc49ed42-e41f-4823-822d-229499e5ae76 HTTP/1.1" status: 204 len: 173 time: 0.8229113 Mar 18 11:11:40.986265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5feb8c86-21b6-456b-8ac0-86c5bbe5a3a9 req-6b34b492-10b1-49c3-b3d9-354073814bf5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Synchronizing usage tracker for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:11:41.093297 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-5feb8c86-21b6-456b-8ac0-86c5bbe5a3a9 req-6b34b492-10b1-49c3-b3d9-354073814bf5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Unset dirty status for tenant:a0357e66b9d94c988d3b70258d263817 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:11:41.094602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5feb8c86-21b6-456b-8ac0-86c5bbe5a3a9 req-6b34b492-10b1-49c3-b3d9-354073814bf5 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ba6e04-718a-476e-907f-a529a0868589 HTTP/1.1" status: 200 len: 210 time: 0.1517136 Mar 18 11:11:42.187745 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51130) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:42.809626 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:43.151116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 7d2df917-fc24-42d4-b058-f5bee3c47d20 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:11:43.151457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:43.283844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device dc49ed42-e41f-4823-822d-229499e5ae76 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:11:43.325041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: dc49ed42-e41f-4823-822d-229499e5ae76 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:11:43.325389 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device dc49ed42-e41f-4823-822d-229499e5ae76 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:11:43.344711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 7d2df917-fc24-42d4-b058-f5bee3c47d20, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=7d2df917-fc24-42d4-b058-f5bee3c47d20,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:43.345265 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:43.463809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 7d2df917-fc24-42d4-b058-f5bee3c47d20 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:11:43.995984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:44.077756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=7d2df917-fc24-42d4-b058-f5bee3c47d20,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:44.322978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:44.668203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Router 8722f9db-c15d-431f-a812-bf9aee9a165c has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:11:44.837262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:11:44.847003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Sync routers for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:11:44.857027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:44.859211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:44.916866 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-58054495-53c4-442e-92a0-9f3cca338dd3 tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "PUT /v2.0/routers/8722f9db-c15d-431f-a812-bf9aee9a165c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7255816 Mar 18 11:11:44.917088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51134) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:44.988542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting subnet 2a63e18f-6d6d-412d-9bac-837252f762fb {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:11:44.991545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.031459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:45.044044 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.131313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.359421 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:11:43Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:45.366993 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Checking router: 8722f9db-c15d-431f-a812-bf9aee9a165c for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:11:45.371814 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Routers {'8722f9db-c15d-431f-a812-bf9aee9a165c'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:45.372402 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['8722f9db-c15d-431f-a812-bf9aee9a165c'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:45.385321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.424127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Subnet': ['ID=2a63e18f-6d6d-412d-9bac-837252f762fb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:45.426563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.435558 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-25827fa2-e90f-4b23-9a3a-12e8e8aebf8e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/subnets/2a63e18f-6d6d-412d-9bac-837252f762fb HTTP/1.1" status: 204 len: 168 time: 0.5151739 Mar 18 11:11:45.435715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b2f13-357a-445e-864e-6bad0bc20316 None None] Network f68d32b6-bd3f-404d-b091-6d2670ddc836 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:11:45.435876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51138) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:45.611947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.682134 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:11:45.690405 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] Set router 8722f9db-c15d-431f-a812-bf9aee9a165c gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:45.790296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.855127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Deleting port 272e472f-23e4-4340-ac78-2d29102ffe86 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:11:45.855462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:45.954248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-52b7fb4d-01fb-4166-8dd8-7bdbbc1daac9 req-3479c0a1-b14e-4bb9-8806-ffc95f184dcb service neutron] (88541) timed out ('10.222.0.18', 47044) {{(pid=88541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 18 11:11:45.989627 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] DHCP port deletion for f68d32b6-bd3f-404d-b091-6d2670ddc836 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:11:45.998569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Deleting port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:11:45.998569 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.025873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:11:43Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:46.035828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] For port 272e472f-23e4-4340-ac78-2d29102ffe86, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=272e472f-23e4-4340-ac78-2d29102ffe86,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:46.036184 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.037841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c112952-33ae-477d-ac26-f26f7da6fa45 None None] The sync data for ids ['8722f9db-c15d-431f-a812-bf9aee9a165c'] in dv-neutron-834265-1-hyperv is: [{'id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491342682', 'tenant_id': 'a0357e66b9d94c988d3b70258d263817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:11:43Z', 'revision_number': 5, 'project_id': 'a0357e66b9d94c988d3b70258d263817', 'gw_port': {'id': '272e472f-23e4-4340-ac78-2d29102ffe86', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722f9db-c15d-431f-a812-bf9aee9a165c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:10:38Z', 'updated_at': '2022-03-18T11:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:11:46.161118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Calling delete_port for 272e472f-23e4-4340-ac78-2d29102ffe86 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:11:46.208881 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] For port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,segment=NetworkSegment(cd21c621-7683-4082-b088-f1e6f528044b),segment_id=cd21c621-7683-4082-b088-f1e6f528044b)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:46.209270 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.329733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Calling delete_port for 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:11:46.402314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.478650 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Port': ['ID=272e472f-23e4-4340-ac78-2d29102ffe86,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:46.485041 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067'] for port, after_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.531477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Pushing event deleted for resources: {'Port': ['ID=79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e,revision_number=None']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:46.544299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.544640 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.544972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.545299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.545623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.545976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.546296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.546612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.546928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.547237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.547548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.548291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:46.548403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.551107 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9e3da-9647-46c0-abe6-66f5cf5da77c None None] No DVR routers for this DVR port 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e on host dv-neutron-834265-1-hyperv {{(pid=88543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:11:46.721468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.723546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.832309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.832963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Fanout notify agent at l3_agent the message router_deleted on router 8722f9db-c15d-431f-a812-bf9aee9a165c {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:11:46.851298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:46.852388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a7ec2ed8-7849-4785-86bc-036951bba94d tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/routers/8722f9db-c15d-431f-a812-bf9aee9a165c HTTP/1.1" status: 204 len: 168 time: 1.4157507 Mar 18 11:11:46.855056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51142) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:47.066250 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.196130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.220096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68d32b6-bd3f-404d-b091-6d2670ddc836']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:47.231965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd21c621-7683-4082-b088-f1e6f528044b') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:47.232256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd21c621-7683-4082-b088-f1e6f528044b') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:47.243539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.258770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.264455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:11:47.264830 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:11:47.279171 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:11:47.343744 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 272e472f-23e4-4340-ac78-2d29102ffe86 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:11:47.378047 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 272e472f-23e4-4340-ac78-2d29102ffe86 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:11:47.378423 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 272e472f-23e4-4340-ac78-2d29102ffe86 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:11:47.378828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:11:47.409478 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:11:47.409838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 79f98d3e-d1ee-4d09-b49c-f1e9e7c0c00e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:11:47.410231 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7d2df917-fc24-42d4-b058-f5bee3c47d20 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:11:47.412715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.430673 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.442816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'Network': ['ID=f68d32b6-bd3f-404d-b091-6d2670ddc836,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:47.480340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 7d2df917-fc24-42d4-b058-f5bee3c47d20 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:11:47.480690 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 7d2df917-fc24-42d4-b058-f5bee3c47d20 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:11:47.511016 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-f51e2338-ba71-4a8e-9ec3-6a5bd0d1ff7f tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/networks/f68d32b6-bd3f-404d-b091-6d2670ddc836 HTTP/1.1" status: 204 len: 168 time: 0.6549613 Mar 18 11:11:47.513530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51146) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:47.581403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.610608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.755990 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.774910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:47.852751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:47.853899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-499e777c-9461-4524-8833-e09be7167c5e tempest-TestNetworkAdvancedServerOps-179790197 tempest-TestNetworkAdvancedServerOps-179790197-project] 10.222.0.18 "DELETE /v2.0/security-groups/5fc8a72d-1d8b-4bfd-b623-d2c6ce1af611 HTTP/1.1" status: 204 len: 168 time: 0.3394282 Mar 18 11:11:48.472105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51156) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:48.707753 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-8a5684a6-1b83-4f5c-8c1e-035bdb99f582 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0357e66b9d94c988d3b70258d263817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344716 Mar 18 11:11:48.710161 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51162) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:48.765372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:48.790294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:48.901045 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:48.918109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047070f6-b0a9-47f0-a76c-7e36bd0f01fc,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:48.927600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.927999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.928323 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.928656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.929006 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.929333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.930405 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.930732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.931059 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.931378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.931696 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.932013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:48.937422 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:48.938372 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-588fe3aa-e324-4ddc-8dbd-0589123ec5ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/047070f6-b0a9-47f0-a76c-7e36bd0f01fc HTTP/1.1" status: 204 len: 168 time: 0.2273519 Mar 18 11:11:49.572915 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51170) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:49.590529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:49.603997 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:49.607706 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Usage tracker for resource:security_group_rule and tenant:356c5032884b491ebd2e02a9075f0e1d is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:49.610431 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:49.615921 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:49.699677 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:49.761286 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:49.806447 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=356c5032884b491ebd2e02a9075f0e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325072 Mar 18 11:11:49.808077 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae56e1-cb75-4a80-8e2c-0ab59346a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f04499-3ba9-4afd-8a88-cac71478d50f,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:49.809175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51174) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:49.872621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:49.898102 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:50.018629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:50.032719 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f04499-3ba9-4afd-8a88-cac71478d50f,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:50.039614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:50.040732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-e13a5d57-4bff-4270-a597-035cd078d6dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28f04499-3ba9-4afd-8a88-cac71478d50f HTTP/1.1" status: 204 len: 168 time: 0.2297814 Mar 18 11:11:51.181734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51198) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:51.282213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-689869024-network', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:11:51.286879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:51.291252 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Usage tracker for resource:network and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:51.294118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:51.299869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:51.378455 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Made reservation on behalf of 70875767c41941e1b1a4df8528f0d2b5 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:11:51.380734 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.392572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.406633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:51.410315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:51.412980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:51.419035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:51.494621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.549809 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.581130 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:11:51.589700 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82758021-795d-4663-b375-4d56bb080904,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:51.594967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.600548 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Added segment 28fbefef-e180-464f-a8b9-afab731421c7 of type vlan for network c3529c62-53d3-44e1-81a7-0a0608e67fd0 Mar 18 11:11:51.621553 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.732987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.733959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:51.734618 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:51.833078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] Pushing event updated for resources: {'Network': ['ID=c3529c62-53d3-44e1-81a7-0a0608e67fd0,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:51.843413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:11:51.894074 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-083e770e-f8f8-4e5c-bf2e-3ad63120761f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7105138 Mar 18 11:11:51.896891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51204) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:51.902908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Request body: {'subnet': {'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-689869024-subnet', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:11:51.908270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:51.912236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Usage tracker for resource:subnet and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:51.915318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:51.921728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:51.992599 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Made reservation on behalf of 70875767c41941e1b1a4df8528f0d2b5 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:11:51.995002 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.021199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c8db595b-feb8-4666-9a1a-248f37a728e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.255017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.327916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:52.337762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Checking segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:11:52.338139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Network hostable DHCP agents. Network: c3529c62-53d3-44e1-81a7-0a0608e67fd0, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:11:52.435258 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:11:52.506575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, c3529c62-53d3-44e1-81a7-0a0608e67fd0) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:11:52.510629 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:52.511199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.514701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2c71d-c7e0-4017-9016-5531aa08e0fa None None] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:11:52.596689 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-d09d32d7-a511-440d-b407-260302d39fd7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6987162 Mar 18 11:11:52.599296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51208) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:52.604596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:11:52.609065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:52.612832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Usage tracker for resource:router and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:52.615842 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:52.622028 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:52.710473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.711596 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.727910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.731192 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:11:52.732025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:52.885369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Allocated IP 172.20.0.2 (c3529c62-53d3-44e1-81a7-0a0608e67fd0/e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6/3487d405-ede0-48cb-8078-2c955571b8e1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:11:53.094876 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.105843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Transition to ACTIVE for port object 3487d405-ede0-48cb-8078-2c955571b8e1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:11:53.124372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Transition to ACTIVE for port object 3487d405-ede0-48cb-8078-2c955571b8e1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:11:53.167905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.190291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.250628 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:11:53.257256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:11:53.262253 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:11:53.267925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Pushing event updated for resources: {'Port': ['ID=3487d405-ede0-48cb-8078-2c955571b8e1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:53.358920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Attempting to bind port 3487d405-ede0-48cb-8078-2c955571b8e1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:11:53.359289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Attempting to bind port 3487d405-ede0-48cb-8078-2c955571b8e1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:11:53.359649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Attempting to bind port 3487d405-ede0-48cb-8078-2c955571b8e1 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:11:53.364757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:11:53.365128 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Checking segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:11:53.365529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.365969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Bound using segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:11:53.366417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Bound port: 3487d405-ede0-48cb-8078-2c955571b8e1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:11:53.366786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.451438 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] For port 3487d405-ede0-48cb-8078-2c955571b8e1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:11:53.454189 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] For port 3487d405-ede0-48cb-8078-2c955571b8e1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3487d405-ede0-48cb-8078-2c955571b8e1,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:11:53.535577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.541905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.571780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.621700 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbe8b1-3915-44f0-9b70-eca3df9c9913 None None] Pushing event updated for resources: {'Port': ['ID=3487d405-ede0-48cb-8078-2c955571b8e1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:53.713021 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Allocated IP 172.26.2.185 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/5d602c6a-acb8-426c-b529-130c0bb1c55e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:11:53.876099 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:53.981270 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:54.053762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:11:54.060954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:11:54.064906 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:11:54.096944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d602c6a-acb8-426c-b529-130c0bb1c55e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:54.517454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd83cd-0e2c-4d3b-a9be-d9165ff749bb None None] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:11:54.552290 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e910bde8-e30b-4a87-b235-d11a00026aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:54.561042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:54.674630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b89438a-fbb6-4ed8-98aa-0c4f2b8ed272 None None] Provisioning for port 3487d405-ede0-48cb-8078-2c955571b8e1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:11:55.015006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.143151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3487d405-ede0-48cb-8078-2c955571b8e1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:11:55.292983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 3487d405-ede0-48cb-8078-2c955571b8e1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:11:55.297958 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3487d405-ede0-48cb-8078-2c955571b8e1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:11:55.302165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.306416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Router fb31e740-3539-48db-8795-4af42ccbf25f is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:11:55.427779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.462788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 3487d405-ede0-48cb-8078-2c955571b8e1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3487d405-ede0-48cb-8078-2c955571b8e1,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:55.491871 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:11:55.500936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:11:55.504649 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.510861 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:55.515121 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:55.532658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.590666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.591945 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-879bc881-960f-4a16-8301-f6d6529801ba admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9917305 Mar 18 11:11:55.594520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51212) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:55.624917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=3487d405-ede0-48cb-8078-2c955571b8e1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:55.655175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:55.697224 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:55.710019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.006982 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:54Z', 'revision_number': 3, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:56.010570 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:11:56.010912 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Updating router fb31e740-3539-48db-8795-4af42ccbf25f port 5d602c6a-acb8-426c-b529-130c0bb1c55e binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:11:56.061008 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.249569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.377951 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.390143 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Transition to ACTIVE for port object 5d602c6a-acb8-426c-b529-130c0bb1c55e will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:11:56.475818 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.549912 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Attempting to bind port 5d602c6a-acb8-426c-b529-130c0bb1c55e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:11:56.550570 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Attempting to bind port 5d602c6a-acb8-426c-b529-130c0bb1c55e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:11:56.550687 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Attempting to bind port 5d602c6a-acb8-426c-b529-130c0bb1c55e on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:11:56.558303 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:11:56.558673 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:11:56.559060 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.559445 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:11:56.559888 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Bound port: 5d602c6a-acb8-426c-b529-130c0bb1c55e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:11:56.560249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.568070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Allocated IP 172.20.0.1 (c3529c62-53d3-44e1-81a7-0a0608e67fd0/e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6/c68719d1-0037-407e-988b-7075bc521205) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:11:56.583053 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Pushing event updated for resources: {'Port': ['ID=5d602c6a-acb8-426c-b529-130c0bb1c55e,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:56.600457 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.600806 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.601140 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.601493 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.601846 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.602161 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.602481 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.602798 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.603113 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.603426 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.603737 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.604047 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:11:56.648425 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] For port 5d602c6a-acb8-426c-b529-130c0bb1c55e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:11:56.653466 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] For port 5d602c6a-acb8-426c-b529-130c0bb1c55e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5d602c6a-acb8-426c-b529-130c0bb1c55e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:11:56.716603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.721953 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.731893 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Transition to ACTIVE for port object c68719d1-0037-407e-988b-7075bc521205 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:11:56.795210 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:56.795984 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:56.832640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:56.866684 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e6e3-3eaf-443f-bab9-62eee04d00f1 None None] Pushing event updated for resources: {'Port': ['ID=5d602c6a-acb8-426c-b529-130c0bb1c55e,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:56.893480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:11:56.899905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:11:56.905117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:11:56.943730 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Pushing event updated for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:56.974417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.005315 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:57.087210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.145187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3487d405-ede0-48cb-8078-2c955571b8e1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:11:57.210372 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d750ea32-3944-417c-bb26-99f19776ddf8 None None] Provisioning for port c68719d1-0037-407e-988b-7075bc521205 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:11:57.223522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-d750ea32-3944-417c-bb26-99f19776ddf8 None None] Provisioning complete for port c68719d1-0037-407e-988b-7075bc521205 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:11:57.223892 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d750ea32-3944-417c-bb26-99f19776ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.294941 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:54Z', 'revision_number': 3, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:57.297312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-d750ea32-3944-417c-bb26-99f19776ddf8 None None] Port c68719d1-0037-407e-988b-7075bc521205 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:11:57.301688 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1279-f361-4fa2-a189-194642e69ed0 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:54Z', 'revision_number': 3, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:11:57.303761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 3487d405-ede0-48cb-8078-2c955571b8e1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:11:57.304312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.337424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.583373 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.660960 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.767857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:57.771312 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Pushing event updated for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:57.914279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:11:57.915434 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:11:58.114974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:11:58.125511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0115581f-55d3-4f35-bb91-543f16e93c40 None None] Provisioning complete for port c68719d1-0037-407e-988b-7075bc521205 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:11:58.126043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0115581f-55d3-4f35-bb91-543f16e93c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:58.176062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-0115581f-55d3-4f35-bb91-543f16e93c40 None None] Port c68719d1-0037-407e-988b-7075bc521205 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:11:58.402646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:11:58.411249 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-595bcb5a-5478-4e56-a06e-35ef64b49498 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb31e740-3539-48db-8795-4af42ccbf25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8157544 Mar 18 11:11:58.718514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:11:58.727792 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:11:58.728400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:58.909493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:11:59.154699 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5d602c6a-acb8-426c-b529-130c0bb1c55e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:11:59.206882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51232) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:59.213030 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2013652039-network', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:11:59.217588 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:59.221445 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Usage tracker for resource:network and tenant:e0cfdef1c04b4d8784b89c02b63a5702 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:59.224248 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:59.229843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:59.293915 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 2, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:11:59.297636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:11:59.298018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Updating router fb31e740-3539-48db-8795-4af42ccbf25f port c68719d1-0037-407e-988b-7075bc521205 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:11:59.318171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Made reservation on behalf of e0cfdef1c04b4d8784b89c02b63a5702 for: {'network': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:11:59.321226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.334834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.348853 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 5d602c6a-acb8-426c-b529-130c0bb1c55e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:11:59.350019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:59.353902 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Usage tracker for resource:security_group_rule and tenant:e0cfdef1c04b4d8784b89c02b63a5702 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:59.354579 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.356760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:59.362473 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:59.364781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5d602c6a-acb8-426c-b529-130c0bb1c55e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:11:59.365148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.443114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.518199 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.545202 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:11:59.557914 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e974726c-7e70-47d5-aa24-5e710ca494f6,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:59.562256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.562597 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.segments_db [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Added segment 43f2a87e-960e-4a14-83c0-9900508546e5 of type vlan for network 965934c6-efa2-4217-91ff-e38c7667cc85 Mar 18 11:11:59.589345 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.616240 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.690844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 5d602c6a-acb8-426c-b529-130c0bb1c55e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5d602c6a-acb8-426c-b529-130c0bb1c55e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:11:59.696071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.697035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:11:59.697619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.770323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.798377 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] Pushing event updated for resources: {'Network': ['ID=965934c6-efa2-4217-91ff-e38c7667cc85,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:59.818152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 965934c6-efa2-4217-91ff-e38c7667cc85 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:11:59.881259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-702fec46-a33f-47b8-b71f-02dfc4e3745e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6708231 Mar 18 11:11:59.881853 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51236) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:11:59.888097 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Request body: {'subnet': {'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2013652039-subnet', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'ip_version': 4}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:11:59.893227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:11:59.898462 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Usage tracker for resource:subnet and tenant:e0cfdef1c04b4d8784b89c02b63a5702 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:11:59.900316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:11:59.906437 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:11:59.968645 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:11:59.989729 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Made reservation on behalf of e0cfdef1c04b4d8784b89c02b63a5702 for: {'subnet': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:11:59.996784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=5d602c6a-acb8-426c-b529-130c0bb1c55e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:11:59.996918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2358805'] for subnet, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.004712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Transition to ACTIVE for port object c68719d1-0037-407e-988b-7075bc521205 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:00.069687 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.234623 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761a6cb-081b-4714-a660-1974c75b1eda None None] Pushing event updated for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:00.275876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-788866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2358823'] for subnet, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.287012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Attempting to bind port c68719d1-0037-407e-988b-7075bc521205 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:12:00.290669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Attempting to bind port c68719d1-0037-407e-988b-7075bc521205 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:12:00.290669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Attempting to bind port c68719d1-0037-407e-988b-7075bc521205 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:00.293949 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:12:00.294331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Checking segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:00.294737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.295135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Bound using segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:12:00.295604 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Bound port: c68719d1-0037-407e-988b-7075bc521205, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:12:00.295983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.350542 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adce7f35-e1f6-4079-a9fe-53511f8ada49,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:00.359611 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Checking segment: {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:00.359967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Network hostable DHCP agents. Network: 965934c6-efa2-4217-91ff-e38c7667cc85, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:12:00.388118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] For port c68719d1-0037-407e-988b-7075bc521205, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:12:00.391127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] For port c68719d1-0037-407e-988b-7075bc521205, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c68719d1-0037-407e-988b-7075bc521205,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:12:00.455173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Network 965934c6-efa2-4217-91ff-e38c7667cc85 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:12:00.485268 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.560571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:00.561210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:00.561926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 965934c6-efa2-4217-91ff-e38c7667cc85) {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:00.566422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:00.567117 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.615635 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ec15b-5a13-4de4-b7a7-22c56a427e9f None None] Network 965934c6-efa2-4217-91ff-e38c7667cc85 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:12:00.633593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761a6cb-081b-4714-a660-1974c75b1eda None None] Pushing event updated for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:00.649284 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-c310d804-afb6-4474-9b6e-ade118ad5d81 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7666082 Mar 18 11:12:00.651967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51240) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:00.657170 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:00.663954 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:00.666690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Usage tracker for resource:router and tenant:e0cfdef1c04b4d8784b89c02b63a5702 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:00.669723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:00.675876 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:00.750193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.750193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.763446 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:00.874228 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:01.133279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.138085 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-965934c6-efa2-4217-91ff-e38c7667cc85', 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'fixed_ips': [{'subnet_id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:12:01.138912 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.147354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5d602c6a-acb8-426c-b529-130c0bb1c55e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:01.457124 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 5d602c6a-acb8-426c-b529-130c0bb1c55e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:01.457855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.518530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.528845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Allocated IP 172.20.0.2 (965934c6-efa2-4217-91ff-e38c7667cc85/adce7f35-e1f6-4079-a9fe-53511f8ada49/a16fd8fb-8152-480c-896c-57edada02d3e) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:12:01.547897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.666191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:00Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:01.693694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb21aa-89e0-45cc-b1a0-f04b7892e192 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:00Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:12:01.829319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.836362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Allocated IP 172.26.2.4 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/e488d810-7349-43b6-b84c-210f7e543d5c) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:12:01.840935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Transition to ACTIVE for port object a16fd8fb-8152-480c-896c-57edada02d3e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:01.862592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Transition to ACTIVE for port object a16fd8fb-8152-480c-896c-57edada02d3e will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:01.953168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:01.996132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:02.016022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Network 965934c6-efa2-4217-91ff-e38c7667cc85 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:02.019184 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:02.021615 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:12:02.072168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Pushing event updated for resources: {'Port': ['ID=a16fd8fb-8152-480c-896c-57edada02d3e,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:02.084111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:02.130223 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Attempting to bind port a16fd8fb-8152-480c-896c-57edada02d3e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:12:02.130599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Attempting to bind port a16fd8fb-8152-480c-896c-57edada02d3e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:12:02.130965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Attempting to bind port a16fd8fb-8152-480c-896c-57edada02d3e on network 965934c6-efa2-4217-91ff-e38c7667cc85 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:02.136886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:12:02.137464 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Checking segment: {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:02.137641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:02.138055 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Bound using segment: {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:12:02.138512 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Bound port: a16fd8fb-8152-480c-896c-57edada02d3e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:12:02.138879 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:02.144917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:02.147891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:02.153335 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:12:02.207378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Pushing event updated for resources: {'Port': ['ID=e488d810-7349-43b6-b84c-210f7e543d5c,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:02.237194 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] For port a16fd8fb-8152-480c-896c-57edada02d3e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:12:02.241245 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] For port a16fd8fb-8152-480c-896c-57edada02d3e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a16fd8fb-8152-480c-896c-57edada02d3e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:12:02.324739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:02.406237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136fe9b-f594-4fdc-9b93-9c64732d455c None None] Pushing event updated for resources: {'Port': ['ID=a16fd8fb-8152-480c-896c-57edada02d3e,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:02.686683 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.027761 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.188538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a16fd8fb-8152-480c-896c-57edada02d3e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:03.333472 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:12:03.334608 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c3f319-340a-4d94-bd17-7556870abf45 None None] Network 965934c6-efa2-4217-91ff-e38c7667cc85 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:12:03.418463 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port a16fd8fb-8152-480c-896c-57edada02d3e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:03.434263 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c68719d1-0037-407e-988b-7075bc521205 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:03.541902 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Provisioning for port a16fd8fb-8152-480c-896c-57edada02d3e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:03.556367 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Provisioning complete for port a16fd8fb-8152-480c-896c-57edada02d3e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:03.556738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.633121 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:12:03.642730 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Sync routers for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:12:03.653622 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:03.654264 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:03.666199 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port c68719d1-0037-407e-988b-7075bc521205 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:03.676724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c68719d1-0037-407e-988b-7075bc521205 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:03.677027 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.750828 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.753068 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-bb91b5c2-94e9-405d-8d50-4297da3c0b71 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1001449 Mar 18 11:12:03.755900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51244) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:03.796948 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.846411 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:03.877962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] For port a16fd8fb-8152-480c-896c-57edada02d3e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a16fd8fb-8152-480c-896c-57edada02d3e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:03.895916 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:03.931164 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port c68719d1-0037-407e-988b-7075bc521205, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c68719d1-0037-407e-988b-7075bc521205,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:03.941125 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.013904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.047896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fd0af-b2a6-4d49-9446-902b5d9074a0 None None] Pushing event updated for resources: {'Port': ['ID=a16fd8fb-8152-480c-896c-57edada02d3e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:04.124771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:04.163731 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-0c0c02d0-a455-4da5-b53f-3665fab2dfad None None] Provisioning complete for port a16fd8fb-8152-480c-896c-57edada02d3e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:04.164242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0c0c02d0-a455-4da5-b53f-3665fab2dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.204318 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:02Z', 'revision_number': 3, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:04.208066 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Checking router: 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:12:04.208414 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Updating router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 port e488d810-7349-43b6-b84c-210f7e543d5c binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:12:04.259481 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.520879 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.590246 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.601909 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Transition to ACTIVE for port object e488d810-7349-43b6-b84c-210f7e543d5c will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:04.660507 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.723362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Allocated IP 172.20.0.1 (965934c6-efa2-4217-91ff-e38c7667cc85/adce7f35-e1f6-4079-a9fe-53511f8ada49/85cf1d3c-087f-425e-a9f0-ba8c8322f57e) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:12:04.737870 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Attempting to bind port e488d810-7349-43b6-b84c-210f7e543d5c on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:12:04.738233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Attempting to bind port e488d810-7349-43b6-b84c-210f7e543d5c by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:12:04.738586 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Attempting to bind port e488d810-7349-43b6-b84c-210f7e543d5c on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:04.748637 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:12:04.748998 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:04.749388 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.749774 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:12:04.750253 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Bound port: e488d810-7349-43b6-b84c-210f7e543d5c, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:12:04.750614 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.774233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8aea-e5ad-4e5f-8706-b9e96b9a5b37 None None] Pushing event updated for resources: {'Port': ['ID=e488d810-7349-43b6-b84c-210f7e543d5c,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:04.822678 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] For port e488d810-7349-43b6-b84c-210f7e543d5c, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:12:04.825850 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] For port e488d810-7349-43b6-b84c-210f7e543d5c, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e488d810-7349-43b6-b84c-210f7e543d5c,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:12:04.869892 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.887563 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Transition to ACTIVE for port object 85cf1d3c-087f-425e-a9f0-ba8c8322f57e will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:04.927654 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:04.990743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.006653 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:05.007343 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:05.049701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Network 965934c6-efa2-4217-91ff-e38c7667cc85 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:05.052285 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:05.060012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:12:05.069022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8aea-e5ad-4e5f-8706-b9e96b9a5b37 None None] Pushing event updated for resources: {'Port': ['ID=e488d810-7349-43b6-b84c-210f7e543d5c,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:05.095468 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Pushing event updated for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:05.120765 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.186063 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a16fd8fb-8152-480c-896c-57edada02d3e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:05.240582 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:05.305466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port a16fd8fb-8152-480c-896c-57edada02d3e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:05.305861 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.357963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.432742 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c68719d1-0037-407e-988b-7075bc521205 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:05.461751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bd580d29-8558-437f-b2dd-9dc74271f520 None None] Provisioning for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:05.474630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-bd580d29-8558-437f-b2dd-9dc74271f520 None None] Provisioning complete for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:05.474997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bd580d29-8558-437f-b2dd-9dc74271f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.534956 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:02Z', 'revision_number': 3, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:05.538910 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96a51f-40c1-4001-b8a9-f07daf89d0ec None None] The sync data for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv is: [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:02Z', 'revision_number': 3, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:12:05.544577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-bd580d29-8558-437f-b2dd-9dc74271f520 None None] Port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:12:05.557261 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port c68719d1-0037-407e-988b-7075bc521205 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:05.557975 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.716559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.780720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.890068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:05.893530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Pushing event updated for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:06.044715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Network 965934c6-efa2-4217-91ff-e38c7667cc85 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:06.045863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:06.235096 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:12:06.279734 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7097d374-ce95-48ca-a047-27e2da045d51 None None] Provisioning complete for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:06.280894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7097d374-ce95-48ca-a047-27e2da045d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:06.336848 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-7097d374-ce95-48ca-a047-27e2da045d51 None None] Port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:12:06.414930 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:12:06.423429 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-4bf14749-58c1-4a1e-9d37-54ca6ca7f775 admin admin] 10.222.0.18 "PUT /v2.0/routers/0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662927 Mar 18 11:12:07.140541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e488d810-7349-43b6-b84c-210f7e543d5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:07.271897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port e488d810-7349-43b6-b84c-210f7e543d5c completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:07.277262 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e488d810-7349-43b6-b84c-210f7e543d5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:07.277663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.408985 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.417358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51256) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:07.423138 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365669250', 'description': 'tempest-secgroup-smoke-1365669250 description', 'project_id': '70875767c41941e1b1a4df8528f0d2b5'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:07.425548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port e488d810-7349-43b6-b84c-210f7e543d5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e488d810-7349-43b6-b84c-210f7e543d5c,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:07.428822 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:07.432722 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:07.435621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:07.441226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:07.493311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.521891 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.542383 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:07.546126 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:07.548907 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:07.554536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:07.563130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=e488d810-7349-43b6-b84c-210f7e543d5c,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:07.623624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.706388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.746560 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f75319-8c69-4d0d-97c7-d409c957ccf3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:07.825166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:07.828901 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-a56fca5f-25eb-447f-b915-1cb911e32762 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4079857 Mar 18 11:12:07.829483 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51260) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:07.834510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:07.840640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:07.844417 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:07.847255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:07.852786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:07.936306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.002591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.060527 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.083054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05357acb-d8c4-4f03-ba68-ae36a34f8a88,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:08.178514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.179680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3896bf20-cbc8-4899-808e-39ff9c290757 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492055 Mar 18 11:12:08.182406 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51264) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:08.187253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:08.192933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:08.197301 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:08.200518 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:08.206124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:08.282228 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.341744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.417780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.436134 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c64093-104e-44a9-af5a-500fb181cd15,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:08.529547 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.530812 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-19e649d8-7796-44ea-ad0e-a6e8371c1153 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3475201 Mar 18 11:12:08.533419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51268) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:08.540592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:08.544475 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:08.550278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:08.553217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:08.559487 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:08.565477 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Sync routers for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:12:08.575529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:08.576147 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:08.634164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.696600 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.747538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:08.763774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.787046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2860a8dc-2da1-4bc3-bfc7-01d60817b2e7,revision_number=0']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:08.904701 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:08.906277 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8d249036-62e0-4eb9-a140-adfcc5aa57d6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718586 Mar 18 11:12:08.909352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51272) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:08.915314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:08.921585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:08.925986 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:08.929281 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:08.935892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:09.008031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.056336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:05Z', 'revision_number': 4, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '85cf1d3c-087f-425e-a9f0-ba8c8322f57e', 'name': '', 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'mac_address': 'fa:16:3e:e0:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:04Z', 'updated_at': '2022-03-18T11:12:05Z', 'revision_number': 2, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'subnets': [{'id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:09.060094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Checking router: 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:12:09.060476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Updating router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:12:09.070466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.113046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.129121 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e488d810-7349-43b6-b84c-210f7e543d5c up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:09.138880 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.162755 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c86e08b-2c95-4488-a5ac-d79ad096df95,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:09.249673 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.250951 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-99eb222b-f8c2-4a84-adc7-a65e65b8e65d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3405008 Mar 18 11:12:09.253601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51276) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:09.258518 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:09.264457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:09.268257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:09.271168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:09.277288 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:09.339940 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port e488d810-7349-43b6-b84c-210f7e543d5c triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:09.340307 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.373003 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Project 70875767c41941e1b1a4df8528f0d2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:12:09.380010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.450022 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.527221 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.551328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092b3367-3c35-4585-a043-becc1b3d6b75,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:09.620672 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.621888 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3b0ac17c-5265-48ed-95ce-f81035bde2b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673360 Mar 18 11:12:09.624682 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51280) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:09.629760 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'e6f75319-8c69-4d0d-97c7-d409c957ccf3', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:09.636168 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:09.640001 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:09.642906 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:09.647143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.649401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:09.658873 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Transition to ACTIVE for port object 85cf1d3c-087f-425e-a9f0-ba8c8322f57e will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:09.732588 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Project 70875767c41941e1b1a4df8528f0d2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:12:09.739071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.761206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.803450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.883837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.916552 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9da0d01-c7e8-4a8c-9692-17da787bacb2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:09.919855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96511b75-c9be-4181-89dd-9edf9cb9b25b None None] Pushing event updated for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:09.980710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Attempting to bind port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:12:09.981074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Attempting to bind port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:12:09.981431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Attempting to bind port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e on network 965934c6-efa2-4217-91ff-e38c7667cc85 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:09.986799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.987123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:12:09.987490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Checking segment: {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:09.993513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:09.993714 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-1078ee42-1efa-4726-8c57-a5dc05812614 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3624077 Mar 18 11:12:09.993838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Bound using segment: {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:12:09.993838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Bound port: 85cf1d3c-087f-425e-a9f0-ba8c8322f57e, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f2a87e-960e-4a14-83c0-9900508546e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:12:09.993838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:10.086726 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] For port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:12:10.091260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] For port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:12:10.154244 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-ec188875-70ac-4a96-a507-e19d26e5ad3d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:12:10.164256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:10.237916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-ec188875-70ac-4a96-a507-e19d26e5ad3d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:12:10.241434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:10.242100 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:11:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:10.242436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-ec188875-70ac-4a96-a507-e19d26e5ad3d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365669250&fields=id&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 267 time: 0.1261821 Mar 18 11:12:10.315324 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96511b75-c9be-4181-89dd-9edf9cb9b25b None None] Pushing event updated for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:10.402578 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-3e02c45f-504c-4722-929a-39e5d1e0e638 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:10.403271 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-3e02c45f-504c-4722-929a-39e5d1e0e638 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:network {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:12:10.441115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:10.479262 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-3e02c45f-504c-4722-929a-39e5d1e0e638 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:network {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:12:10.480523 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-3e02c45f-504c-4722-929a-39e5d1e0e638 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 808 time: 0.2311993 Mar 18 11:12:10.496506 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-25e853a8-0699-4221-b760-16380981a1b7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/quotas/70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 375 time: 0.0103271 Mar 18 11:12:10.577084 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-b48919ee-1df8-4829-880c-903ae1850743 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:12:10.672116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-96689255-72b6-44c1-a348-688b652b03b7 req-b48919ee-1df8-4829-880c-903ae1850743 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:12:10.673466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-b48919ee-1df8-4829-880c-903ae1850743 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716492 Mar 18 11:12:10.751989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-fd221016-ba2d-4721-a960-3161432600ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:05Z', 'revision_number': 4, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '85cf1d3c-087f-425e-a9f0-ba8c8322f57e', 'name': '', 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'mac_address': 'fa:16:3e:e0:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:04Z', 'updated_at': '2022-03-18T11:12:10Z', 'revision_number': 4, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'subnets': [{'id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:10.755921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd221016-ba2d-4721-a960-3161432600ed None None] The sync data for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv is: [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:12:05Z', 'revision_number': 4, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': '85cf1d3c-087f-425e-a9f0-ba8c8322f57e', 'name': '', 'network_id': '965934c6-efa2-4217-91ff-e38c7667cc85', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'mac_address': 'fa:16:3e:e0:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:04Z', 'updated_at': '2022-03-18T11:12:10Z', 'revision_number': 4, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'subnets': [{'id': 'adce7f35-e1f6-4079-a9fe-53511f8ada49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:12:10.826790 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-ea5b1169-68a4-45eb-9514-5d2c049c68c4 service neutron] 10.222.0.18 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414549 Mar 18 11:12:11.080867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-9b99597a-cc48-4c78-8023-d41b393762a0 service neutron] 10.222.0.18 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482405 Mar 18 11:12:11.154449 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 85cf1d3c-087f-425e-a9f0-ba8c8322f57e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:11.304258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:11.310202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:11.310600 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:11.355446 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9f694ad0-4311-4d14-87a0-4741f2475546 req-4b61b950-c120-4dff-bd83-b7e42e7a0834 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 210 time: 0.0456948 Mar 18 11:12:11.441195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:11.473921 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:11.584201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:11.685035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:12.505068 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7ef077fd-d9d2-468a-9d1b-d7e219871b8b req-aa3f7089-c263-4a88-b482-1bb782baa8a2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 210 time: 0.0449471 Mar 18 11:12:13.126491 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 85cf1d3c-087f-425e-a9f0-ba8c8322f57e up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:13.191408 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:13.191783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:13.444147 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-28c09fec-9bd0-45e4-9443-a77a7ff43df3 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:13.445567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-28c09fec-9bd0-45e4-9443-a77a7ff43df3 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 808 time: 0.1444032 Mar 18 11:12:13.492748 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-3139c06c-efbe-4bec-8bf5-944d5658b125 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 380 time: 0.0391357 Mar 18 11:12:13.500742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'port': {'device_id': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'admin_state_up': True, 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'security_groups': ['e6f75319-8c69-4d0d-97c7-d409c957ccf3']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:13.636574 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:13.645985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:13.664812 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fc22bbcc-8259-4767-beb5-75f15cf4c41d req-8bbf2349-238c-4fb5-8a8f-f33103c7a334 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 210 time: 0.0421410 Mar 18 11:12:13.723654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Made reservation on behalf of 70875767c41941e1b1a4df8528f0d2b5 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:12:13.727218 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:13.891932 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Allocated IP 172.20.0.5 (c3529c62-53d3-44e1-81a7-0a0608e67fd0/e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6/cf62cd4f-d73e-4ee5-a719-dd449a587326) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:12:14.075402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.091073 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Transition to ACTIVE for port object cf62cd4f-d73e-4ee5-a719-dd449a587326 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:14.152742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.218702 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:14.221597 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:14.230471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:12:14.266457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:14.298742 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:14.299356 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.413456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-d9cc42f5-e3c0-4aa7-91af-59997c40ec95 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162123 Mar 18 11:12:14.424980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Request body: {'port': {'device_id': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:14.494888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-83879b91-992b-40f7-9afe-865b8d7ba23f None None] Provisioning for port cf62cd4f-d73e-4ee5-a719-dd449a587326 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:14.499903 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-83879b91-992b-40f7-9afe-865b8d7ba23f None None] Provisioning complete for port cf62cd4f-d73e-4ee5-a719-dd449a587326 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:14.500281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-83879b91-992b-40f7-9afe-865b8d7ba23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.534651 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.555217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-83879b91-992b-40f7-9afe-865b8d7ba23f None None] Port cf62cd4f-d73e-4ee5-a719-dd449a587326 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:12:14.917992 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1761-677f-4441-bb29-208540b04826 req-8eb404b4-e66a-4dda-af93-dafac50b1201 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:14.918670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-849f1761-677f-4441-bb29-208540b04826 req-8eb404b4-e66a-4dda-af93-dafac50b1201 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:12:14.941886 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:12:14.951326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:14.964648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Transition to ACTIVE for port object cf62cd4f-d73e-4ee5-a719-dd449a587326 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:12:15.054787 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-849f1761-677f-4441-bb29-208540b04826 req-8eb404b4-e66a-4dda-af93-dafac50b1201 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:12:15.055941 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-849f1761-677f-4441-bb29-208540b04826 req-8eb404b4-e66a-4dda-af93-dafac50b1201 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 931 time: 0.2861888 Mar 18 11:12:15.089634 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:15.296607 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-849f1761-677f-4441-bb29-208540b04826 req-0d7abbd7-cc07-4234-9bdc-ed6553a1de30 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342641 Mar 18 11:12:15.357253 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:15.428900 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Attempting to bind port cf62cd4f-d73e-4ee5-a719-dd449a587326 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:12:15.429149 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Attempting to bind port cf62cd4f-d73e-4ee5-a719-dd449a587326 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:12:15.429466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Attempting to bind port cf62cd4f-d73e-4ee5-a719-dd449a587326 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:15.433882 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Port cf62cd4f-d73e-4ee5-a719-dd449a587326 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:12:15.434195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Attempting to bind port cf62cd4f-d73e-4ee5-a719-dd449a587326 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:12:15.439091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:12:15.439416 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Checking segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:12:15.439788 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Bound using segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:12:15.440196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Bound port: cf62cd4f-d73e-4ee5-a719-dd449a587326, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:12:15.440524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:15.529206 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:12:15.532107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:12:15.592544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:15.647280 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:15.647877 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:15.649233 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1093 time: 1.2283688 Mar 18 11:12:15.649655 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:12:15.674015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67ee14-eb64-411e-8a47-617148c971a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:15.700641 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'status': 'completed', 'code': 200} Mar 18 11:12:15.791065 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-c6ec6ce3-8c5f-4f19-8e19-c551a2da79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:15.792509 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-c6ec6ce3-8c5f-4f19-8e19-c551a2da79ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1096 time: 0.0733716 Mar 18 11:12:15.932107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-8661ddb3-3395-417c-b69b-6b3583e2420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:15.934160 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-8661ddb3-3395-417c-b69b-6b3583e2420f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=70875767c41941e1b1a4df8528f0d2b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1352742 Mar 18 11:12:16.065963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-02c366cb-875e-44ad-b561-7876ff511194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:16.067305 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22da4588-e017-4461-a6fd-6292c4bf0b08 req-02c366cb-875e-44ad-b561-7876ff511194 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281149 Mar 18 11:12:16.174510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-6cf5b261-3b93-4f19-be56-ce73d526fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:16.175951 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-6cf5b261-3b93-4f19-be56-ce73d526fe17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1096 time: 0.0728540 Mar 18 11:12:16.241555 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-f3c62829-5a6e-4700-94ca-ffdceb0ef2f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 217 time: 0.0589612 Mar 18 11:12:16.303582 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-4da6c875-343c-4f1f-97f3-4b45181fd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:16.304960 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-4da6c875-343c-4f1f-97f3-4b45181fd972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0580630 Mar 18 11:12:16.378744 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689255-72b6-44c1-a348-688b652b03b7 req-12e8ee4b-31ff-4637-9fb0-98045ee32f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:16.380219 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-12e8ee4b-31ff-4637-9fb0-98045ee32f0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694582 Mar 18 11:12:16.565271 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-de81155e-ec5f-4d76-8766-cdd1ecbcf26d service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789782 Mar 18 11:12:16.577516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcbd2-9d2e-4c22-a6c5-acf1bd11a83e req-5c77a409-25b1-4a54-91a1-ca4a8208bac2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:16.578828 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80ebcbd2-9d2e-4c22-a6c5-acf1bd11a83e req-5c77a409-25b1-4a54-91a1-ca4a8208bac2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.1732552 Mar 18 11:12:16.715387 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80ebcbd2-9d2e-4c22-a6c5-acf1bd11a83e req-42e9caef-fd02-4b5c-b3ce-b2bf29b4f38d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116369 Mar 18 11:12:16.742067 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-96689255-72b6-44c1-a348-688b652b03b7 req-4ab19f25-d044-4e1f-aeb8-25abe713753a service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622913 Mar 18 11:12:17.482254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:12:17.611566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:17.629087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:12:17.677104 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:17.693737 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:12:17.708817 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:17.809553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:17.881521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:17.903924 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd7564-2a09-41d7-bb35-1fe231c87b38 req-e4a339ea-4953-4967-9b1e-b1238425ac69 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:17.905353 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fdfd7564-2a09-41d7-bb35-1fe231c87b38 req-e4a339ea-4953-4967-9b1e-b1238425ac69 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 944 time: 0.0829513 Mar 18 11:12:17.952679 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fdfd7564-2a09-41d7-bb35-1fe231c87b38 req-83c8d125-4dab-4320-b1a5-f4d8d5a3cba1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Mar 18 11:12:18.012556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['cf62cd4f-d73e-4ee5-a719-dd449a587326'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:12:19.131016 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f94b-dec0-4287-a9d0-8e983754715a req-2903e634-d87b-45b4-917e-f95bc818febc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:19.132446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-71c8f94b-dec0-4287-a9d0-8e983754715a req-2903e634-d87b-45b4-917e-f95bc818febc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 944 time: 0.0778790 Mar 18 11:12:19.177762 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-71c8f94b-dec0-4287-a9d0-8e983754715a req-2197998d-9aa0-45a2-a973-2e4a30d0fb7d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Mar 18 11:12:19.485415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:12:19.612897 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port cf62cd4f-d73e-4ee5-a719-dd449a587326 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:12:19.617721 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port cf62cd4f-d73e-4ee5-a719-dd449a587326 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:12:19.618117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:19.728788 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:19.755334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:12:19.765058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:12:19.797886 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'code': 200} Mar 18 11:12:19.853520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:19.923820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:20.150669 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0477-a015-469f-8b44-deafef1459ac req-90408fc5-b933-4c86-bfad-db7373807be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:20.152108 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d20b0477-a015-469f-8b44-deafef1459ac req-90408fc5-b933-4c86-bfad-db7373807be3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1098 time: 0.0678506 Mar 18 11:12:20.191765 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d20b0477-a015-469f-8b44-deafef1459ac req-6e2a3133-a3b5-415d-ad82-c2b67f046bb5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Mar 18 11:12:20.360124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fc5-f042-406b-94a0-0af62971a060 req-be8644c3-a833-4ee2-ae01-4a63d4d6e108 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:20.361872 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52732fc5-f042-406b-94a0-0af62971a060 req-be8644c3-a833-4ee2-ae01-4a63d4d6e108 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0813115 Mar 18 11:12:20.496591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-52732fc5-f042-406b-94a0-0af62971a060 req-fcfa550f-bea9-490b-83a4-ca2a514d4acb tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282573 Mar 18 11:12:21.674766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aeba4-d087-44b4-99c6-6042e43c5d7a req-43fa1da8-6bfb-4982-b224-5071d870ddaa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:21.676173 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-736aeba4-d087-44b4-99c6-6042e43c5d7a req-43fa1da8-6bfb-4982-b224-5071d870ddaa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0768380 Mar 18 11:12:21.719265 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-736aeba4-d087-44b4-99c6-6042e43c5d7a req-6f1a1c69-52df-4023-88f9-7f56a2b6e17d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375075 Mar 18 11:12:21.897696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9cb36-4b67-4ee5-b47c-a5f26a9a189c req-0ee9a0d3-b16f-4ac7-9609-16288235cfb9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:21.899143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7fc9cb36-4b67-4ee5-b47c-a5f26a9a189c req-0ee9a0d3-b16f-4ac7-9609-16288235cfb9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0775390 Mar 18 11:12:21.942377 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7fc9cb36-4b67-4ee5-b47c-a5f26a9a189c req-4989b04a-f1ca-4f2e-a08b-8e63aa4b5ffc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Mar 18 11:12:21.966463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51332) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:22.041646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b4e56b19-7474-41c0-9de0-caa450e16e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:22.135021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e717844-8517-49cd-8a6c-c3f675d3a386 tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:22.136466 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0e717844-8517-49cd-8a6c-c3f675d3a386 tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1093 time: 0.1690094 Mar 18 11:12:22.139429 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51338) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:12:22.144205 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:12:22.149961 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:12:22.153693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:floatingip and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:12:22.156459 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:12:22.162010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:12:22.218542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:22.352148 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:22.479367 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Allocated IP 172.26.2.251 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/24c1cca0-371d-4389-a4c6-27e2f93aab42) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:12:22.629777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:22.681359 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:12:22.710206 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:22.774537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:12:22.782382 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:12:22.784810 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:12:22.818578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=24c1cca0-371d-4389-a4c6-27e2f93aab42,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:23.300775 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:23.440017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:23.646156 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:23.700435 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:23.807123 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=24c1cca0-371d-4389-a4c6-27e2f93aab42,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:12:23.818017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:23.989041 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Floating IP 23129302-3e11-4ddd-8c9d-3350084d54ec associated. External IP: 172.26.2.251, port: cf62cd4f-d73e-4ee5-a719-dd449a587326. Mar 18 11:12:24.329052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:12:24.489327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-34d4a341-00c3-49a6-9f15-b3687d4a89d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:24.499779 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:12:24.509338 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:12:24.519646 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:24.520249 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:12:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:24.572966 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:24.634578 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ffebbbcf-8fd6-460e-b305-59b22b6e490f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4940181 Mar 18 11:12:24.635041 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:12:24.683015 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'status': 'completed', 'code': 200} Mar 18 11:12:24.707976 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:24.780869 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-ab3bc165-b8f8-4ad1-9c87-4f6487555906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:24.782565 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-ab3bc165-b8f8-4ad1-9c87-4f6487555906 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1098 time: 0.0781152 Mar 18 11:12:24.920575 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-3fefacab-8386-4830-aef0-f84fc9b64f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:24.921952 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-3fefacab-8386-4830-aef0-f84fc9b64f5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1337438 Mar 18 11:12:25.035180 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-5b3a74ba-dfc1-4d3a-b6df-ab971da7cf11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 999 time: 0.1069512 Mar 18 11:12:25.087147 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '23129302-3e11-4ddd-8c9d-3350084d54ec', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:12:23Z', 'updated_at': '2022-03-18T11:12:23Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:25.092152 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:12:25.102895 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-80135af2-a153-497b-8982-0e4e3c512403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:25.103111 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:12:25.103482 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:12:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:25.104339 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-80135af2-a153-497b-8982-0e4e3c512403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0627027 Mar 18 11:12:25.185336 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-09b2cd1c-6e8e-4c66-b74c-ff1c5b1eacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:12:25.186761 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-09b2cd1c-6e8e-4c66-b74c-ff1c5b1eacaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762644 Mar 18 11:12:25.304900 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:12:25.323457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-35b71f81-154d-4144-b797-072fc84c8b4d service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305578 Mar 18 11:12:25.471846 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-937ae595-c012-4449-bc5f-6e8e62a99326 req-32fb9c59-a02a-4519-ab80-0cfbfe683db3 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421585 Mar 18 11:12:25.500643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:25.632002 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:25.647047 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '23129302-3e11-4ddd-8c9d-3350084d54ec', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:12:23Z', 'updated_at': '2022-03-18T11:12:23Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:12:25.650951 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c807274-6505-467c-8f6b-ecfe12c005f9 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '23129302-3e11-4ddd-8c9d-3350084d54ec', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.251', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:12:23Z', 'updated_at': '2022-03-18T11:12:23Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:12:25.689106 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:25.832323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2774f-0327-4072-a586-3770c54b9983 None None] New status for floating IP 23129302-3e11-4ddd-8c9d-3350084d54ec: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:12:27.100529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:52.029533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef332bcf-e702-49e7-b8bd-71b35df0af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:54.504087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b998925b-e35e-45f0-82e2-dc5d254b2522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:55.494349 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:55.614279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:55.642733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:57.092803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:12:59.680261 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:13:09.980178 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-a7d8615e-ee3b-4cdb-935e-9fc7f3f26013 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670888 Mar 18 11:13:10.113552 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-7cdafdb0-c163-473f-8560-25241cb806fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:13:10.115152 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-7cdafdb0-c163-473f-8560-25241cb806fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1098 time: 0.0686586 Mar 18 11:13:10.255418 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-3ec16122-bc8e-4f40-830d-da2d3f79f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:13:10.256741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-3ec16122-bc8e-4f40-830d-da2d3f79f7e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1231155 Mar 18 11:13:10.355176 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-c03c53bf-b715-4a96-b72f-ab53a799ad21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1001 time: 0.0920026 Mar 18 11:13:10.417681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-5225a9be-0118-495f-9e6a-fbbdc94098af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:13:10.419104 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-5225a9be-0118-495f-9e6a-fbbdc94098af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0572762 Mar 18 11:13:10.491477 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-8b6d3f94-10fb-4a91-b6fd-60e2d64524ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:13:10.492920 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-8b6d3f94-10fb-4a91-b6fd-60e2d64524ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679100 Mar 18 11:13:10.618053 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-8938469d-b6b7-45da-a7cd-bd910757e09a service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184962 Mar 18 11:13:10.837054 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-870e5bf3-645c-45c6-a196-eff7fac77db2 req-af00111d-c6a5-42c0-90de-ce4338e5ca7c service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125564 Mar 18 11:13:22.013771 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1447fc0e-57ff-4efe-b907-fb509e98831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:24.509987 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-90837238-1893-4335-a9d6-85da3b6f9406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:25.498943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:25.630889 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:25.699622 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:27.082874 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:36.683159 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:13:52.030793 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cccac32c-032a-4ca7-8fbc-20bb2808ac7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:54.521864 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-14642ca3-c2f7-443c-8f7c-0a7d511284ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:55.487838 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:55.608359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:55.670805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:13:57.070217 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:09.982349 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-5e25cba7-3937-42a7-84a8-847b749468b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709963 Mar 18 11:14:10.116993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-674270a0-a49e-4859-80cc-ab03f3efe53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:10.118464 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-674270a0-a49e-4859-80cc-ab03f3efe53f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1098 time: 0.0689595 Mar 18 11:14:10.257465 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-ba11ccb8-4893-4416-8b13-97de049a8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:10.258829 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-ba11ccb8-4893-4416-8b13-97de049a8952 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1225240 Mar 18 11:14:10.359224 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-0030e441-689f-4dd1-b65d-f475f87b33bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1001 time: 0.0927658 Mar 18 11:14:10.417883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-105253b6-f4b9-4abc-9b3e-abd9e84c561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:10.419252 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-105253b6-f4b9-4abc-9b3e-abd9e84c561e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0551643 Mar 18 11:14:10.494832 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-849d728e-b2fc-4228-b959-f4df9d47714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:10.496275 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-849d728e-b2fc-4228-b959-f4df9d47714f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703626 Mar 18 11:14:10.623196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-b5611609-7f13-4f7c-b650-93004af9a229 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207340 Mar 18 11:14:10.750145 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c39592b-1596-4563-bb3f-f931a45c8023 req-0bc7a10b-6a72-49ea-afec-6e054b5916b8 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212952 Mar 18 11:14:13.682056 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:14:19.976316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647aaece-4a9d-4306-86c4-2f64e30bc65a req-77a545b1-70f4-42b2-8db1-a6bf29d3c734 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:19.977757 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-647aaece-4a9d-4306-86c4-2f64e30bc65a req-77a545b1-70f4-42b2-8db1-a6bf29d3c734 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0832169 Mar 18 11:14:20.021360 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-647aaece-4a9d-4306-86c4-2f64e30bc65a req-b99c972f-4e6b-4bc3-9457-a7c112fd9141 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 Mar 18 11:14:21.206924 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9067f-a9cf-45b1-bb87-096538cf0298 req-75918d4b-5ca5-445b-ba96-f7b7902d2727 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:21.208299 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d3b9067f-a9cf-45b1-bb87-096538cf0298 req-75918d4b-5ca5-445b-ba96-f7b7902d2727 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0790660 Mar 18 11:14:21.259127 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d3b9067f-a9cf-45b1-bb87-096538cf0298 req-073f45ad-b4f0-4c6f-a0d5-188f6a089cae tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Mar 18 11:14:22.018655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-87358921-f18f-4a8c-b837-105ece06c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:22.555214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f80715-9041-4a88-9544-aea9186f6e1e req-b2805615-ed03-4107-95cf-8cbd303cb78f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:22.556750 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-97f80715-9041-4a88-9544-aea9186f6e1e req-b2805615-ed03-4107-95cf-8cbd303cb78f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.1872363 Mar 18 11:14:22.606702 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-97f80715-9041-4a88-9544-aea9186f6e1e req-c08ce0dc-a934-490b-bab9-94a48ee8e0a7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Mar 18 11:14:23.789233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7caef4-c122-425b-b99e-e248688deda6 req-9ab8bcee-3d42-434e-91e0-e54de1fc5851 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:23.790617 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5c7caef4-c122-425b-b99e-e248688deda6 req-9ab8bcee-3d42-434e-91e0-e54de1fc5851 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0819445 Mar 18 11:14:23.839899 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5c7caef4-c122-425b-b99e-e248688deda6 req-027e76d5-eb6c-492c-a1b5-b2bc8926296e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Mar 18 11:14:24.487188 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5b85-27c7-4714-b983-086509ff55fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:25.021846 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72316fca-ead9-4bdf-900c-26d0e5192273 req-1ebff16e-cb53-46ed-b5a5-4f06a07f0524 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:25.023525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-72316fca-ead9-4bdf-900c-26d0e5192273 req-1ebff16e-cb53-46ed-b5a5-4f06a07f0524 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0801344 Mar 18 11:14:25.067259 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-72316fca-ead9-4bdf-900c-26d0e5192273 req-580aa483-d3bc-4862-90e5-aecd969b8e3f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Mar 18 11:14:25.492701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:25.631580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:25.715486 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:26.248408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f628ff6-4726-4b07-8ca3-84e7feb7dd19 req-f71785ff-1d0d-4af0-8d3e-8f9028a77775 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:26.249753 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7f628ff6-4726-4b07-8ca3-84e7feb7dd19 req-f71785ff-1d0d-4af0-8d3e-8f9028a77775 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0828717 Mar 18 11:14:26.292841 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7f628ff6-4726-4b07-8ca3-84e7feb7dd19 req-e2e0bd38-0d33-4308-920a-09875bcadd4a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368526 Mar 18 11:14:27.092967 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:27.480698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17086349-a51a-4907-8da5-ba01a34cf81c req-7f923bca-2219-4e50-9949-834acb357cc7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:27.482151 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-17086349-a51a-4907-8da5-ba01a34cf81c req-7f923bca-2219-4e50-9949-834acb357cc7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0781405 Mar 18 11:14:27.525583 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-17086349-a51a-4907-8da5-ba01a34cf81c req-29f1fcc9-a12a-4171-a123-7e12f6f10074 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378678 Mar 18 11:14:28.706321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18063740-459b-402c-b2d7-cec803bf1325 req-98d38ecb-2d94-4ca2-aa9f-43a6c88e45ee tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:28.707749 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18063740-459b-402c-b2d7-cec803bf1325 req-98d38ecb-2d94-4ca2-aa9f-43a6c88e45ee tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0781827 Mar 18 11:14:28.750358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-18063740-459b-402c-b2d7-cec803bf1325 req-39fd50d6-0b34-40d8-8bae-e10f6f5ff937 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Mar 18 11:14:29.937284 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef048efd-3a27-44a1-90d3-7da08f9b7b60 req-8096ee8c-23a3-4995-bf04-3e9da63c8329 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:29.938800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef048efd-3a27-44a1-90d3-7da08f9b7b60 req-8096ee8c-23a3-4995-bf04-3e9da63c8329 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0815015 Mar 18 11:14:29.981589 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ef048efd-3a27-44a1-90d3-7da08f9b7b60 req-f4e5e6cd-6bc9-46c4-b871-e525ed1a8bb2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371971 Mar 18 11:14:31.163976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dca9-468d-4a1f-8f5c-492a96e3d336 req-bd163902-a57b-4956-bd3b-42631c7ea901 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:31.165407 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6343dca9-468d-4a1f-8f5c-492a96e3d336 req-bd163902-a57b-4956-bd3b-42631c7ea901 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0804467 Mar 18 11:14:31.207896 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6343dca9-468d-4a1f-8f5c-492a96e3d336 req-7021ca74-eac9-4bcf-9036-940806bd8bf1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368981 Mar 18 11:14:32.147634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:14:32.282208 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:14:32.296073 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:14:32.350281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:32.366962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:14:32.384242 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:14:32.396519 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1c1a-98d3-47fe-8108-46a7b5a52d95 req-00294c1c-3e9a-4808-968a-ead99b3692c2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:32.399795 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-497d1c1a-98d3-47fe-8108-46a7b5a52d95 req-00294c1c-3e9a-4808-968a-ead99b3692c2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0862010 Mar 18 11:14:32.442740 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-497d1c1a-98d3-47fe-8108-46a7b5a52d95 req-1e8cfcb9-0e3e-4c12-af19-47665dbfb9f3 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Mar 18 11:14:32.447609 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:32.519556 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:14:32.524210 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['cf62cd4f-d73e-4ee5-a719-dd449a587326'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:14:32.555256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.555603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.555938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.556267 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.556595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.556918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.557246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.557571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.557911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.558232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.558548 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:32.558863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:14:33.653304 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee668be3-65a0-49f6-98fe-3de2f9536184 req-c05a03cb-8388-40dd-8f75-7702115051ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:33.655503 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee668be3-65a0-49f6-98fe-3de2f9536184 req-c05a03cb-8388-40dd-8f75-7702115051ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 944 time: 0.0892985 Mar 18 11:14:33.713407 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ee668be3-65a0-49f6-98fe-3de2f9536184 req-9d618359-d6bd-47ef-9df5-d6041e9d7210 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516257 Mar 18 11:14:34.171589 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:14:34.248484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port cf62cd4f-d73e-4ee5-a719-dd449a587326 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:14:34.248852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:34.373462 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:34.405549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:14:34.416572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:14:34.499369 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:34.555828 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'code': 200} Mar 18 11:14:34.603113 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:14:34.909169 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06aaad-6653-434f-8333-755aa475b53b req-61d4360a-3229-4868-ae2e-88dda9026e9b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:34.916230 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a06aaad-6653-434f-8333-755aa475b53b req-61d4360a-3229-4868-ae2e-88dda9026e9b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0906043 Mar 18 11:14:34.958195 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a06aaad-6653-434f-8333-755aa475b53b req-600725e2-5d09-4ba2-9f00-5c7bdd7eaf96 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Mar 18 11:14:36.159141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529e4f-11df-40d7-bf0a-c8264a122221 req-25f43b80-4625-4b29-9a45-20848bbe965d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:36.161805 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9529e4f-11df-40d7-bf0a-c8264a122221 req-25f43b80-4625-4b29-9a45-20848bbe965d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0961854 Mar 18 11:14:36.219063 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e9529e4f-11df-40d7-bf0a-c8264a122221 req-3ef40462-58d3-4ceb-b1cf-b98f253695bb tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503755 Mar 18 11:14:37.426326 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e551-10dc-4304-a465-a0a90decd40e req-60918fe4-8ac0-4f9a-a010-5a3e7eb000b5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:37.427931 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9be4e551-10dc-4304-a465-a0a90decd40e req-60918fe4-8ac0-4f9a-a010-5a3e7eb000b5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0922477 Mar 18 11:14:37.610525 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9be4e551-10dc-4304-a465-a0a90decd40e req-5e6cee18-6930-40e5-82d0-4cc706d0195f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758468 Mar 18 11:14:38.807218 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847968d6-7352-4ef4-8b1e-c30b545f72fe req-ff10498d-bf63-42e7-810c-544df3b4634c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:38.808652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-847968d6-7352-4ef4-8b1e-c30b545f72fe req-ff10498d-bf63-42e7-810c-544df3b4634c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0838161 Mar 18 11:14:38.854181 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-847968d6-7352-4ef4-8b1e-c30b545f72fe req-4a602185-07e7-4fc8-96d3-b340965e02cf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 Mar 18 11:14:40.057898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7e569-2e24-4fb8-8ea6-522d39238c36 req-b2966d7c-825a-4d03-b897-273272b5d375 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:40.062712 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22d7e569-2e24-4fb8-8ea6-522d39238c36 req-b2966d7c-825a-4d03-b897-273272b5d375 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0896060 Mar 18 11:14:40.109134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-22d7e569-2e24-4fb8-8ea6-522d39238c36 req-a63e580a-a578-485f-87c3-a9c15946f206 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Mar 18 11:14:41.306626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3e0ae-589f-4278-a432-f8a9b1dd7d0b req-bf556a64-9261-4898-9ce6-32122c57619a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:41.308101 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ca3e0ae-589f-4278-a432-f8a9b1dd7d0b req-bf556a64-9261-4898-9ce6-32122c57619a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0836866 Mar 18 11:14:41.358798 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5ca3e0ae-589f-4278-a432-f8a9b1dd7d0b req-deda8582-20f3-4255-9bf5-b988c0b25e0d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Mar 18 11:14:42.549055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5998107-5af0-4b76-9424-c59034c79a62 req-cd355f89-701f-4e83-8227-8f7924444924 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:42.550521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5998107-5af0-4b76-9424-c59034c79a62 req-cd355f89-701f-4e83-8227-8f7924444924 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0818946 Mar 18 11:14:42.596021 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5998107-5af0-4b76-9424-c59034c79a62 req-b81805f9-251a-4b67-afda-374b9f0d2e4c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Mar 18 11:14:43.778554 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ecf4e-9d3d-4c3e-b606-a34b22db0683 req-0e1ffb31-edf4-4c84-9093-865445ee97ed tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:43.779982 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4d4ecf4e-9d3d-4c3e-b606-a34b22db0683 req-0e1ffb31-edf4-4c84-9093-865445ee97ed tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0803821 Mar 18 11:14:43.822755 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4d4ecf4e-9d3d-4c3e-b606-a34b22db0683 req-1324500a-d980-45df-9f80-9a13100492c9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365446 Mar 18 11:14:43.898402 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-cca000ce-3bc2-44c0-93b5-d7173a66e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:43.899771 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-cca000ce-3bc2-44c0-93b5-d7173a66e2de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1098 time: 0.0734408 Mar 18 11:14:44.030766 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-82561c2f-a145-43a6-8b42-7ba5f35889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:44.032214 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-82561c2f-a145-43a6-8b42-7ba5f35889fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1265967 Mar 18 11:14:44.129709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-88bd059f-8733-4506-b86e-2240045ee801 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1001 time: 0.0915713 Mar 18 11:14:44.192847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-c4d5c36a-45a4-4785-a59a-5e9fbcd69896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:44.194199 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-c4d5c36a-45a4-4785-a59a-5e9fbcd69896 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0583405 Mar 18 11:14:44.266786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-03bddded-bb0a-48b5-a172-90b736616d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:44.268201 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-03bddded-bb0a-48b5-a172-90b736616d3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678029 Mar 18 11:14:44.396000 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-963cf5e9-5902-4bd1-9ee4-e97aa6d04df9 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217554 Mar 18 11:14:44.524087 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-db80acfa-b64a-49ed-a40b-24a78a3174df req-79139049-ae0e-4423-8657-5ede7aa81f42 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219139 Mar 18 11:14:45.008598 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52cea0-18a9-4877-8f68-1f96d8e34931 req-86b1328c-928d-4774-8c13-25d0227f6ac5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:45.010071 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ef52cea0-18a9-4877-8f68-1f96d8e34931 req-86b1328c-928d-4774-8c13-25d0227f6ac5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0848801 Mar 18 11:14:45.053799 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ef52cea0-18a9-4877-8f68-1f96d8e34931 req-9bcc3728-c11a-4a3b-b991-77f105b91699 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Mar 18 11:14:46.244765 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb23ba-36e1-4149-8b5e-a2b55c0eced2 req-2bbe5a82-b2a6-4e48-a464-e4e1f9e07ead tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:46.246266 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2dfb23ba-36e1-4149-8b5e-a2b55c0eced2 req-2bbe5a82-b2a6-4e48-a464-e4e1f9e07ead tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0833108 Mar 18 11:14:46.291662 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-2dfb23ba-36e1-4149-8b5e-a2b55c0eced2 req-9d121058-efd1-458b-95c1-8f1668d3ece9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Mar 18 11:14:47.468144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad139-f5ee-4a75-b897-18cba15ed4a4 req-dfae2fcf-214e-4d40-9ede-0ec7b925f330 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:47.469589 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-90bad139-f5ee-4a75-b897-18cba15ed4a4 req-dfae2fcf-214e-4d40-9ede-0ec7b925f330 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0766077 Mar 18 11:14:47.511774 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-90bad139-f5ee-4a75-b897-18cba15ed4a4 req-77986ad4-779e-44c1-abbd-fb6fff988dcf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 Mar 18 11:14:48.002452 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265dec-04b8-4014-83b1-91e41b95cff4 req-a9207d15-b170-4683-9c99-cc4540cd1938 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:48.003876 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8d265dec-04b8-4014-83b1-91e41b95cff4 req-a9207d15-b170-4683-9c99-cc4540cd1938 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 945 time: 0.0899310 Mar 18 11:14:48.047948 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8d265dec-04b8-4014-83b1-91e41b95cff4 req-42319f8b-fbc2-45f9-b5d6-6bca47390046 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Mar 18 11:14:48.263810 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:14:48.376460 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:48.395450 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51506) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:14:48.404018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:14:48.419495 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:14:48.446338 dv-neutron-834265-1-hyperv neutron-server[88543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'code': 422} returned with failed status Mar 18 11:14:48.537752 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-f3ba3734-8858-4093-bf63-4c1416110be7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412289 Mar 18 11:14:48.544077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:48.612067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:14:49.239266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4399e-f953-4a02-a800-3e17f75d37b9 req-d0449dde-802e-47fd-9c25-33a28a2a8605 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:49.240630 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-98c4399e-f953-4a02-a800-3e17f75d37b9 req-d0449dde-802e-47fd-9c25-33a28a2a8605 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0908189 Mar 18 11:14:49.284078 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-98c4399e-f953-4a02-a800-3e17f75d37b9 req-235aba5e-d144-426c-9090-ea198e30a1bf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375955 Mar 18 11:14:50.025645 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3387-6c31-486a-b066-6707193128db req-57dd445a-1a30-4ffb-b5a3-c034ac28a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.027487 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-57dd445a-1a30-4ffb-b5a3-c034ac28a091 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0732625 Mar 18 11:14:50.122350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3387-6c31-486a-b066-6707193128db req-c3e46f99-936b-4dac-9bac-d3c4bdf75437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.123860 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-c3e46f99-936b-4dac-9bac-d3c4bdf75437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1096 time: 0.0759945 Mar 18 11:14:50.253380 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3387-6c31-486a-b066-6707193128db req-a1a43115-050c-48fe-995b-a670ad744734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.254772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-a1a43115-050c-48fe-995b-a670ad744734 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1254871 Mar 18 11:14:50.448093 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-4d95aeb6-9154-49d1-a4e6-4075a4c6e03a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 999 time: 0.1873183 Mar 18 11:14:50.469393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cbb44-948d-4882-9807-6f4f21cd85ce req-9b9de728-8711-4e1e-89f8-e6aee79a9eb7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.470909 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-082cbb44-948d-4882-9807-6f4f21cd85ce req-9b9de728-8711-4e1e-89f8-e6aee79a9eb7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0793548 Mar 18 11:14:50.509279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3387-6c31-486a-b066-6707193128db req-066b9d09-a4e6-4e2b-8025-529fce2ad28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.510645 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-066b9d09-a4e6-4e2b-8025-529fce2ad28f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0565829 Mar 18 11:14:50.514155 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-082cbb44-948d-4882-9807-6f4f21cd85ce req-37c29cc7-64f9-40c1-9e41-5a869736cafc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376148 Mar 18 11:14:50.586180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3387-6c31-486a-b066-6707193128db req-9ea528ff-cdd4-4395-aadd-25149e145eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:50.587612 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-9ea528ff-cdd4-4395-aadd-25149e145eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710607 Mar 18 11:14:50.682192 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:14:50.714914 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-ef7cdbe8-8e1b-4098-8a41-9bc41c06c8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210482 Mar 18 11:14:50.841917 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-fe4e97b5-ebed-4195-ba25-0c1e10232a47 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211259 Mar 18 11:14:51.720944 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61d1e-39df-427b-8388-60643b219060 req-f0172468-35d2-421f-91d4-e929c4dcead9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:51.726218 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2de61d1e-39df-427b-8388-60643b219060 req-f0172468-35d2-421f-91d4-e929c4dcead9 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0934458 Mar 18 11:14:51.770244 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2de61d1e-39df-427b-8388-60643b219060 req-ac818082-37e6-44d1-8db3-a102d296f7b1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Mar 18 11:14:52.018542 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-069e555f-b3d8-480a-9c9b-e261abb779b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:52.966393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41a1d-086e-4c48-9201-e547b625d751 req-7dc61dd6-bfe5-4768-85e3-7938701eaca0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:52.968693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25e41a1d-086e-4c48-9201-e547b625d751 req-7dc61dd6-bfe5-4768-85e3-7938701eaca0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0917342 Mar 18 11:14:53.016394 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-25e41a1d-086e-4c48-9201-e547b625d751 req-f5200166-d874-44a9-b64d-083693334b74 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Mar 18 11:14:54.218592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e03279-37bd-4b80-a1e5-510380d94f61 req-2b01ace2-6fde-4107-aa50-3739a6af9e9f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:54.220012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-73e03279-37bd-4b80-a1e5-510380d94f61 req-2b01ace2-6fde-4107-aa50-3739a6af9e9f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0855043 Mar 18 11:14:54.268439 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-73e03279-37bd-4b80-a1e5-510380d94f61 req-e47e1e3b-e709-4727-bf50-5c3350eb6103 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Mar 18 11:14:54.521467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e4256f86-d5f6-4d32-b8a3-1dd3bdf7026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:55.477464 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf632b-f12c-4196-9519-c9edb002fb4a req-a180e95d-009f-4bb2-a645-1ea6837eaa87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:55.478978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-81cf632b-f12c-4196-9519-c9edb002fb4a req-a180e95d-009f-4bb2-a645-1ea6837eaa87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.1010973 Mar 18 11:14:55.516335 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:55.528154 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-81cf632b-f12c-4196-9519-c9edb002fb4a req-d2334e0a-d986-4fee-ab49-4283fc3503df tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Mar 18 11:14:55.641102 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:55.721429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:56.723544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270bb39-02ef-407f-a27f-64dfcbf91488 req-dd42c9f0-ba6a-457a-8337-ea09c55e613d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:56.724995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5270bb39-02ef-407f-a27f-64dfcbf91488 req-dd42c9f0-ba6a-457a-8337-ea09c55e613d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0854754 Mar 18 11:14:56.771601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5270bb39-02ef-407f-a27f-64dfcbf91488 req-55105119-760f-45ac-9f37-9638327dcb0b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Mar 18 11:14:57.075862 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:14:58.016584 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e056-321d-43d8-a8f4-444c4270dfc4 req-10cf9513-0d4a-4a1f-9c73-0ec9232b06dc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:58.019786 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aa08e056-321d-43d8-a8f4-444c4270dfc4 req-10cf9513-0d4a-4a1f-9c73-0ec9232b06dc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.1051061 Mar 18 11:14:58.108146 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-aa08e056-321d-43d8-a8f4-444c4270dfc4 req-372497bd-1a9d-4d0d-8943-74a961e16a5c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747328 Mar 18 11:14:59.285504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466723e-3196-484a-ad29-d4a07c9c0d8d req-c9cf67f2-2951-4336-9afe-6469692572fa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:14:59.286876 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c466723e-3196-484a-ad29-d4a07c9c0d8d req-c9cf67f2-2951-4336-9afe-6469692572fa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0804904 Mar 18 11:14:59.329905 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c466723e-3196-484a-ad29-d4a07c9c0d8d req-b61f89ee-e9d1-49bc-a856-272e12c957f8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Mar 18 11:15:00.509556 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03cc00-caa1-443e-9289-8d0f97f879c7 req-e4e1e477-5738-4e3b-bc0d-084a79f5e7c8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:00.511002 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c03cc00-caa1-443e-9289-8d0f97f879c7 req-e4e1e477-5738-4e3b-bc0d-084a79f5e7c8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0804005 Mar 18 11:15:00.553073 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9c03cc00-caa1-443e-9289-8d0f97f879c7 req-962d1fb7-12a4-4e78-97fe-5246d758a717 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 Mar 18 11:15:01.734855 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49b1cc-c0dd-49d0-927f-2c54c6195d72 req-4a8a7755-960e-4b43-94dc-836cad864867 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:01.736892 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f49b1cc-c0dd-49d0-927f-2c54c6195d72 req-4a8a7755-960e-4b43-94dc-836cad864867 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 943 time: 0.0785580 Mar 18 11:15:01.779667 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2f49b1cc-c0dd-49d0-927f-2c54c6195d72 req-5953b359-6f85-4e2e-ba76-ee601bc86ee4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Mar 18 11:15:02.356524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:15:02.484260 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:15:02.497518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'port_id': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'mac_address': 'fa:16:3e:e4:01:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:15:02.553154 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:02.569564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:15:02.584130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:15:02.635376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:02.700218 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=9']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:15:02.870133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['cf62cd4f-d73e-4ee5-a719-dd449a587326'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:15:02.967028 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb25a1-f167-420f-853b-71c90270a1f9 req-a2993852-3898-4048-94c5-10b8f05dd3e4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:02.968479 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-27cb25a1-f167-420f-853b-71c90270a1f9 req-a2993852-3898-4048-94c5-10b8f05dd3e4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 944 time: 0.0830026 Mar 18 11:15:03.014800 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-27cb25a1-f167-420f-853b-71c90270a1f9 req-fa92c673-7dc6-4312-a75f-9276ebb836b0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405941 Mar 18 11:15:04.202272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e946ff-e030-4b02-a2a4-492bb80f1b47 req-61e09314-c947-488a-abc5-7396c1aec587 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:04.203897 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48e946ff-e030-4b02-a2a4-492bb80f1b47 req-61e09314-c947-488a-abc5-7396c1aec587 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 944 time: 0.0854442 Mar 18 11:15:04.246238 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-48e946ff-e030-4b02-a2a4-492bb80f1b47 req-d7b3bead-f4f9-4767-b524-49ae81f41b00 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Mar 18 11:15:04.371926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:15:04.437420 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port cf62cd4f-d73e-4ee5-a719-dd449a587326 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:15:04.437790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:04.551972 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:04.580252 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:15:04.589901 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:15:04.625871 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'code': 200} Mar 18 11:15:04.658381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:04.725409 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=10']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:15:04.962269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5d3e7-e0c5-49b9-9146-f02bea5dca2e req-7e57278f-4385-4a43-b32e-a7d45b1dfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:04.963722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-adf5d3e7-e0c5-49b9-9146-f02bea5dca2e req-7e57278f-4385-4a43-b32e-a7d45b1dfa7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1099 time: 0.0676630 Mar 18 11:15:05.005588 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-adf5d3e7-e0c5-49b9-9146-f02bea5dca2e req-66899944-54ff-4469-b769-f3e577f63778 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359812 Mar 18 11:15:05.423001 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f6db0-cd88-496a-8b92-3b5391b5dbef req-99ed62e0-f9aa-4772-a741-81fe7e6fa089 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:05.424865 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-532f6db0-cd88-496a-8b92-3b5391b5dbef req-99ed62e0-f9aa-4772-a741-81fe7e6fa089 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.0779197 Mar 18 11:15:05.467478 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-532f6db0-cd88-496a-8b92-3b5391b5dbef req-51904cf2-5a28-413e-878a-df2e32de4f38 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371063 Mar 18 11:15:06.654578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a04cb-3796-4d30-9675-2a0a34864a8d req-3a5d7abb-8ea9-463d-bb9e-521f7fa8e7e7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:06.656017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-590a04cb-3796-4d30-9675-2a0a34864a8d req-3a5d7abb-8ea9-463d-bb9e-521f7fa8e7e7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.0803609 Mar 18 11:15:06.699582 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-590a04cb-3796-4d30-9675-2a0a34864a8d req-26afbaa3-65d6-4d52-8adc-4db6f0205908 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Mar 18 11:15:07.885055 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b158492-3d23-426a-8e38-eacb6738e2f1 req-5a95ad91-960d-4592-989c-1cc968722a9a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:07.886615 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b158492-3d23-426a-8e38-eacb6738e2f1 req-5a95ad91-960d-4592-989c-1cc968722a9a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.0822384 Mar 18 11:15:07.932988 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1b158492-3d23-426a-8e38-eacb6738e2f1 req-4d1a7e9a-0a02-4d45-b1a1-3db86057d811 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378125 Mar 18 11:15:11.582109 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-337deb0e-a97c-4630-a5cc-bb590de8e8fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675921 Mar 18 11:15:11.716808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-c5547256-6c59-472e-ae02-2c4f3daeb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:11.722772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-c5547256-6c59-472e-ae02-2c4f3daeb3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1099 time: 0.0721529 Mar 18 11:15:11.858863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-e01e2066-3829-499c-90dd-257dd85a642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:11.860280 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-e01e2066-3829-499c-90dd-257dd85a642e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1251223 Mar 18 11:15:11.963521 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-b07e847d-ea4a-4d45-bdac-4826f95d0d4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1001 time: 0.0971677 Mar 18 11:15:12.117004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-da680744-98fb-47f4-9983-c65f8b0978a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:12.118419 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-da680744-98fb-47f4-9983-c65f8b0978a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.1491859 Mar 18 11:15:12.194741 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-b1b59831-6a69-4b81-8546-fd3acb535da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:15:12.196175 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-b1b59831-6a69-4b81-8546-fd3acb535da3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720134 Mar 18 11:15:12.323448 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-1e4feb2d-2ac0-41f7-a767-602be7dc98f0 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Mar 18 11:15:12.451291 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2cdad45d-17dc-42d0-91f0-783efe366d56 req-7350b335-6296-46c0-8319-a871463a7d1a service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218512 Mar 18 11:15:22.046336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d5847233-9a14-4fc0-9c54-a17d4266dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:24.498143 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4591c4b1-fb07-4f4f-a64e-f6c644deff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:25.498266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:25.663492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:25.720890 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:27.092501 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:27.683065 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:15:52.063831 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9e54-972f-4bdc-adf2-c6cc49fd2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:54.520802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1db13217-c751-4729-813c-1cd3b41208f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:55.492379 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:55.629024 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:55.709254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:15:57.080509 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:04.681275 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:16:12.615959 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-45f71b44-d364-4b1d-ae86-dd2fb5044edc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667570 Mar 18 11:16:12.748022 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-7175228a-3e1f-4372-9615-0adb45a8350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:12.749449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-7175228a-3e1f-4372-9615-0adb45a8350f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1099 time: 0.0682063 Mar 18 11:16:12.888397 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-9bd7bd56-8cb2-47f7-bbdd-563917b63033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:12.889775 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-9bd7bd56-8cb2-47f7-bbdd-563917b63033 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1216516 Mar 18 11:16:12.990351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-5a124c8c-83a3-4b36-8bc3-1919f4d49411 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 1001 time: 0.0942464 Mar 18 11:16:13.054174 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-98c8da04-1da6-4538-a3d1-853433b36ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:13.055548 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-98c8da04-1da6-4538-a3d1-853433b36ad8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0586672 Mar 18 11:16:13.128976 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-174d6500-8132-4be4-a0f3-67f9a6d2aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:13.130449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-174d6500-8132-4be4-a0f3-67f9a6d2aedd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686431 Mar 18 11:16:13.257701 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-9ff09f80-aa16-4808-b60e-33ee54a488fa service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210349 Mar 18 11:16:13.385018 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9c844d75-fbab-462e-b594-9c4fc673b043 req-ea3fb863-40c8-475c-832e-6bd80ba7adfa service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211936 Mar 18 11:16:18.689229 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51640) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:18.885967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Deleting port 24c1cca0-371d-4389-a4c6-27e2f93aab42 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:16:18.886307 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:19.047328 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:19.047567 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:19.253474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Calling delete_port for 24c1cca0-371d-4389-a4c6-27e2f93aab42 owned by network:floatingip {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:16:19.468499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:19.515284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'Port': ['ID=24c1cca0-371d-4389-a4c6-27e2f93aab42,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:19.550743 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.551090 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.551429 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.551764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.552093 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.552420 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.552768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.553091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.553408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.553723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.554076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.554388 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:19.615010 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:19.615343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Floating IP 23129302-3e11-4ddd-8c9d-3350084d54ec disassociated (deleted). External IP: 172.26.2.251, port: cf62cd4f-d73e-4ee5-a719-dd449a587326. Mar 18 11:16:19.957151 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:16:20.131136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:16:20.140852 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:16:20.150495 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:16:20.151097 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:15:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:16:20.188685 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:20.243367 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-3629dcb0-453a-448e-a434-2f86980f8ec4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "DELETE /v2.0/floatingips/23129302-3e11-4ddd-8c9d-3350084d54ec HTTP/1.1" status: 204 len: 168 time: 1.5530171 Mar 18 11:16:20.244220 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:16:20.380234 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'status': 'completed', 'code': 200} Mar 18 11:16:20.408421 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:16:20.476884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-5e4c1d0b-60c9-425a-af9d-e5f7327ee9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:20.478567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-5e4c1d0b-60c9-425a-af9d-e5f7327ee9f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 1099 time: 0.0769076 Mar 18 11:16:20.619806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-5ba7c288-b89b-40b7-9e47-1c934385dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:20.621618 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-5ba7c288-b89b-40b7-9e47-1c934385dfac service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1372490 Mar 18 11:16:20.701457 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-89b81611-476a-48c2-bea1-5ecbbcd24ecc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 200 len: 217 time: 0.0735941 Mar 18 11:16:20.806697 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-eb173c04-9370-4934-b3c2-65e081fc0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:20.808149 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-eb173c04-9370-4934-b3c2-65e081fc0c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.1005433 Mar 18 11:16:20.819912 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:16:20.823736 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:16:20.832571 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:16:20.833145 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:15:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:16:20.887846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8601ff-152a-48a2-837d-4cf2abe2708b req-ca42b8f9-4be8-4b6c-b920-627f10679261 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:20.888529 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-aa8601ff-152a-48a2-837d-4cf2abe2708b req-ca42b8f9-4be8-4b6c-b920-627f10679261 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:16:20.916331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-2248fd6c-4fff-4df9-933d-30118cfaa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:20.917811 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-2248fd6c-4fff-4df9-933d-30118cfaa3a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022162 Mar 18 11:16:21.007670 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:16:21.063999 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-aa8601ff-152a-48a2-837d-4cf2abe2708b req-ca42b8f9-4be8-4b6c-b920-627f10679261 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:16:21.065110 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa8601ff-152a-48a2-837d-4cf2abe2708b req-ca42b8f9-4be8-4b6c-b920-627f10679261 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.3656230 Mar 18 11:16:21.179757 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa8601ff-152a-48a2-837d-4cf2abe2708b req-145e3df8-5944-4d86-ac26-71c82aac17b1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693853 Mar 18 11:16:21.189656 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-876d0ac0-ed27-462a-b575-bebd0d56e5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635620 Mar 18 11:16:21.323012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ccc0dbc0-ada2-498e-875e-ad6b308e8a23 req-f047a08c-dd0a-45d5-9d57-2a3b87630e12 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261940 Mar 18 11:16:21.342873 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:16:21.346888 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056016e3-3ce0-4934-99f0-dc49542683f7 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:16:21.559621 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04811d-10bb-49ad-ae57-600ba7fa3dc4 None None] New status for floating IP 23129302-3e11-4ddd-8c9d-3350084d54ec: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:16:22.006020 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-3e9b86d7-6620-43c7-8466-296bbc3c9663 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:22.007442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-3e9b86d7-6620-43c7-8466-296bbc3c9663 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.0778530 Mar 18 11:16:22.046552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0774-4990-42ad-8694-b89ec3498835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:22.074414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Deleting port cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:16:22.074974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:22.315971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] For port cf62cd4f-d73e-4ee5-a719-dd449a587326, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=cf62cd4f-d73e-4ee5-a719-dd449a587326,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:16:22.316329 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:22.414242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b192bb1-0205-440f-8687-b761a1fa13a2 req-751525e7-2f25-414a-804e-7ee7911df67b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:22.415769 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b192bb1-0205-440f-8687-b761a1fa13a2 req-751525e7-2f25-414a-804e-7ee7911df67b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 946 time: 0.1281254 Mar 18 11:16:22.444652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Calling delete_port for cf62cd4f-d73e-4ee5-a719-dd449a587326 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:16:22.463248 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3b192bb1-0205-440f-8687-b761a1fa13a2 req-e2aaabc4-4ba8-4177-8f99-b3293aa57c65 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6f75319-8c69-4d0d-97c7-d409c957ccf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Mar 18 11:16:22.640984 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:22.694289 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'Port': ['ID=cf62cd4f-d73e-4ee5-a719-dd449a587326,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:22.765111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] No DVR routers for this DVR port cf62cd4f-d73e-4ee5-a719-dd449a587326 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:16:22.767554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:22.770114 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-deleted', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:16:22.815279 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc58503e-888c-48a9-8df8-15d1a14380a4', 'name': 'network-vif-deleted', 'tag': 'cf62cd4f-d73e-4ee5-a719-dd449a587326', 'status': 'completed', 'code': 200} Mar 18 11:16:22.818240 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-caf66ca6-ecdf-4dc1-b422-6b9a5921241f req-b87013c9-9880-4891-a992-d4f8d13544b8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "DELETE /v2.0/ports/cf62cd4f-d73e-4ee5-a719-dd449a587326 HTTP/1.1" status: 204 len: 173 time: 0.8060191 Mar 18 11:16:23.631493 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-97baf5cb-d3ff-49b6-9c0f-44ce9e181e86 req-96e4871e-9782-4e94-a1ec-a1ad6226278f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc58503e-888c-48a9-8df8-15d1a14380a4 HTTP/1.1" status: 200 len: 210 time: 0.0420499 Mar 18 11:16:24.520296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a91e44f9-e7f8-4401-bba3-b4c7a72b7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:24.723562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51664) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:24.792467 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:24.820607 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:24.943432 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:24.961374 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f75319-8c69-4d0d-97c7-d409c957ccf3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:25.044230 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.045287 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-760129e6-bb3e-4f1b-be17-ca745422cc87 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6f75319-8c69-4d0d-97c7-d409c957ccf3 HTTP/1.1" status: 204 len: 168 time: 0.3207765 Mar 18 11:16:25.509605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51672) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:25.514761 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736657454', 'description': 'tempest-secgroup-smoke-1736657454 description', 'project_id': '70875767c41941e1b1a4df8528f0d2b5'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:25.521136 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:25.525185 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:25.528042 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:25.532360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.534057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:25.618203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.635139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.637624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:25.641345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:25.645774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:25.650268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:25.730491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.742969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.799756 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.843455 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1b933-c994-4d29-bd5d-542d8f7b809a,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:25.851324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.851666 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.851998 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.852324 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.852645 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.852965 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.853279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.853592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.853938 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.854252 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.854576 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.854874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:16:25.921033 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:25.922307 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ea789a0a-c110-493c-8540-c33a43c16d16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4116893 Mar 18 11:16:25.925500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51676) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:25.930558 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:25.936639 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:25.940512 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:25.943970 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:25.949626 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:26.036381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.093684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.154879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.178103 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf2204a-0841-4963-a251-77182d21f5d2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:26.235212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.236374 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-edb44362-641a-4302-9680-f97dbd406715 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098946 Mar 18 11:16:26.239698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51680) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:26.244526 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:26.250241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:26.254017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:26.256824 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:26.262364 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:26.332338 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.392747 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.446719 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.472052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556770fb-6282-4d00-ba21-5e39ac54b30f,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:26.514627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.515888 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-beda23b3-8f55-4978-ab08-1b12f85b5ba0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751679 Mar 18 11:16:26.518483 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51684) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:26.523891 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:26.529545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:26.533484 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:26.536635 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:26.542649 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:26.600060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.663036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.720302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.720942 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:16:26.744092 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbc78ae-b406-49bf-9734-13725b52042a,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:26.757920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: cf62cd4f-d73e-4ee5-a719-dd449a587326 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:16:26.758275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device cf62cd4f-d73e-4ee5-a719-dd449a587326 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:16:26.801054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.802260 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-90ad6cb9-48bb-44a1-b69b-b40578a08c8a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823462 Mar 18 11:16:26.804975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51688) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:26.809863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:26.816477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:26.820300 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:26.823135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:26.828654 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:26.893169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:26.954879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.006585 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.030800 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ea8fd1-306f-496b-91a2-58fb35cf9409,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:27.126703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.127916 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c6e5c0d6-fafb-4239-b2ee-50b69e8dd887 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219857 Mar 18 11:16:27.130698 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51692) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:27.135531 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:27.141340 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:27.145353 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:27.148108 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:27.149571 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.153723 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:27.235232 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Project 70875767c41941e1b1a4df8528f0d2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:16:27.242504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.304015 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.377908 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.414564 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfc3a10-9554-4383-87c6-09e982a7c7ce,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:27.480926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.482171 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-85d6c88f-7556-4644-89b5-eb309cc2127d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505793 Mar 18 11:16:27.484892 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 51696) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:16:27.489699 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b933-c994-4d29-bd5d-542d8f7b809a', 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:27.495356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:27.499233 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:security_group_rule and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:16:27.502044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:16:27.507663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:27.560579 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Project 70875767c41941e1b1a4df8528f0d2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:16:27.566887 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.628727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.669327 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.693418 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb13417-844d-4148-8ef5-92d66813e07c,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:27.743357 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:27.744525 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3ab8931e-8338-4fa0-aede-2eb266f1a976 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2587378 Mar 18 11:16:41.679828 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:16:51.571083 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-77173400-926b-4b89-b006-b64d5b7a8a81 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:16:51.657529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-77173400-926b-4b89-b006-b64d5b7a8a81 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:16:51.658592 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-77173400-926b-4b89-b006-b64d5b7a8a81 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736657454&fields=id&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 267 time: 0.1279552 Mar 18 11:16:51.888703 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-79e2ec40-bfe3-4305-b4e8-94b9a7582a38 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:51.890127 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-79e2ec40-bfe3-4305-b4e8-94b9a7582a38 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 808 time: 0.2251024 Mar 18 11:16:51.904397 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-3de73f47-a774-4e43-960b-7be27c241375 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/quotas/70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Mar 18 11:16:51.984845 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-234c861b-96b9-42f4-8ef1-b2cc1238a728 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755351 Mar 18 11:16:52.041845 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-1e307ddf-71e3-4f43-8560-e808fe099a9e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:16:52.042807 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-1e307ddf-71e3-4f43-8560-e808fe099a9e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461135 Mar 18 11:16:52.069302 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-745b8553-7a5c-441f-aea8-dec91fc7819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:52.170118 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-a924eb05-595c-4e3c-a46b-6af592224f7a service neutron] 10.222.0.18 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213822 Mar 18 11:16:52.297043 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-d16e860d-158b-4750-8680-0d2a7446a256 service neutron] 10.222.0.18 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211395 Mar 18 11:16:52.862060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-39069ccf-b607-46fc-8a65-a084563ac14a req-159708c3-f992-4557-a6a1-2ef522314cd6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:16:52.937203 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-39069ccf-b607-46fc-8a65-a084563ac14a req-159708c3-f992-4557-a6a1-2ef522314cd6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:16:52.938453 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39069ccf-b607-46fc-8a65-a084563ac14a req-159708c3-f992-4557-a6a1-2ef522314cd6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.1175108 Mar 18 11:16:54.088278 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e73f55f3-641f-40ba-b828-0142662a3c61 req-930ab7c3-4420-46dc-9028-f2b3745f3fc3 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.0460351 Mar 18 11:16:54.532346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-802d407a-1dc5-49e0-92c9-a49de09622ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:54.690781 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-ba72ea09-46be-4a0c-af94-71baafa634e5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:54.692331 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-ba72ea09-46be-4a0c-af94-71baafa634e5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 808 time: 0.1597998 Mar 18 11:16:54.739760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-72bf37f8-4b75-4d5b-8f75-18a5540c6517 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:16:54.751559 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-72bf37f8-4b75-4d5b-8f75-18a5540c6517 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:security_group {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:16:54.752646 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-72bf37f8-4b75-4d5b-8f75-18a5540c6517 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 380 time: 0.0522778 Mar 18 11:16:54.762201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'port': {'device_id': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'admin_state_up': True, 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'security_groups': ['b8d1b933-c994-4d29-bd5d-542d8f7b809a']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:54.996839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:16:55.006398 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:16:55.068172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Made reservation on behalf of 70875767c41941e1b1a4df8528f0d2b5 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:16:55.071690 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.265865 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa99e0b4-458f-440f-a864-dfc615e638aa req-2d754a65-c356-40fa-a5b5-a151ca0c878a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.0572884 Mar 18 11:16:55.291927 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Allocated IP 172.20.0.12 (c3529c62-53d3-44e1-81a7-0a0608e67fd0/e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6/2a1bb1af-2ffa-44d2-8758-718414aeca98) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:16:55.481591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.497958 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Transition to ACTIVE for port object 2a1bb1af-2ffa-44d2-8758-718414aeca98 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:16:55.526684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.595536 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.646617 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.663561 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:16:55.667171 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:16:55.675989 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:16:55.718587 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:55.745319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:55.745949 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.761005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.824598 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-7fa40e0f-4c1c-408d-9a91-22652d161b7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0668011 Mar 18 11:16:55.879681 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Request body: {'port': {'device_id': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:16:55.993571 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:55.994348 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fbde3101-b11a-435b-a260-6d21acf8fd7c None None] Provisioning for port 2a1bb1af-2ffa-44d2-8758-718414aeca98 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:16:55.999685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-fbde3101-b11a-435b-a260-6d21acf8fd7c None None] Provisioning complete for port 2a1bb1af-2ffa-44d2-8758-718414aeca98 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:16:56.000205 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-fbde3101-b11a-435b-a260-6d21acf8fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.051161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-fbde3101-b11a-435b-a260-6d21acf8fd7c None None] Port 2a1bb1af-2ffa-44d2-8758-718414aeca98 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:16:56.333476 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1bb1af-2ffa-44d2-8758-718414aeca98 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:16:56.341372 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.357051 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Transition to ACTIVE for port object 2a1bb1af-2ffa-44d2-8758-718414aeca98 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:16:56.452326 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6dfb-2758-4295-a1a1-220de037b9a1 req-ba734cce-5cef-4631-8775-73ebb4e8f7b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:56.453756 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-54cd6dfb-2758-4295-a1a1-220de037b9a1 req-ba734cce-5cef-4631-8775-73ebb4e8f7b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 932 time: 0.0794621 Mar 18 11:16:56.456789 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.498683 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-54cd6dfb-2758-4295-a1a1-220de037b9a1 req-d3c5d28a-33e6-4a49-87b4-aac3d4c44fe0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Mar 18 11:16:56.623503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:56.711978 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Attempting to bind port 2a1bb1af-2ffa-44d2-8758-718414aeca98 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:16:56.712952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Attempting to bind port 2a1bb1af-2ffa-44d2-8758-718414aeca98 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:16:56.713274 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Attempting to bind port 2a1bb1af-2ffa-44d2-8758-718414aeca98 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:16:56.717796 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Port 2a1bb1af-2ffa-44d2-8758-718414aeca98 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:16:56.718136 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Attempting to bind port 2a1bb1af-2ffa-44d2-8758-718414aeca98 on network c3529c62-53d3-44e1-81a7-0a0608e67fd0 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:16:56.723179 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:16:56.723827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Checking segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:16:56.723941 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Bound using segment: {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:16:56.724272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Bound port: 2a1bb1af-2ffa-44d2-8758-718414aeca98, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fbefef-e180-464f-a8b9-afab731421c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:16:56.724985 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.815306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:16:56.818331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:16:56.870043 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.922614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:56.923557 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:56.925318 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 1094 time: 1.0934160 Mar 18 11:16:56.927952 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:16:56.963972 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f8f8-6317-46fb-b228-327c775cfe54 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:16:56.980022 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'status': 'completed', 'code': 200} Mar 18 11:16:57.087883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-670f63ed-3927-4df7-8395-c802daee9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.089346 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-670f63ed-3927-4df7-8395-c802daee9070 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1097 time: 0.0883365 Mar 18 11:16:57.109277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:16:57.334826 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-db35850c-0601-4c8b-9619-9f05062a9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.336185 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-db35850c-0601-4c8b-9619-9f05062a9682 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=70875767c41941e1b1a4df8528f0d2b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2397568 Mar 18 11:16:57.469910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-1ddff371-0ea4-4e65-8901-aac8e0a08ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.471338 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-896af19b-8de8-4e67-a7f3-04396bbca260 req-1ddff371-0ea4-4e65-8901-aac8e0a08ec4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284223 Mar 18 11:16:57.574213 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-3bc6142e-f66c-4c16-9e06-8c532e5e2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.575673 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-3bc6142e-f66c-4c16-9e06-8c532e5e2cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1097 time: 0.0693302 Mar 18 11:16:57.645161 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-32234949-4ac2-451c-b19b-4ede4e97186b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 217 time: 0.0622363 Mar 18 11:16:57.685914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3157-0908-4de6-ad4b-9da1210ed733 req-6416913a-794e-43ec-a996-cccb58df54bd tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.687334 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d0b3157-0908-4de6-ad4b-9da1210ed733 req-6416913a-794e-43ec-a996-cccb58df54bd tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0818777 Mar 18 11:16:57.707076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-b2c934fe-09ac-4a50-9c07-04dbef460e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.708522 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-b2c934fe-09ac-4a50-9c07-04dbef460e09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0574210 Mar 18 11:16:57.732280 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-9d0b3157-0908-4de6-ad4b-9da1210ed733 req-a1e434a6-9db0-402f-9e32-624edb562ba4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Mar 18 11:16:57.785769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-00613850-0d9f-495d-860f-c374e48e55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:57.787257 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-00613850-0d9f-495d-860f-c374e48e55d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728271 Mar 18 11:16:57.916569 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-6054ffde-510f-440e-9893-662a13e4a9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233201 Mar 18 11:16:58.045167 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f979f193-d6ca-49b1-83c9-4731b3fa7680 req-63266e6b-8082-4e6e-80d5-73ce5073e276 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223896 Mar 18 11:16:58.912181 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27accd81-e47c-4fa0-a646-7025bacbee68 req-95938c44-6b70-428c-8ac6-939f83868faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:16:58.912896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-27accd81-e47c-4fa0-a646-7025bacbee68 req-95938c44-6b70-428c-8ac6-939f83868faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:16:59.000298 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-27accd81-e47c-4fa0-a646-7025bacbee68 req-95938c44-6b70-428c-8ac6-939f83868faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:16:59.001440 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-27accd81-e47c-4fa0-a646-7025bacbee68 req-95938c44-6b70-428c-8ac6-939f83868faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.1662383 Mar 18 11:16:59.044679 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-27accd81-e47c-4fa0-a646-7025bacbee68 req-a949b8f2-86db-412b-a954-a351ad8e0e19 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Mar 18 11:17:00.222599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8901dd-ca8d-4916-9016-9f6eb108ea53 req-db36ee58-4d4f-486a-9c39-7c35eb8907b7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:00.223938 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fb8901dd-ca8d-4916-9016-9f6eb108ea53 req-db36ee58-4d4f-486a-9c39-7c35eb8907b7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0771508 Mar 18 11:17:00.266194 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-fb8901dd-ca8d-4916-9016-9f6eb108ea53 req-4b3ec459-3925-4bb3-95a5-813c2b4d9f9f tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362949 Mar 18 11:17:01.448190 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e228b-b548-40fa-892a-2333a3d9edc3 req-cc135544-cb29-48ea-ab63-0780a18f44c6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:01.449602 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b1e228b-b548-40fa-892a-2333a3d9edc3 req-cc135544-cb29-48ea-ab63-0780a18f44c6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0796483 Mar 18 11:17:01.493758 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8b1e228b-b548-40fa-892a-2333a3d9edc3 req-debe25da-45e9-4c7c-aa31-959c73d5919e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385339 Mar 18 11:17:02.678403 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e365d-f902-4195-ad3d-a2463b0623be req-4f1828a2-bdb4-4d8d-95d2-10c5764d3bb6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:02.679825 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f07e365d-f902-4195-ad3d-a2463b0623be req-4f1828a2-bdb4-4d8d-95d2-10c5764d3bb6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0808990 Mar 18 11:17:02.722808 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f07e365d-f902-4195-ad3d-a2463b0623be req-a59abc15-fd88-4cc5-a070-24000d432a59 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373724 Mar 18 11:17:03.899104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd5b6-71d7-4911-a275-2599873bfa1f req-3919c41d-04ae-43eb-be16-6ee6a1e47faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:03.901040 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78cfd5b6-71d7-4911-a275-2599873bfa1f req-3919c41d-04ae-43eb-be16-6ee6a1e47faf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0777857 Mar 18 11:17:03.950744 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-78cfd5b6-71d7-4911-a275-2599873bfa1f req-4962a441-99c8-479d-aefa-5b46b03150f0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441151 Mar 18 11:17:05.135619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8b4-6334-4dbc-810b-22d24afaaa12 req-9b1a4e52-6d21-4e09-b369-a027e2b536aa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:05.137026 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4f8ac8b4-6334-4dbc-810b-22d24afaaa12 req-9b1a4e52-6d21-4e09-b369-a027e2b536aa tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0801995 Mar 18 11:17:05.179861 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4f8ac8b4-6334-4dbc-810b-22d24afaaa12 req-fc4bc100-a9cd-477d-9624-90599ae2e4d5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371556 Mar 18 11:17:06.401272 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39406f6-c87b-406e-a995-218b10fe87af req-36224258-c03e-484b-936c-de736897d3cb tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:06.402722 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f39406f6-c87b-406e-a995-218b10fe87af req-36224258-c03e-484b-936c-de736897d3cb tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0779777 Mar 18 11:17:06.444241 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f39406f6-c87b-406e-a995-218b10fe87af req-c3e7e9b5-fc62-429a-b788-9e3c7e5fa0a7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359941 Mar 18 11:17:07.010246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:17:07.138906 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:17:07.151431 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'mac_address': 'fa:16:3e:04:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:17:07.204214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:07.220297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1bb1af-2ffa-44d2-8758-718414aeca98 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:17:07.235323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:17:07.297502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:07.364969 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:17:07.372375 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.372720 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.373054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.373383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.373709 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.374056 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.374377 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.374695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.375014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.375330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.375646 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.375960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:17:07.518493 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['2a1bb1af-2ffa-44d2-8758-718414aeca98'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:17:07.623314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4076da-5404-4616-bc52-05a1ec57c951 req-4cd3b4b6-8a32-49b9-9f88-8f132b802844 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:07.624718 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af4076da-5404-4616-bc52-05a1ec57c951 req-4cd3b4b6-8a32-49b9-9f88-8f132b802844 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 945 time: 0.0779607 Mar 18 11:17:07.668146 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-af4076da-5404-4616-bc52-05a1ec57c951 req-c3278bcf-27ca-41a9-9caa-899317e6f97b tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Mar 18 11:17:08.850094 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81132c7c-d249-4b31-a0b0-ea00c6ae3230 req-a3f1e824-9587-4b69-a62b-7a169bf71b74 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:08.851494 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-81132c7c-d249-4b31-a0b0-ea00c6ae3230 req-a3f1e824-9587-4b69-a62b-7a169bf71b74 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 945 time: 0.0802760 Mar 18 11:17:08.893995 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-81132c7c-d249-4b31-a0b0-ea00c6ae3230 req-7ac5f956-a763-4725-8041-fb3d0ecb16b0 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363586 Mar 18 11:17:09.024722 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:17:09.148924 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 2a1bb1af-2ffa-44d2-8758-718414aeca98 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:17:09.154074 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 2a1bb1af-2ffa-44d2-8758-718414aeca98 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:17:09.154452 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:09.266306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:09.292064 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:17:09.301159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:17:09.336099 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'code': 200} Mar 18 11:17:09.355333 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:09.421444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:17:09.727768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9ceb-3fa3-4243-8d38-ca97ce4f8b73 req-758f9fee-d65e-418f-a5ad-4f45b121b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:09.729971 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-de0f9ceb-3fa3-4243-8d38-ca97ce4f8b73 req-758f9fee-d65e-418f-a5ad-4f45b121b2b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0711012 Mar 18 11:17:09.768579 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-de0f9ceb-3fa3-4243-8d38-ca97ce4f8b73 req-bf2ac139-b4fb-4d42-bc98-55a3b49db182 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Mar 18 11:17:10.102259 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a50a-6cce-4c2e-a258-95b44b46fd88 req-ea8c8d9c-a8c1-4910-b36d-d7553688bc7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:10.103851 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4632a50a-6cce-4c2e-a258-95b44b46fd88 req-ea8c8d9c-a8c1-4910-b36d-d7553688bc7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.1070995 Mar 18 11:17:10.146097 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4632a50a-6cce-4c2e-a258-95b44b46fd88 req-f15f08c2-14f8-4b08-966c-d96b92cc4a55 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366681 Mar 18 11:17:11.335254 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8cf18-336b-4d1e-bb54-c072302e6c5c req-9ff97487-43df-4f66-a054-97fd58db0460 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:11.336695 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-edf8cf18-336b-4d1e-bb54-c072302e6c5c req-9ff97487-43df-4f66-a054-97fd58db0460 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0803051 Mar 18 11:17:11.379903 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-edf8cf18-336b-4d1e-bb54-c072302e6c5c req-b0c7074c-7547-4420-808d-c9a78e10ddb4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370615 Mar 18 11:17:11.557266 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673b875-f9d3-4571-b23b-3c2c32186e12 req-8e9f17b0-1e39-4694-9400-df28ddef2e84 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:11.558620 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6673b875-f9d3-4571-b23b-3c2c32186e12 req-8e9f17b0-1e39-4694-9400-df28ddef2e84 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0778999 Mar 18 11:17:11.604139 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6673b875-f9d3-4571-b23b-3c2c32186e12 req-7f2b0038-2b6f-483d-985c-3066c31896b2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Mar 18 11:17:11.625399 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51910) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:17:11.692074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd708485-1a21-4aff-a520-d19d82b8b97e tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:11.692762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd708485-1a21-4aff-a520-d19d82b8b97e tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] Synchronizing usage tracker for tenant:e0cfdef1c04b4d8784b89c02b63a5702 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:17:11.777545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-cd708485-1a21-4aff-a520-d19d82b8b97e tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] Unset dirty status for tenant:e0cfdef1c04b4d8784b89c02b63a5702 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:17:11.778693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cd708485-1a21-4aff-a520-d19d82b8b97e tempest-TestShelveInstance-1423333564 tempest-TestShelveInstance-1423333564-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1094 time: 0.1523311 Mar 18 11:17:11.781363 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 51914) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:17:11.786143 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:17:11.791897 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:17:11.795678 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Usage tracker for resource:floatingip and tenant:70875767c41941e1b1a4df8528f0d2b5 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:17:11.798564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:17:11.804193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:17:11.857327 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:12.086915 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:12.218284 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Allocated IP 172.26.2.68 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/b907de11-95f9-45d1-b6fb-23911e682800) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:17:12.360317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:12.429421 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:12.488657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:17:12.495865 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:17:12.499846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:17:12.531330 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=b907de11-95f9-45d1-b6fb-23911e682800,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:17:12.932317 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:13.080732 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:13.282471 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:13.331735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:13.433904 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event updated for resources: {'Port': ['ID=b907de11-95f9-45d1-b6fb-23911e682800,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:17:13.443367 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:13.751567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.db.l3_db [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Floating IP 2eda5edb-1c23-4617-a817-7969ecd06de2 associated. External IP: 172.26.2.68, port: 2a1bb1af-2ffa-44d2-8758-718414aeca98. Mar 18 11:17:13.848088 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-c02dfd78-ab55-4d24-b894-97ca481a1959 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3211527 Mar 18 11:17:14.136176 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4323-c628-464b-980e-dd37aaa57905 req-c8bce9ec-cf7d-487a-9af4-a368f775a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:14.137633 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-c8bce9ec-cf7d-487a-9af4-a368f775a4cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.2217114 Mar 18 11:17:14.201868 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:17:14.369885 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4323-c628-464b-980e-dd37aaa57905 req-d35dc34e-467b-4904-8ce2-51a6ab077ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:14.371316 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-d35dc34e-467b-4904-8ce2-51a6ab077ee7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.2146666 Mar 18 11:17:14.531533 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:17:14.541615 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:17:14.543547 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-c787bd77-6b39-4dc1-a6f7-776fd93106dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 999 time: 0.1230876 Mar 18 11:17:14.551016 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:17:14.551648 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:16:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:17:14.613846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4323-c628-464b-980e-dd37aaa57905 req-4dfd776f-da20-4266-988d-1c914d1b551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:14.615261 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-4dfd776f-da20-4266-988d-1c914d1b551b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0643702 Mar 18 11:17:14.670933 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:14.732819 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:17:14.740014 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-559348e8-327b-4daf-ab88-e8ae52854846 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9576609 Mar 18 11:17:14.741905 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:17:14.751923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4323-c628-464b-980e-dd37aaa57905 req-f56a57bc-176d-4ce5-b1a5-d96cf17c3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:14.753358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-f56a57bc-176d-4ce5-b1a5-d96cf17c3e9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311028 Mar 18 11:17:14.794278 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'status': 'completed', 'code': 200} Mar 18 11:17:14.885259 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-1dabd087-9cb8-467c-a273-58836f439f46 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255274 Mar 18 11:17:15.019246 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-385f4323-c628-464b-980e-dd37aaa57905 req-32761288-88f9-4c69-b120-a76977304474 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276872 Mar 18 11:17:15.077550 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '2eda5edb-1c23-4617-a817-7969ecd06de2', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:04:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:17:12Z', 'updated_at': '2022-03-18T11:17:12Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:17:15.081572 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:17:15.090197 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:17:15.090782 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:16:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:17:15.188710 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-c82870cd-cfe0-4495-af6b-3d89ddae0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:15.190213 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-c82870cd-cfe0-4495-af6b-3d89ddae0bfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0694969 Mar 18 11:17:15.268467 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:17:15.439290 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-69f5e937-3ec0-419c-9e00-b8e5489c44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:15.440772 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-69f5e937-3ec0-419c-9e00-b8e5489c44fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.2448776 Mar 18 11:17:15.543019 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-cd08626f-ce63-48c4-98f5-21b9f6178131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 999 time: 0.0951552 Mar 18 11:17:15.605172 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-c2791ed9-cdda-44e5-9d82-4d61c57d9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:15.606656 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-c2791ed9-cdda-44e5-9d82-4d61c57d9f77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0579355 Mar 18 11:17:15.620084 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '2eda5edb-1c23-4617-a817-7969ecd06de2', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:04:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:17:12Z', 'updated_at': '2022-03-18T11:17:12Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:17:15.623926 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f6948-78fa-4389-a20c-8a5264fc6ce4 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '2eda5edb-1c23-4617-a817-7969ecd06de2', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'mac_address': 'fa:16:3e:04:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:17:12Z', 'updated_at': '2022-03-18T11:17:12Z', 'revision_number': 0, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:17:15.684382 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-d5af2845-758e-4aee-b01e-30fd20ce3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:17:15.685918 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-d5af2845-758e-4aee-b01e-30fd20ce3a6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737050 Mar 18 11:17:15.807524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b78ea-05ee-4a4c-acb2-484529af7d0e None None] New status for floating IP 2eda5edb-1c23-4617-a817-7969ecd06de2: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:17:15.823590 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-0f0e1858-e6cd-4577-aba6-9dc3c307c44c service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317196 Mar 18 11:17:15.968848 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d608c5f5-742c-4dae-aeaa-677364f5ca0f req-15c02aa8-b130-4757-86d8-29ebe2195fce service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282594 Mar 18 11:17:18.678802 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:17:22.006018 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-05adc750-25fe-4147-957f-ed8bc9e37e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:24.518871 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4b43-200d-40c6-90b9-d8cb2aba398a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:25.507317 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:25.621422 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:25.747226 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:27.160511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:52.040281 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-045c4155-a26f-4ea9-b4b5-e13ccd107153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:54.537523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-66700f21-ed55-4350-a4fc-41603dc41dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:55.517962 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:55.661190 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:55.677848 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:17:55.760200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:17:57.143187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:13.957353 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-765ebdb7-a4d4-418f-b445-ba054ddf2ddf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690000 Mar 18 11:18:14.096219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-c3fd04f4-1d6c-47c9-83a8-b553e12fb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:18:14.097638 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-c3fd04f4-1d6c-47c9-83a8-b553e12fb45d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0729251 Mar 18 11:18:14.239654 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-2d22e36e-daa0-41d9-8329-50970a5c52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:18:14.242605 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-2d22e36e-daa0-41d9-8329-50970a5c52e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1256340 Mar 18 11:18:14.344703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-274c7efe-b76e-4dba-abcf-1fc01d770418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 1001 time: 0.0978780 Mar 18 11:18:14.404480 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-b8221584-d9da-4d54-a872-a5ebf433aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:18:14.405888 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-b8221584-d9da-4d54-a872-a5ebf433aa26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0549841 Mar 18 11:18:14.478767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-5381a30a-df57-4f04-9408-0b040d767c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:18:14.480207 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-5381a30a-df57-4f04-9408-0b040d767c7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682359 Mar 18 11:18:14.608460 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-d7acdcaf-595a-47d8-91cd-2d28b4a68391 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223452 Mar 18 11:18:14.738778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-0096f88f-af79-4358-9588-fb49c9bcebfc req-cd97ae0e-f36a-4ab0-ac5b-56eff236a254 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245582 Mar 18 11:18:22.039989 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-71a29bd7-db6c-484e-a941-88f0b824abfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:24.541289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9a8524fd-528a-4d34-afab-636f1732d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:25.529336 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:25.626361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:25.752130 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:27.143099 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:32.677085 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:18:52.040237 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-98938101-e5ae-45ef-b25d-f4a4e85b449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:54.528439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-948738a7-ea30-40b0-b0d7-22fa01a04a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:55.506163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:55.634096 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:55.757153 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:18:57.165630 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:09.676319 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:19:16.585601 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-c3081ad8-a879-4e3b-b26b-d3c3c264fa77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728204 Mar 18 11:19:16.719800 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893599f0-1529-4171-be4d-7281f0ff0202 req-19d40321-e56c-4a26-8257-4223917498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:16.721243 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-19d40321-e56c-4a26-8257-4223917498b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0685043 Mar 18 11:19:16.967894 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893599f0-1529-4171-be4d-7281f0ff0202 req-b00d08c4-3657-4935-bb7a-098325af3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:16.969336 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-b00d08c4-3657-4935-bb7a-098325af3949 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.2301495 Mar 18 11:19:17.068843 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-0b95dd0c-d1ef-4a97-bde3-2e05006fa163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 1001 time: 0.0934093 Mar 18 11:19:17.131987 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893599f0-1529-4171-be4d-7281f0ff0202 req-452ce28f-a2f8-4464-9d92-fc60bf808ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:17.133374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-452ce28f-a2f8-4464-9d92-fc60bf808ed0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0586095 Mar 18 11:19:17.204088 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893599f0-1529-4171-be4d-7281f0ff0202 req-108cb072-0a55-4264-b9d7-aa9c9d56ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:17.205409 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-108cb072-0a55-4264-b9d7-aa9c9d56ede8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661302 Mar 18 11:19:17.331345 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-98a9f6be-ca7e-4ec6-bc4f-a82c1e09f950 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193810 Mar 18 11:19:17.460652 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-893599f0-1529-4171-be4d-7281f0ff0202 req-e023bbda-aad5-41a2-bc4d-f3ef328946da service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230009 Mar 18 11:19:22.048597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e02c5edb-0f6b-4617-9d5b-42ef3432b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:24.554081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4cc1-78b8-4bef-b7ac-6dfceffa61b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:25.511015 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:25.642406 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:25.759466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:27.113900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:46.675944 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:19:52.022318 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bf8eb16e-5fb2-4787-98a4-1ffb0b979fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:53.059501 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefca92-d422-443b-8ced-282026d184f1 req-8d0571a5-b3df-4096-a975-45b3506dbac5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:53.060945 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-deefca92-d422-443b-8ced-282026d184f1 req-8d0571a5-b3df-4096-a975-45b3506dbac5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0828590 Mar 18 11:19:53.115513 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-deefca92-d422-443b-8ced-282026d184f1 req-a9eebfa2-3ce8-4d5b-ade4-7516e2c13a77 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Mar 18 11:19:54.299564 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb87aa-e4d5-4c99-8b59-311a49ae6fa1 req-3cd066a0-6b54-4e21-9db7-b901e79d5871 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:54.301008 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1fb87aa-e4d5-4c99-8b59-311a49ae6fa1 req-3cd066a0-6b54-4e21-9db7-b901e79d5871 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0843451 Mar 18 11:19:54.343313 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e1fb87aa-e4d5-4c99-8b59-311a49ae6fa1 req-4cac6a67-e02a-418c-9f90-304fc34ce3f4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Mar 18 11:19:54.554091 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5e28864-b1fb-4035-a0b9-d838a3e71017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:55.525585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:55.525788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796e311-21b9-429f-a7e9-78d5eb0649f2 req-49ec4a1f-12ec-4f9e-9fec-89a5ccf80519 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:55.527088 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b796e311-21b9-429f-a7e9-78d5eb0649f2 req-49ec4a1f-12ec-4f9e-9fec-89a5ccf80519 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0773199 Mar 18 11:19:55.570934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b796e311-21b9-429f-a7e9-78d5eb0649f2 req-a1cf7216-9a93-4192-9dc4-f06f26881823 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379357 Mar 18 11:19:55.613415 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:55.779023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:56.749981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889453b2-9d9b-4d0a-bacb-19467a3478c3 req-88e58b7c-4265-4ed8-a97b-7f5622c40219 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:56.751403 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-889453b2-9d9b-4d0a-bacb-19467a3478c3 req-88e58b7c-4265-4ed8-a97b-7f5622c40219 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0778887 Mar 18 11:19:56.794597 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-889453b2-9d9b-4d0a-bacb-19467a3478c3 req-dbb6a71b-b48b-40de-87cd-cdaad1d6937d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Mar 18 11:19:57.116289 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:19:57.978754 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba1a39-6b19-4f1a-8e22-b9aedac48b3e req-84636f34-1b57-405a-bf4a-9aeee559f37c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:57.980196 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ddba1a39-6b19-4f1a-8e22-b9aedac48b3e req-84636f34-1b57-405a-bf4a-9aeee559f37c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0839765 Mar 18 11:19:58.022504 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ddba1a39-6b19-4f1a-8e22-b9aedac48b3e req-09cc2e98-1b8e-4e5e-a04e-cb930bb35624 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Mar 18 11:19:59.206772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32379-903c-49cc-ba10-97b0c94ac5e8 req-e312f7cd-ce8e-4b30-96d1-bc14394b8b54 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:19:59.208402 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fca32379-903c-49cc-ba10-97b0c94ac5e8 req-e312f7cd-ce8e-4b30-96d1-bc14394b8b54 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0840702 Mar 18 11:19:59.250978 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fca32379-903c-49cc-ba10-97b0c94ac5e8 req-1efbbd95-fed1-47d3-afe8-b8e4d142a39d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370955 Mar 18 11:20:00.440913 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b12a19-a13b-4200-883a-ea8f93c498dc req-ef2e617a-245a-4203-88ca-9249a82f04ce tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:00.442353 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99b12a19-a13b-4200-883a-ea8f93c498dc req-ef2e617a-245a-4203-88ca-9249a82f04ce tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0777135 Mar 18 11:20:00.575253 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-99b12a19-a13b-4200-883a-ea8f93c498dc req-2bbd854c-fd23-4a78-9ba2-0e00b6e9df5e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274214 Mar 18 11:20:01.753166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a04500-3c28-45be-9fb3-71d4c1bf9242 req-a707cf22-58a2-4702-a21c-766e96adb8a5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:01.754621 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3a04500-3c28-45be-9fb3-71d4c1bf9242 req-a707cf22-58a2-4702-a21c-766e96adb8a5 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0780761 Mar 18 11:20:01.797117 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-a3a04500-3c28-45be-9fb3-71d4c1bf9242 req-7f9f3c4e-ae44-49f6-8607-c4448e9ba154 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Mar 18 11:20:02.975857 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae68e61-9ec3-4444-8057-5f58667b2ec6 req-c53c2131-a9d8-48f3-8134-6252571f85cc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:02.977274 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7ae68e61-9ec3-4444-8057-5f58667b2ec6 req-c53c2131-a9d8-48f3-8134-6252571f85cc tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0774252 Mar 18 11:20:03.020087 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-7ae68e61-9ec3-4444-8057-5f58667b2ec6 req-23a17850-bc6e-4072-ab2e-40a567a167d4 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370514 Mar 18 11:20:03.211334 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-897dea32-9bcf-4683-bd9c-a4e638788cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:03.212751 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-897dea32-9bcf-4683-bd9c-a4e638788cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0713899 Mar 18 11:20:03.341237 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-6eb647c0-8a35-4c8e-9085-f1c4ce6ebc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:03.342705 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-6eb647c0-8a35-4c8e-9085-f1c4ce6ebc8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1229451 Mar 18 11:20:03.442283 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-254ce581-34bb-44bb-ba63-139cd9fdcd43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 1001 time: 0.0935652 Mar 18 11:20:03.502400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-8b1778e4-2fbf-4020-a4ff-b7e37b64896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:03.503756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-8b1778e4-2fbf-4020-a4ff-b7e37b64896d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0557504 Mar 18 11:20:03.577764 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-77fe3402-3b18-4a44-a98d-89d7150037de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:03.579194 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-77fe3402-3b18-4a44-a98d-89d7150037de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698142 Mar 18 11:20:03.706358 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-3b377f2f-f243-4d74-a07f-603062918d86 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215353 Mar 18 11:20:03.923376 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-83e70a79-12c9-4114-9d85-f4b41d380b45 req-99b51553-88e7-4f74-99b4-3d386bfeb0f3 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112226 Mar 18 11:20:04.204717 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca0a62-48f6-45f9-b00c-4044565c5c42 req-41927b8c-000b-4c4b-ae33-366955dfb192 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:04.206129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-82ca0a62-48f6-45f9-b00c-4044565c5c42 req-41927b8c-000b-4c4b-ae33-366955dfb192 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0775197 Mar 18 11:20:04.248124 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-82ca0a62-48f6-45f9-b00c-4044565c5c42 req-ba874776-a687-48ff-86a2-abcf90ef0cff tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362980 Mar 18 11:20:05.432265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a133ec-b553-48a4-94fb-fa35be474fc4 req-04b40f47-9f1d-4dd2-a517-bdfd242c58b1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:05.433690 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-07a133ec-b553-48a4-94fb-fa35be474fc4 req-04b40f47-9f1d-4dd2-a517-bdfd242c58b1 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0823934 Mar 18 11:20:05.477852 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-07a133ec-b553-48a4-94fb-fa35be474fc4 req-a00db79e-f0cf-4770-8b28-3ee5bfb52b16 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Mar 18 11:20:06.664947 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a39957-d570-451f-9189-4358f61699c0 req-d3dc2bbb-004b-46f6-bbf5-f0d3b07db10e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:06.666430 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-76a39957-d570-451f-9189-4358f61699c0 req-d3dc2bbb-004b-46f6-bbf5-f0d3b07db10e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0866201 Mar 18 11:20:06.709567 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-76a39957-d570-451f-9189-4358f61699c0 req-01a5f362-2c8f-4bd4-805a-112db8feb9de tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375600 Mar 18 11:20:07.209225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e0d03-f1cc-49c3-92fc-f00a497062a4 req-e6186247-9d3f-44d2-951e-1a00c4e615b7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:07.210637 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa9e0d03-f1cc-49c3-92fc-f00a497062a4 req-e6186247-9d3f-44d2-951e-1a00c4e615b7 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0789788 Mar 18 11:20:07.263480 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-fa9e0d03-f1cc-49c3-92fc-f00a497062a4 req-78ca9860-35ac-474c-aafe-43430a697785 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474412 Mar 18 11:20:07.360461 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-16bc03c3-b4e5-4dae-9b9a-43f77c09ccac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2108538 Mar 18 11:20:08.450925 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ebb7f-33b6-4fbe-910e-131625720656 req-46fecc70-247a-4c23-9499-61c99d68e9a2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:08.452369 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-353ebb7f-33b6-4fbe-910e-131625720656 req-46fecc70-247a-4c23-9499-61c99d68e9a2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0811474 Mar 18 11:20:08.497495 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-353ebb7f-33b6-4fbe-910e-131625720656 req-f0b5944e-9913-4bb7-ae11-9de257a4dd97 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 Mar 18 11:20:09.682255 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bbca4-1309-4867-a65c-19e15e517cdc req-4756c617-b093-422e-852f-c50082f08bbd tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:09.683629 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-453bbca4-1309-4867-a65c-19e15e517cdc req-4756c617-b093-422e-852f-c50082f08bbd tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0797544 Mar 18 11:20:09.726993 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-453bbca4-1309-4867-a65c-19e15e517cdc req-8bc668f9-d70f-43b8-b06c-2da2594f7c7e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Mar 18 11:20:09.832605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:20:09.981896 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:10.009033 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:20:10.018519 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:20:10.095155 dv-neutron-834265-1-hyperv neutron-server[88543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'code': 422} returned with failed status Mar 18 11:20:10.125187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:10.190592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:20:10.197323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.197663 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.198023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.198357 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.198711 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.199038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.199355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.199670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.199983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.200295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.200626 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.200920 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:20:10.939847 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088211c3-31a8-42b4-900e-371896b23bb7 req-c52c56ac-40ba-41b1-8ac4-b5c7431ea8e2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:10.941803 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-088211c3-31a8-42b4-900e-371896b23bb7 req-c52c56ac-40ba-41b1-8ac4-b5c7431ea8e2 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.1122806 Mar 18 11:20:10.995071 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-088211c3-31a8-42b4-900e-371896b23bb7 req-b4ddfe0a-cebd-4409-bcb7-2fdeef5e5555 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Mar 18 11:20:11.014866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-79253dc2-0e8f-4f5f-ae03-39d8dd63da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:11.016290 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-79253dc2-0e8f-4f5f-ae03-39d8dd63da90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&tenant_id=70875767c41941e1b1a4df8528f0d2b5 HTTP/1.1" status: 200 len: 1097 time: 0.1126580 Mar 18 11:20:11.113918 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-97e51d20-e802-4009-94d8-e9b0b5919203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:11.115390 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-97e51d20-e802-4009-94d8-e9b0b5919203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1097 time: 0.0804877 Mar 18 11:20:11.242359 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-a8603dbb-f80a-4073-a7ff-d163395e3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:11.243819 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-a8603dbb-f80a-4073-a7ff-d163395e3837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1231623 Mar 18 11:20:11.342614 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-f531c8f3-e569-4d7f-87ed-2a436df26632 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 999 time: 0.0927010 Mar 18 11:20:11.400631 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-b391e5bb-f435-4d32-a8a9-09c3792dd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:11.402015 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-b391e5bb-f435-4d32-a8a9-09c3792dd9d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0538278 Mar 18 11:20:11.472728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-aa249bf3-742a-4498-9226-a8f29ace6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:11.474130 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-aa249bf3-742a-4498-9226-a8f29ace6060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665982 Mar 18 11:20:11.598024 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-607b59e9-28b9-46f2-8d68-d42504081beb service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178887 Mar 18 11:20:11.723664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-84a768de-a28d-463e-aaac-10f1744e5d48 req-baf3786c-1e5d-4ed3-8acf-c440f104f340 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190917 Mar 18 11:20:12.176897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883467a-86a1-4022-80be-79ed9e237085 req-0e678a30-2c80-4eb6-93f7-074631e54d66 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:12.178327 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e883467a-86a1-4022-80be-79ed9e237085 req-0e678a30-2c80-4eb6-93f7-074631e54d66 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0767548 Mar 18 11:20:12.223887 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-e883467a-86a1-4022-80be-79ed9e237085 req-bdda6a9d-5158-4517-86fc-e6468638571e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Mar 18 11:20:13.404524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d4507-9198-46cc-a20f-ce9d5c54cbc3 req-e3e00570-7b67-469a-b770-43219b27f903 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:13.405958 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d36d4507-9198-46cc-a20f-ce9d5c54cbc3 req-e3e00570-7b67-469a-b770-43219b27f903 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0805421 Mar 18 11:20:13.448591 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-d36d4507-9198-46cc-a20f-ce9d5c54cbc3 req-018e648e-85aa-4460-b3ce-9361b446e7a8 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370865 Mar 18 11:20:14.626155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be159b-7493-45a6-b78c-2f72cfb378b4 req-558e5159-dd57-4bd2-ae1f-4b6eca925722 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:14.627563 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-64be159b-7493-45a6-b78c-2f72cfb378b4 req-558e5159-dd57-4bd2-ae1f-4b6eca925722 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0777652 Mar 18 11:20:14.670776 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-64be159b-7493-45a6-b78c-2f72cfb378b4 req-98ff17b5-1301-4f3d-8535-289f3334b9bf tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Mar 18 11:20:15.850862 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7e43c-032d-4549-9762-4af3c2bc1398 req-be7a03d4-b8ab-48d1-960c-e4b22cb1490a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:15.852343 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9eb7e43c-032d-4549-9762-4af3c2bc1398 req-be7a03d4-b8ab-48d1-960c-e4b22cb1490a tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0764682 Mar 18 11:20:15.990694 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-9eb7e43c-032d-4549-9762-4af3c2bc1398 req-6735bb35-d69a-4194-8f2f-36e1da563d7c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326678 Mar 18 11:20:16.621795 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-3cbb0cb1-e117-4d49-9d45-155eaac5242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:16.623255 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-3cbb0cb1-e117-4d49-9d45-155eaac5242a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1097 time: 0.0694613 Mar 18 11:20:16.762569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-2b26742f-3aa7-469f-86ea-0ad9e1d991f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:16.763984 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-2b26742f-3aa7-469f-86ea-0ad9e1d991f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1229815 Mar 18 11:20:16.865267 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-54a0172d-f55a-4a9d-96c0-46b06d3d0c40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 999 time: 0.0954499 Mar 18 11:20:16.926414 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-2730c342-a122-4976-9782-a7335ad2500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:16.927821 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-2730c342-a122-4976-9782-a7335ad2500e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0565042 Mar 18 11:20:17.003278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-bada3fad-b107-4a37-bf01-3ba850a389fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:17.005288 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-bada3fad-b107-4a37-bf01-3ba850a389fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712531 Mar 18 11:20:17.142490 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-96ec581e-cd32-4ce9-b627-d32012a1c890 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309001 Mar 18 11:20:17.175203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35a5da-9a48-41c4-a30d-c1e6c242dec9 req-61279447-b864-4cd0-b18e-285c8c03c455 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:17.177162 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df35a5da-9a48-41c4-a30d-c1e6c242dec9 req-61279447-b864-4cd0-b18e-285c8c03c455 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0842462 Mar 18 11:20:17.222471 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-df35a5da-9a48-41c4-a30d-c1e6c242dec9 req-cb866568-c9c9-4516-94d8-d745a95e2b5c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Mar 18 11:20:17.277292 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-4a123ea8-62b2-43e7-8d88-38b1fb4d3fa6 req-ca834ccf-e1a6-46a6-8452-6cf519445b01 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281190 Mar 18 11:20:18.401081 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64ecc-94d7-464b-a129-3e462333e77c req-cee57e23-7bb3-47ce-a8a7-ef8c7fbb5f49 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:18.402552 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5cd64ecc-94d7-464b-a129-3e462333e77c req-cee57e23-7bb3-47ce-a8a7-ef8c7fbb5f49 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0779021 Mar 18 11:20:18.449129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5cd64ecc-94d7-464b-a129-3e462333e77c req-36b8682f-6361-47b3-ab25-0953ae42b9af tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Mar 18 11:20:19.629858 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0a7c-9e0b-478b-9ee4-96817f51fc09 req-b18d2f95-94af-4904-a52d-bd98513d9f72 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:19.631320 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0f2d0a7c-9e0b-478b-9ee4-96817f51fc09 req-b18d2f95-94af-4904-a52d-bd98513d9f72 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 944 time: 0.0776677 Mar 18 11:20:19.680127 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0f2d0a7c-9e0b-478b-9ee4-96817f51fc09 req-095919d2-5ec8-44f9-85d7-4b2ae3f0bd36 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Mar 18 11:20:19.839765 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:20:19.969140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:20:19.983818 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'port_id': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'mac_address': 'fa:16:3e:04:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:20:20.059521 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:20.076786 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1bb1af-2ffa-44d2-8758-718414aeca98 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:20:20.092514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:20:20.172410 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:20.237648 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:20:20.411309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['2a1bb1af-2ffa-44d2-8758-718414aeca98'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:20:20.857140 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e4514-3a5e-493b-985c-a061b0c56362 req-b69dbb3d-c13c-4b20-9841-81f31f8c4806 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:20.858581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4e4514-3a5e-493b-985c-a061b0c56362 req-b69dbb3d-c13c-4b20-9841-81f31f8c4806 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 945 time: 0.0777113 Mar 18 11:20:20.901799 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1c4e4514-3a5e-493b-985c-a061b0c56362 req-d8171600-d9b9-4cee-ae68-1bc42a07af98 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Mar 18 11:20:21.854350 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:20:21.921413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 2a1bb1af-2ffa-44d2-8758-718414aeca98 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:20:21.921780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:22.039229 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c6e8bcee-43fa-415b-9897-b21483d8b1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:22.055641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:22.082745 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:20:22.088873 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bffa9-106a-486b-ae9b-a8feebbf11ce req-1a2d0844-6cf2-47ef-b90b-ed161eb9ba40 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:22.090400 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b13bffa9-106a-486b-ae9b-a8feebbf11ce req-1a2d0844-6cf2-47ef-b90b-ed161eb9ba40 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 945 time: 0.0839729 Mar 18 11:20:22.093684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:20:22.130183 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'code': 200} Mar 18 11:20:22.137466 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b13bffa9-106a-486b-ae9b-a8feebbf11ce req-92082333-d37b-4f70-8752-ee70cbe46bc3 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Mar 18 11:20:22.149435 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:22.217802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:20:22.446699 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00d3a-0f20-4a7e-9a5a-e9a87c428145 req-356e0ffe-0f6a-4049-ba53-78c476927410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:22.448027 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-58d00d3a-0f20-4a7e-9a5a-e9a87c428145 req-356e0ffe-0f6a-4049-ba53-78c476927410 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0704446 Mar 18 11:20:22.486805 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-58d00d3a-0f20-4a7e-9a5a-e9a87c428145 req-ab30df79-2685-4bc9-a61b-b57b1152edfd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Mar 18 11:20:23.327412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cdd1a-1f24-424b-9e8b-bf5949ca2bcf req-0f9536a6-6385-4b6c-9495-6081564bf563 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:23.328967 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e54cdd1a-1f24-424b-9e8b-bf5949ca2bcf req-0f9536a6-6385-4b6c-9495-6081564bf563 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0800316 Mar 18 11:20:23.373735 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e54cdd1a-1f24-424b-9e8b-bf5949ca2bcf req-16b64b01-421f-47ae-9158-aeed846fa8ea tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Mar 18 11:20:23.674041 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:20:24.527225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cc176f93-88a3-48f3-8c40-7e563be16745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:24.558619 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f888-9329-4452-949d-daadbc1b8555 req-8453bec5-fbba-45b8-9bc2-ec72c2660066 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:20:24.560017 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1d06f888-9329-4452-949d-daadbc1b8555 req-8453bec5-fbba-45b8-9bc2-ec72c2660066 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.0828290 Mar 18 11:20:24.603255 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1d06f888-9329-4452-949d-daadbc1b8555 req-d61bdd66-bff7-4ac8-8b89-cc0a557c1398 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Mar 18 11:20:25.519090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:25.622005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:25.804753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:27.149674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:52.010703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1965-a39e-4a2d-b008-5b52436e4041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:54.565468 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc012-d821-4244-8045-f73be8f092e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:55.558168 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:55.617474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:55.816040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:20:57.182392 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:00.676208 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:21:18.619196 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-58eb8cd8-c758-4328-84d6-9b1d51f6d26b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724576 Mar 18 11:21:18.759282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-ba6faf68-0a0e-4e72-9dc6-44d7c7fb4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:21:18.760729 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-ba6faf68-0a0e-4e72-9dc6-44d7c7fb4548 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.0727198 Mar 18 11:21:18.901000 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-2a818ccc-96a2-44bc-b06c-da353897f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:21:18.902455 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-2a818ccc-96a2-44bc-b06c-da353897f804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1244471 Mar 18 11:21:19.003421 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-2c0c720c-2512-4f7a-a685-afca2ae4625e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 1001 time: 0.0937874 Mar 18 11:21:19.063543 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-487627a3-48de-4013-bbdf-713167479717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:21:19.064914 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-487627a3-48de-4013-bbdf-713167479717 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0557926 Mar 18 11:21:19.235889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-8080ae2f-e53e-4b5f-b283-cca383ab1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:21:19.237337 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-8080ae2f-e53e-4b5f-b283-cca383ab1f45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1664925 Mar 18 11:21:19.369499 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-28add11b-6c49-498b-b3f5-c3cea38bf1cc service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253350 Mar 18 11:21:19.499134 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-66a4f815-5836-4fd6-a46f-2ec6f475e4f9 req-2131d7a2-907c-4fa9-a7bb-9802d024017e service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234238 Mar 18 11:21:22.034886 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-05c36725-16fd-4069-ab9f-3a11a3959de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:24.542511 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9d47fa5-b20d-449c-aed1-d8fa6fbef52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:25.560593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:25.651482 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:25.822784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:27.130620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:37.676884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:21:52.017344 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6b424b61-9e00-4585-8784-06198701487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:54.530094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca0c-1144-4877-89ac-e95b9eea2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:55.548395 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:55.639572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:55.862520 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:21:57.131038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:14.336379 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52120) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:14.675678 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:22:14.681886 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Deleting port b907de11-95f9-45d1-b6fb-23911e682800 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:14.682227 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:14.844874 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:14.845203 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:14.963759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Calling delete_port for b907de11-95f9-45d1-b6fb-23911e682800 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:15.256311 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:15.308061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'Port': ['ID=b907de11-95f9-45d1-b6fb-23911e682800,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:15.348768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.349294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.349588 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.349768 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.350121 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.350450 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.350774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.351096 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.351417 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.351737 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.352057 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.352373 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:15.411275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:15.411608 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Floating IP 2eda5edb-1c23-4617-a817-7969ecd06de2 disassociated (deleted). External IP: 172.26.2.68, port: 2a1bb1af-2ffa-44d2-8758-718414aeca98. Mar 18 11:22:15.749333 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:22:15.919898 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:15.929772 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:15.938836 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:15.939453 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:21:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:16.015968 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:16.072671 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d1f2e957-5280-4f36-acb2-27d2122b5291 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "DELETE /v2.0/floatingips/2eda5edb-1c23-4617-a817-7969ecd06de2 HTTP/1.1" status: 204 len: 168 time: 1.7351873 Mar 18 11:22:16.073256 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:22:16.114523 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:16.262986 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'status': 'completed', 'code': 200} Mar 18 11:22:16.430707 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:16.434887 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:16.437249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964d52-9ce8-4b17-843e-847c18168862 req-5ee0dbcc-15a3-4c4d-85e6-1ea292b49229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:16.438765 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-5ee0dbcc-15a3-4c4d-85e6-1ea292b49229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 1099 time: 0.1533978 Mar 18 11:22:16.444245 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:16.444827 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:21:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:16.573296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964d52-9ce8-4b17-843e-847c18168862 req-a0096af7-5c90-4414-b5ce-906934838084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:16.574780 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-a0096af7-5c90-4414-b5ce-906934838084 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 200 len: 909 time: 0.1292417 Mar 18 11:22:16.621010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:16.656459 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-81416c96-ccf7-4b36-b002-abd2e7027567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 200 len: 217 time: 0.0730636 Mar 18 11:22:16.670088 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142276-1521-4c0c-9ff0-58f80a627086 req-665f8ccf-f0be-4f2a-a1d3-4c9388f6f0b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:16.670777 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3e142276-1521-4c0c-9ff0-58f80a627086 req-665f8ccf-f0be-4f2a-a1d3-4c9388f6f0b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:22:16.720227 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964d52-9ce8-4b17-843e-847c18168862 req-5c5f4874-04f9-4246-bb76-2d24ff246963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:16.722368 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-5c5f4874-04f9-4246-bb76-2d24ff246963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 200 len: 847 time: 0.0589499 Mar 18 11:22:16.759433 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-3e142276-1521-4c0c-9ff0-58f80a627086 req-665f8ccf-f0be-4f2a-a1d3-4c9388f6f0b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:22:16.760687 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3e142276-1521-4c0c-9ff0-58f80a627086 req-665f8ccf-f0be-4f2a-a1d3-4c9388f6f0b6 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.2180810 Mar 18 11:22:16.802451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964d52-9ce8-4b17-843e-847c18168862 req-2516aaca-a048-4b86-a1e9-92a8ecb38b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:16.803830 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-2516aaca-a048-4b86-a1e9-92a8ecb38b5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3529c62-53d3-44e1-81a7-0a0608e67fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747888 Mar 18 11:22:16.806897 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3e142276-1521-4c0c-9ff0-58f80a627086 req-bc40cb95-6ba7-4cba-8a41-5ccfabbef82d tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 Mar 18 11:22:16.814706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-0f75156c-2fe9-4efe-ae8c-7d1bbe276972 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 18 11:22:16.815893 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-0f75156c-2fe9-4efe-ae8c-7d1bbe276972 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050042 Mar 18 11:22:16.950570 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-c6027617-a9d2-4674-b9a7-69701257d640 service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289692 Mar 18 11:22:16.970452 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:16.974801 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf687d-7bb6-452f-b4ef-efc4bc3c600f None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:11:57Z', 'revision_number': 4, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'c68719d1-0037-407e-988b-7075bc521205', 'name': '', 'network_id': 'c3529c62-53d3-44e1-81a7-0a0608e67fd0', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'mac_address': 'fa:16:3e:80:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:56Z', 'updated_at': '2022-03-18T11:12:03Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'subnets': [{'id': 'e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:17.083416 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-80964d52-9ce8-4b17-843e-847c18168862 req-63009fe9-ebb3-4b42-8570-da6230b81b2d service neutron] 10.222.0.24 "GET /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258767 Mar 18 11:22:17.192019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc339a42-21b6-4bcc-bf88-e9524e154c48 None None] New status for floating IP 2eda5edb-1c23-4617-a817-7969ecd06de2: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:22:18.084911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf22beb-a9d8-4d7f-9110-fe6055eee75b req-02c11946-c2a9-469b-84de-6250cfa75169 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:18.086604 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6cf22beb-a9d8-4d7f-9110-fe6055eee75b req-02c11946-c2a9-469b-84de-6250cfa75169 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.1722269 Mar 18 11:22:18.143260 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6cf22beb-a9d8-4d7f-9110-fe6055eee75b req-89003a7c-91d2-4efd-8662-2dc5ec58c862 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/security-groups?id=b8d1b933-c994-4d29-bd5d-542d8f7b809a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Mar 18 11:22:18.154549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55952875-9356-4741-a3a1-0e785517838c req-d85bf38e-ece3-4a88-9804-79e156206376 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:18.155933 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-55952875-9356-4741-a3a1-0e785517838c req-d85bf38e-ece3-4a88-9804-79e156206376 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 946 time: 0.1307683 Mar 18 11:22:18.226025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Deleting port 2a1bb1af-2ffa-44d2-8758-718414aeca98 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:18.226365 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:18.462704 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] For port 2a1bb1af-2ffa-44d2-8758-718414aeca98, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=2a1bb1af-2ffa-44d2-8758-718414aeca98,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:18.463054 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:18.680963 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Calling delete_port for 2a1bb1af-2ffa-44d2-8758-718414aeca98 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:18.884860 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:18.938656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'Port': ['ID=2a1bb1af-2ffa-44d2-8758-718414aeca98,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:18.973315 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.973664 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.974032 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.974364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.974691 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.975017 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.975339 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.975659 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.975980 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.976295 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.976612 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:18.976926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:19.027341 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] No DVR routers for this DVR port 2a1bb1af-2ffa-44d2-8758-718414aeca98 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:22:19.029640 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:19.032074 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-deleted', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:22:19.108613 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-55952875-9356-4741-a3a1-0e785517838c req-24af8fe0-184a-455c-be8f-9560b044264e tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.24 "DELETE /v2.0/ports/2a1bb1af-2ffa-44d2-8758-718414aeca98 HTTP/1.1" status: 204 len: 173 time: 0.9471560 Mar 18 11:22:19.120535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4abbbd-3c77-41c4-857d-58789317539b', 'name': 'network-vif-deleted', 'tag': '2a1bb1af-2ffa-44d2-8758-718414aeca98', 'status': 'completed', 'code': 200} Mar 18 11:22:19.292839 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6329dab6-e1b1-4598-bb42-44f4d3ee4a0d req-d44de616-72e8-4e06-8ee3-9f69b45ba72c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Synchronizing usage tracker for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:22:19.376769 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6329dab6-e1b1-4598-bb42-44f4d3ee4a0d req-d44de616-72e8-4e06-8ee3-9f69b45ba72c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Unset dirty status for tenant:70875767c41941e1b1a4df8528f0d2b5 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:22:19.378672 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6329dab6-e1b1-4598-bb42-44f4d3ee4a0d req-d44de616-72e8-4e06-8ee3-9f69b45ba72c tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.1270866 Mar 18 11:22:20.546252 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-d3a750e0-4354-4707-939f-85f74e1c98d1 req-e2cb2eba-182b-4038-b611-8384e6543f44 tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.0448353 Mar 18 11:22:20.586863 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-40763531-ca86-4a8e-9b63-52141336a0dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce4abbbd-3c77-41c4-857d-58789317539b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0417345 Mar 18 11:22:20.697037 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-8c3c2ddb-6de8-40fa-9374-e9b54baa1237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70875767c41941e1b1a4df8528f0d2b5&device_id=ce4abbbd-3c77-41c4-857d-58789317539b HTTP/1.1" status: 200 len: 210 time: 0.0437119 Mar 18 11:22:20.856658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-477cb2d4-928b-4a7a-b6ba-ecf715caa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:20.858128 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-477cb2d4-928b-4a7a-b6ba-ecf715caa7ca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=70875767c41941e1b1a4df8528f0d2b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1398137 Mar 18 11:22:20.997132 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-2f45f3d1-03e4-47e6-8625-491fca7a83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:20.998498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-1bac89a6-de7c-4a49-b6f7-cdc323639ace req-2f45f3d1-03e4-47e6-8625-491fca7a83de service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345685 Mar 18 11:22:21.643249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52160) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:21.710514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:21.741118 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:21.856340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:21.875665 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1b933-c994-4d29-bd5d-542d8f7b809a,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:21.947111 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:21.948289 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8ca1cff1-5b81-48e2-b7f2-3e4a1d08f0ab tempest-TestShelveInstance-954338435 tempest-TestShelveInstance-954338435-project] 10.222.0.18 "DELETE /v2.0/security-groups/b8d1b933-c994-4d29-bd5d-542d8f7b809a HTTP/1.1" status: 204 len: 168 time: 0.3035457 Mar 18 11:22:22.050914 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aeb02cbb-643c-45dd-8490-65111ec9d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:22.084071 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52166) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:22.547522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:22.583503 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 2a1bb1af-2ffa-44d2-8758-718414aeca98 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:22.584020 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 2a1bb1af-2ffa-44d2-8758-718414aeca98 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:22.927546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:23.282314 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Deleting port c68719d1-0037-407e-988b-7075bc521205 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:23.282538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:23.464628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] For port c68719d1-0037-407e-988b-7075bc521205, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=c68719d1-0037-407e-988b-7075bc521205,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:23.465006 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:23.587333 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Calling delete_port for c68719d1-0037-407e-988b-7075bc521205 owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:23.959350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:24.008908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68719d1-0037-407e-988b-7075bc521205,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:24.372366 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:24.507854 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-551ca168-ce71-4e6f-9f97-f83459c6c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:24.725484 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Router fb31e740-3539-48db-8795-4af42ccbf25f has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:22:24.900726 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:24.910422 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Sync routers for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:24.919926 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:24.920544 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:24.978446 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1768511a-6b42-4f1b-a59b-9c199993fe52 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb31e740-3539-48db-8795-4af42ccbf25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8930817 Mar 18 11:22:24.980791 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52172) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:25.102839 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:25.152939 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.331807 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.387305 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:22:23Z', 'revision_number': 5, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port': {'id': '5d602c6a-acb8-426c-b529-130c0bb1c55e', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:11:53Z', 'updated_at': '2022-03-18T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:25.391285 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Checking router: fb31e740-3539-48db-8795-4af42ccbf25f for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:25.399510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Deleting port 5d602c6a-acb8-426c-b529-130c0bb1c55e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:25.399996 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.400490 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Routers {'fb31e740-3539-48db-8795-4af42ccbf25f'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:25.401139 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['fb31e740-3539-48db-8795-4af42ccbf25f'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:25.519500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.556246 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] Set router fb31e740-3539-48db-8795-4af42ccbf25f gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:25.572494 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] For port 5d602c6a-acb8-426c-b529-130c0bb1c55e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=5d602c6a-acb8-426c-b529-130c0bb1c55e,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:25.572848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.627573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:25.660109 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:22:25Z', 'revision_number': 6, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:25.664183 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3186-a3f9-4c06-81f5-7e08d1023a19 None None] The sync data for ids ['fb31e740-3539-48db-8795-4af42ccbf25f'] in dv-neutron-834265-1-hyperv is: [{'id': 'fb31e740-3539-48db-8795-4af42ccbf25f', 'name': 'tempest-TestShelveInstance-689869024-router', 'tenant_id': '70875767c41941e1b1a4df8528f0d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:11:52Z', 'updated_at': '2022-03-18T11:22:25Z', 'revision_number': 6, 'project_id': '70875767c41941e1b1a4df8528f0d2b5', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:25.700144 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Calling delete_port for 5d602c6a-acb8-426c-b529-130c0bb1c55e owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:25.862698 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.005463 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.052078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d602c6a-acb8-426c-b529-130c0bb1c55e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:26.143908 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.316721 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.318850 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.416624 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.417173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb31e740-3539-48db-8795-4af42ccbf25f {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:22:26.429562 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.432763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b0f37e80-7161-4f7a-b80b-1b2426a815fc admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb31e740-3539-48db-8795-4af42ccbf25f HTTP/1.1" status: 204 len: 168 time: 1.4486959 Mar 18 11:22:26.433160 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52176) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:26.491375 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Deleting subnet e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:22:26.494303 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.544772 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.621110 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.742294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.782196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:26.785712 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.791207 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58ae91-255b-48c4-9aaa-a8c67e13dd30 None None] Network c3529c62-53d3-44e1-81a7-0a0608e67fd0 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:26.791641 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-fe8c3568-c631-4875-84a4-e0a22cad8817 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e69e8e4f-0be2-4126-ac3e-63b89c2dd9e6 HTTP/1.1" status: 204 len: 168 time: 0.3572116 Mar 18 11:22:26.793931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52180) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:26.898942 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:26.909486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Deleting port 3487d405-ede0-48cb-8078-2c955571b8e1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:26.909837 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.078180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] DHCP port deletion for c3529c62-53d3-44e1-81a7-0a0608e67fd0 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:22:27.082990 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Deleting port 3487d405-ede0-48cb-8078-2c955571b8e1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:27.083371 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.111833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] For port 3487d405-ede0-48cb-8078-2c955571b8e1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3487d405-ede0-48cb-8078-2c955571b8e1,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:27.112967 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.134353 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.235544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Calling delete_port for 3487d405-ede0-48cb-8078-2c955571b8e1 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:27.284618 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] For port 3487d405-ede0-48cb-8078-2c955571b8e1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=3487d405-ede0-48cb-8078-2c955571b8e1,segment=NetworkSegment(28fbefef-e180-464f-a8b9-afab731421c7),segment_id=28fbefef-e180-464f-a8b9-afab731421c7)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:27.285008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.353316 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.404342 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Calling delete_port for 3487d405-ede0-48cb-8078-2c955571b8e1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:27.407590 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Pushing event deleted for resources: {'Port': ['ID=3487d405-ede0-48cb-8078-2c955571b8e1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:27.413395 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] No DVR routers for this DVR port 3487d405-ede0-48cb-8078-2c955571b8e1 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:22:27.433476 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c68719d1-0037-407e-988b-7075bc521205 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:27.479784 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: c68719d1-0037-407e-988b-7075bc521205 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:27.480123 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device c68719d1-0037-407e-988b-7075bc521205 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:27.480529 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5d602c6a-acb8-426c-b529-130c0bb1c55e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:27.521662 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 5d602c6a-acb8-426c-b529-130c0bb1c55e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:27.521943 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 5d602c6a-acb8-426c-b529-130c0bb1c55e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:27.522358 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3487d405-ede0-48cb-8078-2c955571b8e1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:27.559841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 3487d405-ede0-48cb-8078-2c955571b8e1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:27.560183 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 3487d405-ede0-48cb-8078-2c955571b8e1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:27.579066 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:22:27.579417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:22:27.623046 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.650400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3529c62-53d3-44e1-81a7-0a0608e67fd0']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:27.661880 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fbefef-e180-464f-a8b9-afab731421c7') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:27.662175 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fbefef-e180-464f-a8b9-afab731421c7') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:27.672909 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.688524 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.694848 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:22:27.698392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:22:27.707653 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:22:27.839340 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.843720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:27.866423 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3529c62-53d3-44e1-81a7-0a0608e67fd0,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:27.959664 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-803aeaae-fd8e-4d4e-a5d2-8e68fe89b105 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3529c62-53d3-44e1-81a7-0a0608e67fd0 HTTP/1.1" status: 204 len: 168 time: 1.1647236 Mar 18 11:22:27.964825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52184) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:28.081620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Deleting port 3487d405-ede0-48cb-8078-2c955571b8e1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:28.082180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:28.147758 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd85b0-155c-4a4c-86b5-45e5b90e3af1 None None] The port '3487d405-ede0-48cb-8078-2c955571b8e1' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:22:28.483318 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:28.815785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Deleting port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:28.816041 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:29.081370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] For port 85cf1d3c-087f-425e-a9f0-ba8c8322f57e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:29.081674 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:29.198790 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Calling delete_port for 85cf1d3c-087f-425e-a9f0-ba8c8322f57e owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:29.421912 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:29.469053 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=85cf1d3c-087f-425e-a9f0-ba8c8322f57e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:29.733129 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:30.087718 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:22:30.267104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:30.275374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Sync routers for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:30.285022 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:30.285686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:30.332535 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-8c1e0fbc-48b4-45d0-a21b-186a6843d6fb admin admin] 10.222.0.18 "PUT /v2.0/routers/0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686991 Mar 18 11:22:30.335011 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52188) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:30.458568 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:30.612513 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:30.738790 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:22:29Z', 'revision_number': 5, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:30.742597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Checking router: 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:30.750743 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Routers {'0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:30.751334 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:30.785846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:30.861913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Deleting port e488d810-7349-43b6-b84c-210f7e543d5c {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:30.862263 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:30.957086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] Set router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:31.033801 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] For port e488d810-7349-43b6-b84c-210f7e543d5c, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=e488d810-7349-43b6-b84c-210f7e543d5c,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:31.034215 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.155254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Calling delete_port for e488d810-7349-43b6-b84c-210f7e543d5c owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:31.232641 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:22:29Z', 'revision_number': 5, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:31.236474 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06593f4d-1f51-44b5-b3d0-3a901c400261 None None] The sync data for ids ['0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56'] in dv-neutron-834265-1-hyperv is: [{'id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'name': 'tempest-TestShelveInstance-2013652039-router', 'tenant_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:12:00Z', 'updated_at': '2022-03-18T11:22:29Z', 'revision_number': 5, 'project_id': 'e0cfdef1c04b4d8784b89c02b63a5702', 'gw_port': {'id': 'e488d810-7349-43b6-b84c-210f7e543d5c', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:12:01Z', 'updated_at': '2022-03-18T11:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:31.382162 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.433812 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e488d810-7349-43b6-b84c-210f7e543d5c,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:31.521408 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.667043 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 85cf1d3c-087f-425e-a9f0-ba8c8322f57e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:31.694971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.697234 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.701152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 85cf1d3c-087f-425e-a9f0-ba8c8322f57e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:31.701505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 85cf1d3c-087f-425e-a9f0-ba8c8322f57e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:31.770747 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.771282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:22:31.783191 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.784312 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-dcd3a8b1-caa0-492f-a9e9-4b9084a88b96 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0e9b1eaa-0ea8-4c8c-acb7-0ff8126cfc56 HTTP/1.1" status: 204 len: 168 time: 1.4481728 Mar 18 11:22:31.786957 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52192) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:31.848974 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Deleting subnet adce7f35-e1f6-4079-a9fe-53511f8ada49 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:22:31.852015 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.901013 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:31.986302 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.125146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.162474 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adce7f35-e1f6-4079-a9fe-53511f8ada49,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:32.166541 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.175567 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d328ded-b212-4858-84d9-c1f9b2ff351b None None] Network 965934c6-efa2-4217-91ff-e38c7667cc85 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:32.175763 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-488d2f81-4eb9-46cc-913e-bc04785ec5e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/adce7f35-e1f6-4079-a9fe-53511f8ada49 HTTP/1.1" status: 204 len: 168 time: 0.3852839 Mar 18 11:22:32.175866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52196) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:32.383592 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.396514 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Deleting port a16fd8fb-8152-480c-896c-57edada02d3e {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:32.396852 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.430256 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] DHCP port deletion for 965934c6-efa2-4217-91ff-e38c7667cc85 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:22:32.434156 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Deleting port a16fd8fb-8152-480c-896c-57edada02d3e {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:32.434533 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.599622 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] For port a16fd8fb-8152-480c-896c-57edada02d3e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a16fd8fb-8152-480c-896c-57edada02d3e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:32.599977 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.635500 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] For port a16fd8fb-8152-480c-896c-57edada02d3e, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=a16fd8fb-8152-480c-896c-57edada02d3e,segment=NetworkSegment(43f2a87e-960e-4a14-83c0-9900508546e5),segment_id=43f2a87e-960e-4a14-83c0-9900508546e5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:32.635824 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.720827 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Calling delete_port for a16fd8fb-8152-480c-896c-57edada02d3e owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:32.754068 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Calling delete_port for a16fd8fb-8152-480c-896c-57edada02d3e owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:22:32.885146 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:32.892360 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:22:32.892950 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:22:32.936060 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16fd8fb-8152-480c-896c-57edada02d3e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:32.940778 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] No DVR routers for this DVR port a16fd8fb-8152-480c-896c-57edada02d3e on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:22:33.051412 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.075354 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965934c6-efa2-4217-91ff-e38c7667cc85']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:33.087449 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f2a87e-960e-4a14-83c0-9900508546e5') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:33.087737 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f2a87e-960e-4a14-83c0-9900508546e5') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:33.098451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.113516 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.119249 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:22:33.119621 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:22:33.132412 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:22:33.262152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.277843 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.289696 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=965934c6-efa2-4217-91ff-e38c7667cc85,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:33.294353 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-facb5eb0-f136-4714-84e5-18e6763264d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/965934c6-efa2-4217-91ff-e38c7667cc85 HTTP/1.1" status: 204 len: 168 time: 1.1174314 Mar 18 11:22:33.393843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Deleting port a16fd8fb-8152-480c-896c-57edada02d3e {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:22:33.394232 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.419381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a16fd8fb-8152-480c-896c-57edada02d3e no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:33.484666 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: a16fd8fb-8152-480c-896c-57edada02d3e {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:33.484988 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device a16fd8fb-8152-480c-896c-57edada02d3e not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:33.485404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e488d810-7349-43b6-b84c-210f7e543d5c no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:22:33.522454 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-b1c17305-931e-4122-8c8f-5a06736bb3fc None None] The port 'a16fd8fb-8152-480c-896c-57edada02d3e' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:22:33.527816 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: e488d810-7349-43b6-b84c-210f7e543d5c {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:22:33.528151 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device e488d810-7349-43b6-b84c-210f7e543d5c not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:22:33.617309 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52202) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:33.664131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-b41d38ba-6912-4a52-a612-d642b8cc3fce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70875767c41941e1b1a4df8528f0d2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456562 Mar 18 11:22:33.666515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52206) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:33.725512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.750082 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.838652 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.855195 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82758021-795d-4663-b375-4d56bb080904,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:33.861436 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:33.865465 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-34bbb45c-2976-4d68-aaf1-20e7ab671b48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82758021-795d-4663-b375-4d56bb080904 HTTP/1.1" status: 204 len: 168 time: 0.1957412 Mar 18 11:22:34.524511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52214) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:34.574060 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-ac4c3803-6082-4a59-9a40-180c4341e566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0cfdef1c04b4d8784b89c02b63a5702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483894 Mar 18 11:22:34.576653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52218) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:34.632142 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:34.656106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:34.747396 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:34.762334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974726c-7e70-47d5-aa24-5e710ca494f6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:34.767195 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:34.769299 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4b3ac511-9e45-4f25-909b-8691e9653d86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e974726c-7e70-47d5-aa24-5e710ca494f6 HTTP/1.1" status: 204 len: 168 time: 0.1917431 Mar 18 11:22:35.812336 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52242) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:35.913914 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-639238235-network', 'tenant_id': '429d431714304d5cb7404193b1985614'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:35.918505 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:35.922246 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Usage tracker for resource:network and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:35.925129 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:35.931114 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:36.010138 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Made reservation on behalf of 429d431714304d5cb7404193b1985614 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:22:36.012404 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.027890 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.041583 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:36.045548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:36.048355 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:36.054038 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:36.133812 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.192596 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.224722 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:22:36.230241 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25edcec8-baab-494e-9bcd-de013bf438bb,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:36.236832 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.238290 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Added segment 4bb1667b-4093-41b6-9da0-333dfa5dd067 of type vlan for network 2896d450-8467-4457-9c4a-ced4bd021049 Mar 18 11:22:36.263318 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.348187 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.349141 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:36.349716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.448055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] Pushing event updated for resources: {'Network': ['ID=2896d450-8467-4457-9c4a-ced4bd021049,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:36.458005 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network 2896d450-8467-4457-9c4a-ced4bd021049 details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:22:36.497042 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-dffe0b10-a677-48b8-82bd-2f0177b3985d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6836200 Mar 18 11:22:36.499837 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52248) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:36.505243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Request body: {'subnet': {'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-639238235-subnet', 'tenant_id': '429d431714304d5cb7404193b1985614', 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:36.510180 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:36.513993 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Usage tracker for resource:subnet and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:36.516879 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:36.523504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:36.593273 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Made reservation on behalf of 429d431714304d5cb7404193b1985614 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:22:36.595660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:36.953212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.029116 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887fe07c-e99a-45d1-8876-25bd2e70c9d6,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:37.032974 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Checking segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:37.033317 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Network hostable DHCP agents. Network: 2896d450-8467-4457-9c4a-ced4bd021049, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:22:37.112758 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Network 2896d450-8467-4457-9c4a-ced4bd021049 is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:22:37.169825 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, 2896d450-8467-4457-9c4a-ced4bd021049) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:37.173840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:37.174413 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.180054 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b022800-9842-4eab-8ee4-21a1a00f1960 None None] Network 2896d450-8467-4457-9c4a-ced4bd021049 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:37.251201 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-79ed239f-e93e-4f5f-b452-084a5f9a5d51 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7500596 Mar 18 11:22:37.253750 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 52252) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:37.258971 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:37.263581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:37.267569 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Usage tracker for resource:router and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:37.270911 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:37.276646 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:37.330313 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.331866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.347049 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.387097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-2896d450-8467-4457-9c4a-ced4bd021049', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:22:37.387928 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.536882 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Allocated IP 172.20.0.2 (2896d450-8467-4457-9c4a-ced4bd021049/887fe07c-e99a-45d1-8876-25bd2e70c9d6/1a488211-eac5-4b7c-afc2-699ff3f5f09b) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:37.701581 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.743370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.752992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Transition to ACTIVE for port object 1a488211-eac5-4b7c-afc2-699ff3f5f09b will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:37.770092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Transition to ACTIVE for port object 1a488211-eac5-4b7c-afc2-699ff3f5f09b will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:37.822498 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:37.882823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Network 2896d450-8467-4457-9c4a-ced4bd021049 is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:37.885686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:37.894530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:37.904674 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Pushing event updated for resources: {'Port': ['ID=1a488211-eac5-4b7c-afc2-699ff3f5f09b,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:37.970311 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.970657 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.970991 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.971888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.972234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.972561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.972884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.973202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.973525 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.973860 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.974180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:37.974492 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:38.001287 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Attempting to bind port 1a488211-eac5-4b7c-afc2-699ff3f5f09b on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:38.001653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Attempting to bind port 1a488211-eac5-4b7c-afc2-699ff3f5f09b by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:38.002035 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Attempting to bind port 1a488211-eac5-4b7c-afc2-699ff3f5f09b on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:38.007238 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:38.007607 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Checking segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:38.008000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.008383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Bound using segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:38.008829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Bound port: 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:38.009193 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.097062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] For port 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:38.100019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] For port 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a488211-eac5-4b7c-afc2-699ff3f5f09b,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:38.159930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.171226 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.200889 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.243538 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481a4b-f496-4bef-802b-fc485afba19a None None] Pushing event updated for resources: {'Port': ['ID=1a488211-eac5-4b7c-afc2-699ff3f5f09b,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:38.343540 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Allocated IP 172.26.2.53 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/d9f69272-25a7-40f4-9982-912fd954fdab) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:38.507526 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.599770 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:38.661591 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:38.664152 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:38.671723 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:38.717928 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f69272-25a7-40f4-9982-912fd954fdab,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:39.214328 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ceaa1d-13cd-45d0-9006-c6d1c590b023 None None] Network 2896d450-8467-4457-9c4a-ced4bd021049 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:39.228706 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.412346 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-5bf5f0a1-7168-4cc1-82a4-d9594a62ce95 None None] Provisioning for port 1a488211-eac5-4b7c-afc2-699ff3f5f09b completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:39.466437 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a488211-eac5-4b7c-afc2-699ff3f5f09b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:39.610839 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 1a488211-eac5-4b7c-afc2-699ff3f5f09b completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:39.616466 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1a488211-eac5-4b7c-afc2-699ff3f5f09b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:39.616845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.695873 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.743505 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.781370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a488211-eac5-4b7c-afc2-699ff3f5f09b,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:39.787517 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a30e5753-56b1-4592-a5b0-ddf83954e369 None None] Provisioning complete for port 1a488211-eac5-4b7c-afc2-699ff3f5f09b triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:39.787894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a30e5753-56b1-4592-a5b0-ddf83954e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.841523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:39.937133 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Router 3fbab022-d4e9-4992-b209-b248e92cad34 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:22:39.949710 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=1a488211-eac5-4b7c-afc2-699ff3f5f09b,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:40.113479 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:40.122546 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:40.132647 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:40.133238 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:40.187400 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:40.188631 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-9e342502-2a92-4bc2-9308-eec1d88cadf5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9338295 Mar 18 11:22:40.192209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52258) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:40.303484 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:40.619764 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:38Z', 'revision_number': 3, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:40.623494 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:40.623835 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Updating router 3fbab022-d4e9-4992-b209-b248e92cad34 port d9f69272-25a7-40f4-9982-912fd954fdab binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:22:40.673267 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:40.870135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:40.990305 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.001405 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Transition to ACTIVE for port object d9f69272-25a7-40f4-9982-912fd954fdab will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:41.055942 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.072702 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Allocated IP 172.20.0.1 (2896d450-8467-4457-9c4a-ced4bd021049/887fe07c-e99a-45d1-8876-25bd2e70c9d6/d41225a3-63cd-4af6-84df-cfba662ed3f1) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:41.136490 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Pushing event updated for resources: {'Port': ['ID=d9f69272-25a7-40f4-9982-912fd954fdab,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:41.138488 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Attempting to bind port d9f69272-25a7-40f4-9982-912fd954fdab on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:41.138843 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Attempting to bind port d9f69272-25a7-40f4-9982-912fd954fdab by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:41.139187 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Attempting to bind port d9f69272-25a7-40f4-9982-912fd954fdab on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:41.148157 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:41.148514 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:41.148896 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.149307 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:41.149749 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Bound port: d9f69272-25a7-40f4-9982-912fd954fdab, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:41.150128 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.177172 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.177510 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.177861 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.178191 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.178511 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.178833 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.179150 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.179464 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.179782 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.180092 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.180401 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.180709 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:22:41.219782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.228814 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] For port d9f69272-25a7-40f4-9982-912fd954fdab, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:41.231900 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] For port d9f69272-25a7-40f4-9982-912fd954fdab, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d9f69272-25a7-40f4-9982-912fd954fdab,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:41.234911 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Transition to ACTIVE for port object d41225a3-63cd-4af6-84df-cfba662ed3f1 will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:41.278930 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.325149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.354106 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:41.354726 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:41.390072 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Network 2896d450-8467-4457-9c4a-ced4bd021049 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:41.392697 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:41.401803 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:41.422717 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504184-9d3c-4ef4-a877-d0d7f67c2157 None None] Pushing event updated for resources: {'Port': ['ID=d9f69272-25a7-40f4-9982-912fd954fdab,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:41.439294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a488211-eac5-4b7c-afc2-699ff3f5f09b up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:41.448534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:41.471953 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.553540 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:41.556160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 1a488211-eac5-4b7c-afc2-699ff3f5f09b triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:41.556679 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.759117 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e5e88687-d8c9-4928-8d4f-1f9449e15e6b None None] Provisioning for port d41225a3-63cd-4af6-84df-cfba662ed3f1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:41.764042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-e5e88687-d8c9-4928-8d4f-1f9449e15e6b None None] Provisioning complete for port d41225a3-63cd-4af6-84df-cfba662ed3f1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:41.764416 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e5e88687-d8c9-4928-8d4f-1f9449e15e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:41.817114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-e5e88687-d8c9-4928-8d4f-1f9449e15e6b None None] Port d41225a3-63cd-4af6-84df-cfba662ed3f1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:22:41.846080 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:38Z', 'revision_number': 3, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:41.849934 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707fa31-e4c7-45d9-8744-ac8591018d73 None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:38Z', 'revision_number': 3, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:41.917577 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:42.150852 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:42.244408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:42.353488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:42.356928 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:42.493017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Network 2896d450-8467-4457-9c4a-ced4bd021049 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:42.494155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:42.685656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:22:42.740837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-231a0369-a9ea-4fcd-84e1-a2bd70bed9f1 None None] Provisioning complete for port d41225a3-63cd-4af6-84df-cfba662ed3f1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:42.741490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-231a0369-a9ea-4fcd-84e1-a2bd70bed9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:42.795706 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-231a0369-a9ea-4fcd-84e1-a2bd70bed9f1 None None] Port d41225a3-63cd-4af6-84df-cfba662ed3f1 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:22:42.860253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:42.869065 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-60e344b9-5e5e-414f-92df-556bf8b76bb1 admin admin] 10.222.0.18 "PUT /v2.0/routers/3fbab022-d4e9-4992-b209-b248e92cad34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757479 Mar 18 11:22:43.292172 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:43.302146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:43.302756 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:43.448547 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d9f69272-25a7-40f4-9982-912fd954fdab up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:43.539152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:43.604158 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52276) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:43.610036 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2085612648-network', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:43.615487 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:43.619248 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Usage tracker for resource:network and tenant:365029c9a770456380fa17ce21a0d3e2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:43.622186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:43.627950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:43.665013 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d9f69272-25a7-40f4-9982-912fd954fdab completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:43.690119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d9f69272-25a7-40f4-9982-912fd954fdab triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:43.690489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.695836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Made reservation on behalf of 365029c9a770456380fa17ce21a0d3e2 for: {'network': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:22:43.698169 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for network, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.710242 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.725238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:43.728999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Usage tracker for resource:security_group_rule and tenant:365029c9a770456380fa17ce21a0d3e2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:43.731836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:43.738530 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:43.817561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.861660 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.891385 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 11:22:43.900687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c21ebc-2d11-43f3-81fd-9eaf88c33f1e,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:43.906204 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.906570 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.segments_db [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Added segment 03bc70db-67ea-4384-9c25-2dfc413a27a5 of type vlan for network d2dc476c-f275-4f37-b9b7-34aba71e79fa Mar 18 11:22:43.930351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.937232 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730078307512'] for network, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:43.955114 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d9f69272-25a7-40f4-9982-912fd954fdab, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d9f69272-25a7-40f4-9982-912fd954fdab,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:43.973092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 2, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:43.977030 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:43.977384 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Updating router 3fbab022-d4e9-4992-b209-b248e92cad34 port d41225a3-63cd-4af6-84df-cfba662ed3f1 binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:22:44.005275 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.033147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956'] for network, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.034155 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:44.034740 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.078778 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.136627 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] Pushing event updated for resources: {'Network': ['ID=d2dc476c-f275-4f37-b9b7-34aba71e79fa,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:44.137163 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d9f69272-25a7-40f4-9982-912fd954fdab,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:44.148484 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa details requested by agent ovs-agent-dv-neutron-834265-1-hyperv with host dv-neutron-834265-1-hyperv {{(pid=88543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 18 11:22:44.194052 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5f8e18fa-9348-4d66-8a2b-6cefb35e066f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5887125 Mar 18 11:22:44.196710 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52280) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:44.202060 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Request body: {'subnet': {'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2085612648-subnet', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'ip_version': 4}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:44.207055 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:44.211094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Usage tracker for resource:subnet and tenant:365029c9a770456380fa17ce21a0d3e2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:44.213945 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:44.219930 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:44.284885 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Made reservation on behalf of 365029c9a770456380fa17ce21a0d3e2 for: {'subnet': 1} {{(pid=88541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:22:44.288014 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2224866'] for subnet, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.562489 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.574826 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Transition to ACTIVE for port object d41225a3-63cd-4af6-84df-cfba662ed3f1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:44.724611 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.753263 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2224848'] for subnet, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.827181 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4e7f79-4cca-4870-abdd-839e67aa0817,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:44.837999 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Checking segment: {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:44.838569 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Network hostable DHCP agents. Network: d2dc476c-f275-4f37-b9b7-34aba71e79fa, hostable agents: ['1acae385-334b-4f8e-bdda-814f75d22283'], hosted agents: [] {{(pid=88541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 11:22:44.876602 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242194b5-5a91-4226-b505-1c2f1973dcd4 None None] Pushing event updated for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:44.919742 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa is scheduled to be hosted by DHCP agent 1acae385-334b-4f8e-bdda-814f75d22283 with binding_index 1 {{(pid=88541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 11:22:44.943625 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Attempting to bind port d41225a3-63cd-4af6-84df-cfba662ed3f1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:44.944165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Attempting to bind port d41225a3-63cd-4af6-84df-cfba662ed3f1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:44.944330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Attempting to bind port d41225a3-63cd-4af6-84df-cfba662ed3f1 on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:44.950209 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:44.950593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Checking segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:44.951079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:44.951485 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Bound using segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:44.951956 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Bound port: d41225a3-63cd-4af6-84df-cfba662ed3f1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:44.952329 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.016027 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834265-1-hyperv, d2dc476c-f275-4f37-b9b7-34aba71e79fa) {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:45.020631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:45.021279 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.032058 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9bc1f-847d-4bdc-a3af-7c8c6515dbf9 None None] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:45.114009 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-7cc97669-37d6-45e6-a8be-d30fa0e87c14 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9162099 Mar 18 11:22:45.116548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52284) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:45.121947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:45.128087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] For port d41225a3-63cd-4af6-84df-cfba662ed3f1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:45.128210 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:45.131642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Usage tracker for resource:router and tenant:365029c9a770456380fa17ce21a0d3e2 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:45.134479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:45.139985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:45.141550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] For port d41225a3-63cd-4af6-84df-cfba662ed3f1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d41225a3-63cd-4af6-84df-cfba662ed3f1,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:45.194670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.210904 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-722612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6403'] for router, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.211958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-737031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.227068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.329603 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242194b5-5a91-4226-b505-1c2f1973dcd4 None None] Pushing event updated for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:45.334010 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06b0b72f-a39e-5b24-ac20-bc3edf45552f-d2dc476c-f275-4f37-b9b7-34aba71e79fa', 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'fixed_ips': [{'subnet_id': 'da4e7f79-4cca-4870-abdd-839e67aa0817'}]}} from dv-neutron-834265-1-hyperv. {{(pid=88543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 18 11:22:45.334877 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.344062 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:45.349733 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:45.467134 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d9f69272-25a7-40f4-9982-912fd954fdab up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:45.605177 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-737041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-722502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6456'] for router, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.688578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:45.847863 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d9f69272-25a7-40f4-9982-912fd954fdab triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:45.848235 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.871264 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Allocated IP 172.20.0.2 (d2dc476c-f275-4f37-b9b7-34aba71e79fa/da4e7f79-4cca-4870-abdd-839e67aa0817/29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1) {{(pid=88543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:45.968990 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:45.997712 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.135920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Allocated IP 172.26.2.186 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/ad60a5ea-c153-4b51-9aa8-f79aaa322276) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:46.280021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.352983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks [] for port, precommit_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.359230 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.366524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Transition to ACTIVE for port object 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:46.373803 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:45Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:46.384639 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048b9ba-d7d9-4346-8fbd-4e32781d4fe8 None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:45Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:46.391419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Transition to ACTIVE for port object 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 will not be triggered until provisioned by entity DHCP. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:46.424244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:46.426428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:46.431164 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:46.475593 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058'] for port, after_create {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.484039 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Pushing event updated for resources: {'Port': ['ID=ad60a5ea-c153-4b51-9aa8-f79aaa322276,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:46.539361 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa is already hosted by enough agents. {{(pid=88543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:46.546819 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Resources bound (agent type, host, resource id): {{(pid=88543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:46.551643 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Received port after_create {{(pid=88543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:46.557851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Pushing event updated for resources: {'Port': ['ID=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,revision_number=1']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:46.651673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Attempting to bind port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:46.652042 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Attempting to bind port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:46.652400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Attempting to bind port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 on network d2dc476c-f275-4f37-b9b7-34aba71e79fa {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:46.658234 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:46.658597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Checking segment: {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:46.659524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.659909 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Bound using segment: {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:46.660370 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Bound port: 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:46.660739 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.757308 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] For port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:46.760783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] For port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:46.863135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:46.962736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4233-316d-4401-88c0-098e8dfd929a None None] Pushing event updated for resources: {'Port': ['ID=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,revision_number=2']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:47.067532 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:47.432013 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-722521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737082'] for router, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:47.489888 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d41225a3-63cd-4af6-84df-cfba662ed3f1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:47.616277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port d41225a3-63cd-4af6-84df-cfba662ed3f1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:47.623979 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d41225a3-63cd-4af6-84df-cfba662ed3f1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:47.624374 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:47.745159 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:47.746902 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Router c84f8057-ee5b-41c2-80a4-90d2a17852c3 is scheduled to L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 with binding_index 1 {{(pid=88541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 18 11:22:47.778553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port d41225a3-63cd-4af6-84df-cfba662ed3f1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d41225a3-63cd-4af6-84df-cfba662ed3f1,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:47.850092 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:47.850904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:47.939920 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:47.958884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Sync routers for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:47.958884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:47.958884 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:47.981340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e90fa2-e924-4f47-ab46-196d0148935e None None] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:22:48.016101 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:48.044935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.048843 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-81df5483-e36b-4416-aede-b98660392c37 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9286671 Mar 18 11:22:48.049128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52288) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:48.146752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:48.164706 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:48.172461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Provisioning for port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:48.215014 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Provisioning complete for port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:48.215299 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.351038 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.387900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] For port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:48.456715 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.479807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:46Z', 'revision_number': 3, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:48.484170 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Checking router: c84f8057-ee5b-41c2-80a4-90d2a17852c3 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:48.484590 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Updating router c84f8057-ee5b-41c2-80a4-90d2a17852c3 port ad60a5ea-c153-4b51-9aa8-f79aaa322276 binding host dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:22:48.541630 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.545180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6bfc3-652e-441b-91b5-37b9c663b278 None None] Pushing event updated for resources: {'Port': ['ID=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:48.678400 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ef74c865-5dd9-4526-891e-7a3b120c3b52 None None] Provisioning complete for port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:48.678769 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ef74c865-5dd9-4526-891e-7a3b120c3b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.874301 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.879854 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:48.892033 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.provisioning_blocks [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Transition to ACTIVE for port object ad60a5ea-c153-4b51-9aa8-f79aaa322276 will not be triggered until provisioned by entity L2. {{(pid=88544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:48.958603 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.039043 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Attempting to bind port ad60a5ea-c153-4b51-9aa8-f79aaa322276 on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:49.039715 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Attempting to bind port ad60a5ea-c153-4b51-9aa8-f79aaa322276 by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:49.039834 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Attempting to bind port ad60a5ea-c153-4b51-9aa8-f79aaa322276 on network 2d94c899-6953-49a1-a319-d82134e71066 {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:49.041777 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2107b-f37c-4ec9-8e99-67d73bffa26d None None] Pushing event updated for resources: {'Port': ['ID=ad60a5ea-c153-4b51-9aa8-f79aaa322276,revision_number=2']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:49.047263 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:49.047629 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Checking segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:49.048022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.048401 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Bound using segment: {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'} {{(pid=88544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:49.048848 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.managers [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Bound port: ad60a5ea-c153-4b51-9aa8-f79aaa322276, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cc97a2-37ac-4519-ac09-566089d97842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d94c899-6953-49a1-a319-d82134e71066'}}] {{(pid=88544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:49.049212 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.077508 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Allocated IP 172.20.0.1 (d2dc476c-f275-4f37-b9b7-34aba71e79fa/da4e7f79-4cca-4870-abdd-839e67aa0817/add6d9af-fc68-46f6-ac60-bdca27c58dfe) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:49.119761 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] For port ad60a5ea-c153-4b51-9aa8-f79aaa322276, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:49.122904 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.plugins.ml2.db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] For port ad60a5ea-c153-4b51-9aa8-f79aaa322276, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad60a5ea-c153-4b51-9aa8-f79aaa322276,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:49.187926 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron_lib.callbacks.manager [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.224878 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.240383 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.provisioning_blocks [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Transition to ACTIVE for port object add6d9af-fc68-46f6-ac60-bdca27c58dfe will not be triggered until provisioned by entity DHCP. {{(pid=88541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:49.268403 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:49.269015 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:49.313656 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.321955 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2107b-f37c-4ec9-8e99-67d73bffa26d None None] Pushing event updated for resources: {'Port': ['ID=ad60a5ea-c153-4b51-9aa8-f79aaa322276,revision_number=3']} {{(pid=88544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:49.372601 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:49.375223 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:49.383600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:22:49.424389 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Pushing event updated for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:49.451445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736780'] for router_interface, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.452295 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d41225a3-63cd-4af6-84df-cfba662ed3f1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:49.470980 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:49.542930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port d41225a3-63cd-4af6-84df-cfba662ed3f1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:49.543442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.656151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.680541 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:49.753811 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:49.754160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.782518 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ff5e7fa7-69a9-4eab-80e0-9e72f0f4aecc None None] Provisioning for port add6d9af-fc68-46f6-ac60-bdca27c58dfe completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:49.795434 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-ff5e7fa7-69a9-4eab-80e0-9e72f0f4aecc None None] Provisioning complete for port add6d9af-fc68-46f6-ac60-bdca27c58dfe triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:49.795807 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7fa7-69a9-4eab-80e0-9e72f0f4aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.824451 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:46Z', 'revision_number': 3, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:49.833744 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420838fa-bb07-4958-bc75-63b7c98716a6 None None] The sync data for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv is: [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:46Z', 'revision_number': 3, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:49.898330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:49.902716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e7fa7-69a9-4eab-80e0-9e72f0f4aecc None None] Port add6d9af-fc68-46f6-ac60-bdca27c58dfe cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:22:49.959069 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:50.067378 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Pushing event updated for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:50.069687 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733413'] for router_interface, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:50.220106 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:22:50.221841 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:22:50.525090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-4fd1dd7d-ecfb-4ee0-aefd-1b9204f4a323 None None] Provisioning complete for port add6d9af-fc68-46f6-ac60-bdca27c58dfe triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:50.525459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4fd1dd7d-ecfb-4ee0-aefd-1b9204f4a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:50.528644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Router c84f8057-ee5b-41c2-80a4-90d2a17852c3 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:22:50.579008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1dd7d-ecfb-4ee0-aefd-1b9204f4a323 None None] Port add6d9af-fc68-46f6-ac60-bdca27c58dfe cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:22:50.706727 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:22:50.715735 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-5c95fcd3-fd90-4dbb-96ea-5c7395c58506 admin admin] 10.222.0.18 "PUT /v2.0/routers/c84f8057-ee5b-41c2-80a4-90d2a17852c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648219 Mar 18 11:22:51.278513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Sync routers for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:22:51.287766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:51.288376 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:51.302182 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52298) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:51.307423 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841159365', 'description': 'tempest-secgroup-smoke-841159365 description', 'project_id': '429d431714304d5cb7404193b1985614'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:51.313401 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:51.317836 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:51.320996 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:51.326770 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:51.421691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.445751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad60a5ea-c153-4b51-9aa8-f79aaa322276 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:51.446068 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:51.449975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:51.452889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:51.459149 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:51.528165 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:51.531973 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.604231 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.647565 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62387b74-8113-4b9a-b879-b7ac931aa167,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:51.674201 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:22:51.707715 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.709068 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0580a271-5e33-4d54-93c2-63c9a4f0c69a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4058776 Mar 18 11:22:51.715534 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52302) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:51.720529 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:51.726551 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:51.730314 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:51.733173 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:51.739017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:51.742591 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port ad60a5ea-c153-4b51-9aa8-f79aaa322276 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:51.756957 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ad60a5ea-c153-4b51-9aa8-f79aaa322276 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:51.759775 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.794257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.854109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.901922 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.935605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.937516 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d814cd-bd39-4568-b19e-3c52a17c6587,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:51.969574 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port ad60a5ea-c153-4b51-9aa8-f79aaa322276, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad60a5ea-c153-4b51-9aa8-f79aaa322276,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:51.974427 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 4, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'add6d9af-fc68-46f6-ac60-bdca27c58dfe', 'name': '', 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'mac_address': 'fa:16:3e:ea:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:48Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 2, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'subnets': [{'id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:51.978298 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Checking router: c84f8057-ee5b-41c2-80a4-90d2a17852c3 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:22:51.978651 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Updating router c84f8057-ee5b-41c2-80a4-90d2a17852c3 port add6d9af-fc68-46f6-ac60-bdca27c58dfe binding host dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 11:22:51.993105 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:51.994479 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-45dc8947-a22b-424a-9eb8-0cfa031b9d9f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780502 Mar 18 11:22:51.997186 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52306) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:52.002268 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:52.008799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:52.013109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:52.017472 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:52.022473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:52.031025 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.041007 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.082019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6791801b-80c1-41c8-9683-431d9a2ba9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.087452 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.148003 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.194514 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=ad60a5ea-c153-4b51-9aa8-f79aaa322276,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:52.204132 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.229358 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcb2280-ed43-43d8-980b-19cd3e1374bc,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:52.289979 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.291199 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-07293270-9cae-49b7-af64-15835e4a052f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930613 Mar 18 11:22:52.293982 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52310) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:52.300511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:52.306319 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:52.310128 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:52.313007 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:52.319517 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:52.399176 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.458732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.460840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.473132 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Transition to ACTIVE for port object add6d9af-fc68-46f6-ac60-bdca27c58dfe will not be triggered until provisioned by entity L2. {{(pid=88543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:52.524473 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.547468 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460aebca-925a-4b19-93a2-3ed3811fbbc2,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:52.553513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.622543 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.623175 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-31fc7bf2-2dad-4247-a981-a894aee99bbe tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282497 Mar 18 11:22:52.626117 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52314) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:52.633490 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:52.639690 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:52.644312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:52.647541 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:52.653856 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:52.716413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa2d4-f12f-473a-885c-64b2e23c24bd None None] Pushing event updated for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=3']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:52.734052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.774870 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Attempting to bind port add6d9af-fc68-46f6-ac60-bdca27c58dfe on host dv-neutron-834265-1-hyperv for vnic_type normal with profile {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:22:52.775244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Attempting to bind port add6d9af-fc68-46f6-ac60-bdca27c58dfe by drivers openvswitch,hyperv on host dv-neutron-834265-1-hyperv at level 0 using segments [{'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:22:52.775612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Attempting to bind port add6d9af-fc68-46f6-ac60-bdca27c58dfe on network d2dc476c-f275-4f37-b9b7-34aba71e79fa {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:22:52.780982 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Checking agent: {'id': '769d144f-f5ce-49a7-91e4-24e60e71d109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834265-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 20, 55), 'started_at': datetime.datetime(2022, 3, 18, 10, 21, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834265-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:22:52.781440 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Checking segment: {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:22:52.781750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.782549 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Bound using segment: {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'} {{(pid=88543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:22:52.782668 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.managers [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Bound port: add6d9af-fc68-46f6-ac60-bdca27c58dfe, host: dv-neutron-834265-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc70db-67ea-4384-9c25-2dfc413a27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa'}}] {{(pid=88543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:22:52.782983 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.801975 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.879044 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.885577 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] For port add6d9af-fc68-46f6-ac60-bdca27c58dfe, host dv-neutron-834265-1-hyperv, cleared binding levels {{(pid=88543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:22:52.889214 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] For port add6d9af-fc68-46f6-ac60-bdca27c58dfe, host dv-neutron-834265-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=add6d9af-fc68-46f6-ac60-bdca27c58dfe,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:22:52.903548 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa7b753-9dbf-49ec-ba8c-566801ebfef9,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:52.958804 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.964504 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:52.965697 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4339aadc-4091-4e3c-8c00-07a6d76f9d8d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387790 Mar 18 11:22:52.969907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52318) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:52.973488 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:52.979356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:52.983249 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:52.986145 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:52.992260 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:53.039741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:22:53.040599 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:53.073248 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Project 429d431714304d5cb7404193b1985614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:22:53.082372 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.097930 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa2d4-f12f-473a-885c-64b2e23c24bd None None] Pushing event updated for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:53.169021 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.221729 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.226246 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:22:53.244563 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1712567d-f824-4f90-a674-3c43d24a5cd4,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:53.324671 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.325934 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-333f8cfa-a2e3-48eb-a1f0-72f2d333753b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566265 Mar 18 11:22:53.328600 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52322) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:22:53.333592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'security_group_rule': {'security_group_id': '62387b74-8113-4b9a-b879-b7ac931aa167', 'project_id': '429d431714304d5cb7404193b1985614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:53.345463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:53.345463 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:security_group_rule and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:22:53.346926 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:22:53.352624 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:53.438939 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.securitygroups_db [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Project 429d431714304d5cb7404193b1985614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 11:22:53.446573 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad60a5ea-c153-4b51-9aa8-f79aaa322276 up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:53.446716 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.511054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.576031 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653559'] for security_group_rule, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.597309 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port ad60a5ea-c153-4b51-9aa8-f79aaa322276 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:53.597931 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.600193 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c2b23-f423-45b1-bb3b-7179c70c7f91,revision_number=0']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:53.667561 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:53.668833 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-c68488d0-1367-4a71-8536-9b8b1a1c6e6b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392315 Mar 18 11:22:53.677689 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 4, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'add6d9af-fc68-46f6-ac60-bdca27c58dfe', 'name': '', 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'mac_address': 'fa:16:3e:ea:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:48Z', 'updated_at': '2022-03-18T11:22:52Z', 'revision_number': 4, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'subnets': [{'id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:22:53.712326 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef38b3-f49f-476f-a44f-7674273b0ff0 None None] The sync data for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv is: [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:22:49Z', 'revision_number': 4, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'add6d9af-fc68-46f6-ac60-bdca27c58dfe', 'name': '', 'network_id': 'd2dc476c-f275-4f37-b9b7-34aba71e79fa', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'mac_address': 'fa:16:3e:ea:43:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:48Z', 'updated_at': '2022-03-18T11:22:52Z', 'revision_number': 4, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'subnets': [{'id': 'da4e7f79-4cca-4870-abdd-839e67aa0817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:22:53.858642 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-e02724ab-5712-497f-af4f-7b8e73eaa542 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:security_group {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:22:53.930479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-e02724ab-5712-497f-af4f-7b8e73eaa542 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:security_group {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:22:53.931645 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-e02724ab-5712-497f-af4f-7b8e73eaa542 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841159365&fields=id&tenant_id=429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 267 time: 0.1192806 Mar 18 11:22:54.084054 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a185849b-d9e1-4d4a-aeb7-1dcd625c0eb6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:54.084750 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a185849b-d9e1-4d4a-aeb7-1dcd625c0eb6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:network {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:22:54.176002 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a185849b-d9e1-4d4a-aeb7-1dcd625c0eb6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:network {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:22:54.177234 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a185849b-d9e1-4d4a-aeb7-1dcd625c0eb6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 809 time: 0.2388661 Mar 18 11:22:54.193157 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-5da60b8e-4a70-4904-b23e-4a499ba5f6f5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/quotas/429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 375 time: 0.0102708 Mar 18 11:22:54.280817 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-13921eaf-1120-4081-ba20-9b69a1507773 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:22:54.336432 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-13921eaf-1120-4081-ba20-9b69a1507773 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:22:54.337837 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-13921eaf-1120-4081-ba20-9b69a1507773 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389980 Mar 18 11:22:54.530601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aa4b905a-d666-4d8f-996b-c0629c151b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:54.581626 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-063c672a-d3ca-4dd6-8e34-8d4ce45801d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321014 Mar 18 11:22:54.715127 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-05c54bc2-4c35-424e-885c-ed910277e8ce service neutron] 10.222.0.18 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274979 Mar 18 11:22:54.985186 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-35333f3a-a0be-488f-b917-4b45ef810f7d req-74e176b4-f193-4a61-8bc6-13c1b9ca500a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0451980 Mar 18 11:22:55.447028 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device add6d9af-fc68-46f6-ac60-bdca27c58dfe up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:55.541016 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:55.569338 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning for port add6d9af-fc68-46f6-ac60-bdca27c58dfe completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:22:55.574841 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port add6d9af-fc68-46f6-ac60-bdca27c58dfe triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:55.575182 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:55.646779 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:55.728680 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:55.760296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] For port add6d9af-fc68-46f6-ac60-bdca27c58dfe, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=add6d9af-fc68-46f6-ac60-bdca27c58dfe,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:22:55.815461 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:55.892812 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Pushing event updated for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:22:55.924323 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:56.079408 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c13c53b3-49d2-4e41-9941-b0473575b991 req-e46f174a-1225-4ea1-8703-aafd2a502793 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0413241 Mar 18 11:22:57.130354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:57.226374 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-2487cd4b-2e30-4ffe-b3b2-87b401c3d2b7 req-fea06999-1974-4aa5-960f-77d977e615fc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0413339 Mar 18 11:22:57.424180 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device add6d9af-fc68-46f6-ac60-bdca27c58dfe up at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:22:57.490766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Provisioning complete for port add6d9af-fc68-46f6-ac60-bdca27c58dfe triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:22:57.491067 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:58.384980 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3629acb1-b0b8-4099-b493-89af2ce39115 req-39e165c1-e6a7-489f-b0a0-1b5da26405b1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0453286 Mar 18 11:22:59.248572 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-b0c0a6fa-fa84-411f-8cc3-b32713892f9e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:22:59.252422 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-b0c0a6fa-fa84-411f-8cc3-b32713892f9e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 809 time: 0.1466665 Mar 18 11:22:59.296237 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-ac2cdb0d-d2ff-4a3e-b43b-b052eef7dc15 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 379 time: 0.0387459 Mar 18 11:22:59.304825 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'port': {'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'admin_state_up': True, 'tenant_id': '429d431714304d5cb7404193b1985614', 'security_groups': ['62387b74-8113-4b9a-b879-b7ac931aa167']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:22:59.441530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:22:59.451639 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:22:59.536869 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-87f6767e-ab80-472f-bddd-b36eab39ffd9 req-b79457b6-58f2-4d7a-b1b9-f77d6b74de56 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0463939 Mar 18 11:22:59.546883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Made reservation on behalf of 429d431714304d5cb7404193b1985614 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:22:59.550916 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:59.705188 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Allocated IP 172.20.0.7 (2896d450-8467-4457-9c4a-ced4bd021049/887fe07c-e99a-45d1-8876-25bd2e70c9d6/036bd882-27e4-48c7-b926-ac390eab91f3) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:22:59.893306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:22:59.908965 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Transition to ACTIVE for port object 036bd882-27e4-48c7-b926-ac390eab91f3 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:22:59.987322 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:00.051771 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Network 2896d450-8467-4457-9c4a-ced4bd021049 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:23:00.059108 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:23:00.063384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:23:00.094711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:00.135485 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:00.136173 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:00.239086 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-1e7fb6c2-0bf8-4eee-9f68-ec3ebdb4ba1b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376023 Mar 18 11:23:00.250156 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Request body: {'port': {'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:23:00.289766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3102bba8-995f-4a20-9fa3-db76a17b0354 None None] Provisioning for port 036bd882-27e4-48c7-b926-ac390eab91f3 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:23:00.294783 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-3102bba8-995f-4a20-9fa3-db76a17b0354 None None] Provisioning complete for port 036bd882-27e4-48c7-b926-ac390eab91f3 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:23:00.295152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3102bba8-995f-4a20-9fa3-db76a17b0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:00.349283 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-3102bba8-995f-4a20-9fa3-db76a17b0354 None None] Port 036bd882-27e4-48c7-b926-ac390eab91f3 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:23:00.358278 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:00.791413 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036bd882-27e4-48c7-b926-ac390eab91f3 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:23:00.798608 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:00.813321 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Transition to ACTIVE for port object 036bd882-27e4-48c7-b926-ac390eab91f3 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:23:00.827061 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67bbab-90ae-4024-b69d-0218591fffbd req-bfe9bc5b-cb91-4424-8c63-e98f687b4d16 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:00.828496 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ed67bbab-90ae-4024-b69d-0218591fffbd req-bfe9bc5b-cb91-4424-8c63-e98f687b4d16 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 931 time: 0.1834269 Mar 18 11:23:00.872123 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ed67bbab-90ae-4024-b69d-0218591fffbd req-c6414cf6-ba8e-4842-a349-4950c44913e7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Mar 18 11:23:00.878720 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:01.031808 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:01.115019 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Attempting to bind port 036bd882-27e4-48c7-b926-ac390eab91f3 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:23:01.115350 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Attempting to bind port 036bd882-27e4-48c7-b926-ac390eab91f3 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:23:01.115675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Attempting to bind port 036bd882-27e4-48c7-b926-ac390eab91f3 on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:23:01.120079 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Port 036bd882-27e4-48c7-b926-ac390eab91f3 on network 2896d450-8467-4457-9c4a-ced4bd021049 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:23:01.124441 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Attempting to bind port 036bd882-27e4-48c7-b926-ac390eab91f3 on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:23:01.125331 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:23:01.125658 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Checking segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:23:01.126104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Bound using segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:23:01.126535 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Bound port: 036bd882-27e4-48c7-b926-ac390eab91f3, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:23:01.126870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:01.213031 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:23:01.215926 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:23:01.278539 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:01.333921 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:01.334525 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:01.336131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] 10.222.0.24 "PUT /v2.0/ports/036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 1093 time: 1.0898471 Mar 18 11:23:01.336616 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:23:01.365058 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d39b-4899-4a64-b066-665a2a3d1585 service neutron] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:01.387838 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'status': 'completed', 'code': 200} Mar 18 11:23:01.480451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-f0334d09-150c-4663-b47b-1b9e13d1157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:01.481957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-f0334d09-150c-4663-b47b-1b9e13d1157c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0730977 Mar 18 11:23:01.620119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-67f1cb34-e2e5-4ab4-b764-8ba155d48663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:01.621493 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-67f1cb34-e2e5-4ab4-b764-8ba155d48663 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=429d431714304d5cb7404193b1985614&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1333699 Mar 18 11:23:01.760833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-17d870f3-3815-4b02-aa3d-080277bc3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:01.762303 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-28bb023c-88b2-457d-92fe-66f1cdfc9c17 req-17d870f3-3815-4b02-aa3d-080277bc3887 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346083 Mar 18 11:23:01.871166 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-b52e0c9a-4617-48c3-ac49-b4bf5e3f199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:01.872622 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-b52e0c9a-4617-48c3-ac49-b4bf5e3f199f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0735927 Mar 18 11:23:01.939511 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-f714653b-4af9-455f-97f1-fbd03f47cfb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 217 time: 0.0600095 Mar 18 11:23:02.005293 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a66fd8d0-2559-47b5-937d-b6f362e48763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:02.006862 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-a66fd8d0-2559-47b5-937d-b6f362e48763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0621200 Mar 18 11:23:02.054515 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd041f-276e-4319-a93a-1e5546483647 req-96f4a83b-2eff-4ea5-9b05-01ef6b664aec tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:02.055946 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4fbd041f-276e-4319-a93a-1e5546483647 req-96f4a83b-2eff-4ea5-9b05-01ef6b664aec tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.0797231 Mar 18 11:23:02.082086 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-7077802b-7dcf-498f-b6cf-7ccd8511c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:02.083547 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-7077802b-7dcf-498f-b6cf-7ccd8511c096 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709093 Mar 18 11:23:02.099820 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-4fbd041f-276e-4319-a93a-1e5546483647 req-f0b750fa-7030-499c-8f5c-f2204dfe281b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381718 Mar 18 11:23:02.214085 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-bac854d4-4ebe-491a-8a30-8297f003c922 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239445 Mar 18 11:23:02.342143 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-56cde51e-33ef-4aca-9f6e-64275b35ffca req-68b5ac77-e7c5-4108-94d4-cfda507b8525 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215377 Mar 18 11:23:03.284884 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c4906-b7bc-4350-bb12-aa9e4c21aa19 req-6f76d694-e6ac-4741-8bd7-40e7ed825759 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:03.285470 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-924c4906-b7bc-4350-bb12-aa9e4c21aa19 req-6f76d694-e6ac-4741-8bd7-40e7ed825759 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:23:03.341256 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-924c4906-b7bc-4350-bb12-aa9e4c21aa19 req-6f76d694-e6ac-4741-8bd7-40e7ed825759 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:23:03.342456 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-924c4906-b7bc-4350-bb12-aa9e4c21aa19 req-6f76d694-e6ac-4741-8bd7-40e7ed825759 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.1370146 Mar 18 11:23:03.386850 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-924c4906-b7bc-4350-bb12-aa9e4c21aa19 req-ef7df03b-ca97-4228-8a99-d3ac1b3c2607 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Mar 18 11:23:04.567019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714224-e5bd-4ae8-af35-7e1f5c86ed33 req-1a87518a-241a-40f1-be3a-09de9fb17008 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:04.568590 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22714224-e5bd-4ae8-af35-7e1f5c86ed33 req-1a87518a-241a-40f1-be3a-09de9fb17008 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.0782983 Mar 18 11:23:04.613969 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-22714224-e5bd-4ae8-af35-7e1f5c86ed33 req-4bd5c1de-19a8-4596-b355-0ade5e714fff tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397873 Mar 18 11:23:04.764760 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:23:04.895158 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:23:04.907946 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '036bd882-27e4-48c7-b926-ac390eab91f3', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:23:04.961174 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:04.977339 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036bd882-27e4-48c7-b926-ac390eab91f3 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:23:04.991684 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:23:05.095685 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:05.164561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:05.322457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['036bd882-27e4-48c7-b926-ac390eab91f3'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:23:05.794337 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10447f0-b9da-4818-b62b-877b66c293f5 req-efa94617-fb50-4405-9ca9-c08d1113b7cc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:05.795780 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e10447f0-b9da-4818-b62b-877b66c293f5 req-efa94617-fb50-4405-9ca9-c08d1113b7cc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 944 time: 0.0804179 Mar 18 11:23:05.838077 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e10447f0-b9da-4818-b62b-877b66c293f5 req-bde63146-777a-4162-9df1-f0af4282a312 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367243 Mar 18 11:23:06.780146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:23:06.895802 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 036bd882-27e4-48c7-b926-ac390eab91f3 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:23:06.901115 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 036bd882-27e4-48c7-b926-ac390eab91f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:23:06.902090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:07.017730 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:07.019421 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a39dfc-f4d9-4f14-9e36-2e31c4efd671 req-0bc30ccb-2e03-4cf2-8e2a-3b332d45f49b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:07.020852 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-90a39dfc-f4d9-4f14-9e36-2e31c4efd671 req-0bc30ccb-2e03-4cf2-8e2a-3b332d45f49b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 944 time: 0.0772243 Mar 18 11:23:07.044456 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:23:07.055152 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:23:07.065859 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-90a39dfc-f4d9-4f14-9e36-2e31c4efd671 req-aed48131-cc25-4fd1-998d-43b30ee90b3d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389683 Mar 18 11:23:07.091443 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'code': 200} Mar 18 11:23:07.118355 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:07.187211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:07.429306 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284dc51-2888-403e-8a7e-97642a62d930 req-274d98ff-0a2c-46f7-a586-79986855fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:07.430769 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f284dc51-2888-403e-8a7e-97642a62d930 req-274d98ff-0a2c-46f7-a586-79986855fe5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0702147 Mar 18 11:23:07.470169 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f284dc51-2888-403e-8a7e-97642a62d930 req-c85430f0-298a-427a-979c-2cd1bc704f6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Mar 18 11:23:08.247663 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bb635-a12b-4a0b-8886-2d741db4d2d4 req-083579b0-d1ea-4bff-aeee-c1b3a73edfe1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:08.248985 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a48bb635-a12b-4a0b-8886-2d741db4d2d4 req-083579b0-d1ea-4bff-aeee-c1b3a73edfe1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 945 time: 0.0804629 Mar 18 11:23:08.291798 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a48bb635-a12b-4a0b-8886-2d741db4d2d4 req-2da1bf2e-6a5c-4758-b55c-e6bee1c7a66d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368090 Mar 18 11:23:09.474392 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d443b-8bd1-449b-8f25-d91f358bfa8e req-d96bb0f0-be94-426d-8055-6d2823db85f2 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:09.475793 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b96d443b-8bd1-449b-8f25-d91f358bfa8e req-d96bb0f0-be94-426d-8055-6d2823db85f2 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 945 time: 0.0808613 Mar 18 11:23:09.609581 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b96d443b-8bd1-449b-8f25-d91f358bfa8e req-99ac7b6b-93dc-4ce8-b364-9cdd83dd9e1a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282411 Mar 18 11:23:09.788511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3e94-66f5-4520-8c3d-4e37788403f0 req-d758e080-1bc4-4f16-b4db-b0715e57d641 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:09.789954 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70cd3e94-66f5-4520-8c3d-4e37788403f0 req-d758e080-1bc4-4f16-b4db-b0715e57d641 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 945 time: 0.0772817 Mar 18 11:23:09.834243 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-70cd3e94-66f5-4520-8c3d-4e37788403f0 req-02461407-6ea9-4711-bcba-b205d3a80911 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377989 Mar 18 11:23:09.855828 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52404) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:23:09.996539 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0158a3fc-3c4e-4f13-84b6-99b3dd9dfc00 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:09.997243 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0158a3fc-3c4e-4f13-84b6-99b3dd9dfc00 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] Synchronizing usage tracker for tenant:365029c9a770456380fa17ce21a0d3e2 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:23:10.061328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-0158a3fc-3c4e-4f13-84b6-99b3dd9dfc00 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] Unset dirty status for tenant:365029c9a770456380fa17ce21a0d3e2 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:23:10.062511 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0158a3fc-3c4e-4f13-84b6-99b3dd9dfc00 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1093 time: 0.2057493 Mar 18 11:23:10.065376 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52410) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:23:10.070838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'tenant_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:23:10.076643 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:23:10.080392 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:floatingip and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:23:10.083215 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:23:10.089304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:23:10.163834 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:10.298250 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:10.429910 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Allocated IP 172.26.2.172 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/cb28e3b1-1fb2-45fb-9e87-a60ed167dca4) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:23:10.568680 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:10.644345 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:10.701634 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:23:10.704209 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:23:10.712166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:23:10.746184 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=cb28e3b1-1fb2-45fb-9e87-a60ed167dca4,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:11.111684 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:11.335426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:11.531457 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:11.598493 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:11.707447 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=cb28e3b1-1fb2-45fb-9e87-a60ed167dca4,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:23:11.718797 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:11.882384 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Floating IP fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab associated. External IP: 172.26.2.172, port: 036bd882-27e4-48c7-b926-ac390eab91f3. Mar 18 11:23:12.229224 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:23:12.399275 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:23:12.408292 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:23:12.417489 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:23:12.418178 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:23:12.466929 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:12.522555 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-d5a0d6cd-6156-4874-8ee7-20891a748d10 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4559822 Mar 18 11:23:12.522958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:23:12.565960 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'status': 'completed', 'code': 200} Mar 18 11:23:12.596335 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:23:12.654425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-ab846508-6c23-42e6-8663-c604bb919a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:12.655879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-ab846508-6c23-42e6-8663-c604bb919a4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0692089 Mar 18 11:23:12.782127 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-ff90e2ce-6c76-4a7d-8f54-846005d9421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:12.783498 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-ff90e2ce-6c76-4a7d-8f54-846005d9421e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1223545 Mar 18 11:23:12.890431 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-ec1e82a6-8bd1-4e66-8957-f22d7c47b6b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 999 time: 0.1013019 Mar 18 11:23:12.932022 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:11Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:23:12.935986 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:23:12.944104 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:23:12.944686 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:22:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:23:12.956346 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-f9904429-777a-4a34-b11c-0366fd5ab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:12.957841 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-f9904429-777a-4a34-b11c-0366fd5ab664 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0607421 Mar 18 11:23:13.030026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-51a98f8d-15d2-4f3f-9638-7eb68ed6ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:13.031470 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-51a98f8d-15d2-4f3f-9638-7eb68ed6ff72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684097 Mar 18 11:23:13.120674 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:23:13.159385 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-4a8f8616-18f8-4454-868f-5ad4b5e9dbea service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216085 Mar 18 11:23:13.287608 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-e5392fda-7078-4306-95ad-f5f16eb57a90 req-52552a46-f292-4226-9716-35c18cc43690 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224744 Mar 18 11:23:13.456487 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:11Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:23:13.461048 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb86115-f4b9-4895-84d8-caa69bf48553 None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:11Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:23:13.649636 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5136ac-fd80-4ce8-83d1-e0ca0dcf00a0 None None] New status for floating IP fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:23:21.777867 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-2be89d61-69bd-4216-b1c8-fe4b7bc910ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684481 Mar 18 11:23:21.918601 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-38ec904c-9412-4107-9619-9e6a66f44525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:21.920047 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-38ec904c-9412-4107-9619-9e6a66f44525 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0726817 Mar 18 11:23:22.044388 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-4ab22792-a8a1-4708-9445-740b97d4f3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:22.074546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-57ae100c-4912-4532-96bc-fb8feb7edf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:22.075977 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-57ae100c-4912-4532-96bc-fb8feb7edf6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1308446 Mar 18 11:23:22.252736 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-c7ea4b53-f149-4c19-927b-b0bebf4c4987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 1001 time: 0.1682222 Mar 18 11:23:22.313715 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-5d2f384d-bd5a-4292-87f1-e348713ac3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:22.315222 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-5d2f384d-bd5a-4292-87f1-e348713ac3cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0562477 Mar 18 11:23:22.390767 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-03d75ace-5c48-4ef5-a604-2be79f323a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:23:22.392182 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-03d75ace-5c48-4ef5-a604-2be79f323a7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713332 Mar 18 11:23:22.518750 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-8057b46f-a01f-4153-9419-5eb9a99d07e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207519 Mar 18 11:23:22.662017 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-ebb45493-ff61-440a-a7e6-16ddb181c667 req-25495ce5-2891-4575-afcc-88cab0579584 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372023 Mar 18 11:23:24.523729 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cae56026-4339-46c2-a2d9-0a28bf9a6ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:25.518081 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:25.616923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:25.900900 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:27.158060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:28.672374 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:23:52.060707 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-17c70bc1-b72a-4a71-958e-7b8f4f02728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:54.511944 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-ac083b21-4ee9-451f-b5c3-c6295ec1a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:55.560094 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:55.637580 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:55.895040 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:23:57.169060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:05.671315 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:24:22.036780 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d8343927-a2bd-4d9b-85a1-c743eeddcd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:22.611330 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-b31780c7-fbe2-4ef6-bd38-f71f37ea688d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1551733 Mar 18 11:24:22.750183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-2c0afda8-b440-473e-814a-5e95217b9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:24:22.751627 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-2c0afda8-b440-473e-814a-5e95217b9694 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0720592 Mar 18 11:24:22.902656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-ba7d888a-f448-4cb2-942c-4823b1111757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:24:22.904012 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-ba7d888a-f448-4cb2-942c-4823b1111757 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1343577 Mar 18 11:24:23.002315 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-e4dfd955-b3fd-4a09-bced-bda53384b172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 1001 time: 0.0916128 Mar 18 11:24:23.069657 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-a8c0e8f0-ad0a-4432-a907-739c012b3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:24:23.071157 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-a8c0e8f0-ad0a-4432-a907-739c012b3b9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0629094 Mar 18 11:24:23.143486 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-47289fc3-9b4b-439d-81a5-b3622ef1e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:24:23.144930 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-47289fc3-9b4b-439d-81a5-b3622ef1e110 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683765 Mar 18 11:24:23.273810 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-185cf406-6900-4b2f-937f-8ede8eed3f0c service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226726 Mar 18 11:24:23.403756 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-61d3ae80-f0a9-4636-b845-4d8a43311edb req-862eaff3-8f6f-4538-aca5-df4473c5405d service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235449 Mar 18 11:24:24.517695 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-e6019fbe-e003-45e8-b75c-1ce2d3974858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:25.539570 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:25.643119 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:25.894952 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:27.214872 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:42.670758 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:24:52.025978 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b40c3301-2b4d-47ac-8360-53c6fe6f71e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:54.510655 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c8577073-d8e0-4f7f-b1c0-c42a2689f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:55.555829 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:55.641724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:55.916266 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:24:57.174365 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:11.316582 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:25:11.455497 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:11.468750 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '036bd882-27e4-48c7-b926-ac390eab91f3', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:25:11.524620 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:11.541083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 036bd882-27e4-48c7-b926-ac390eab91f3 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:25:11.560823 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:11.649060 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:11.722634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:11.729738 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['036bd882-27e4-48c7-b926-ac390eab91f3'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:25:11.768884 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.769225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.769564 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.769917 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.770243 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.770563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.770880 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.771213 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.771513 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.771828 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.772139 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:11.772455 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:13.321592 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:25:13.392712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 036bd882-27e4-48c7-b926-ac390eab91f3 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:25:13.393077 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:13.531239 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:13.563587 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:25:13.574236 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:13.664770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:13.733043 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'code': 200} Mar 18 11:25:13.771383 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:19.669800 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:25:22.020653 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2833-1189-4a3e-9bbb-4c125cf6c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:23.472396 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-39c705bd-e26d-419b-8df5-ddf7f05644dd tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841159365&fields=id&tenant_id=429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 267 time: 0.0389485 Mar 18 11:25:23.729100 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-4cb60ccc-4259-4a7f-8ed5-c08625d9fbcc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:23.730543 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-4cb60ccc-4259-4a7f-8ed5-c08625d9fbcc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 809 time: 0.2507229 Mar 18 11:25:23.744542 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-a937606c-f518-4753-9de9-171d51bf0331 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/quotas/429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 375 time: 0.0087025 Mar 18 11:25:23.828037 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-a74b2674-9f55-47c9-a0b9-aa9250cf8bcd tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787461 Mar 18 11:25:23.959445 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-32915aed-ab96-434b-89c2-af91bf2780b7 service neutron] 10.222.0.18 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195061 Mar 18 11:25:24.090103 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-a7c73ba9-56c5-4f53-a873-84e243deb574 service neutron] 10.222.0.18 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241000 Mar 18 11:25:24.366693 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-32555e24-6c54-4824-88b5-011848f01f69 req-34e896df-b321-42df-b2e6-742c925cd8ce tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 210 time: 0.0462921 Mar 18 11:25:24.515634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2edaff31-a0fa-4a93-8a93-0748e30241e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:24.619101 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-3b1470d0-97ad-4914-9b40-a0cd824b3585 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676863 Mar 18 11:25:24.757804 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-27381991-8fc0-4dc2-9a49-00a586046422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:24.760170 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-27381991-8fc0-4dc2-9a49-00a586046422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0736923 Mar 18 11:25:24.923291 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-b9657c5e-c0ef-431e-975c-e5cd3bed9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:24.924732 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-b9657c5e-c0ef-431e-975c-e5cd3bed9874 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1473079 Mar 18 11:25:25.024949 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-1e2e7f8b-359c-41e0-aed2-a4c4345673dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 1001 time: 0.0929914 Mar 18 11:25:25.088824 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-21f61fd0-7d91-4f09-b56d-03e1395e3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:25.090230 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-21f61fd0-7d91-4f09-b56d-03e1395e3bd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0598118 Mar 18 11:25:25.164243 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-fc50deaa-e6a6-450e-ada5-277963c5ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:25.165741 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-fc50deaa-e6a6-450e-ada5-277963c5ee52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696313 Mar 18 11:25:25.300692 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-902d4bfd-c161-4c75-a47d-1120cd673d96 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283267 Mar 18 11:25:25.402467 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:25:25.435172 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-70cc09ab-03b1-411e-822f-8e9f5bc4315f req-9dad78cd-7617-4a9c-a3b6-a70f3d2007f0 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275408 Mar 18 11:25:25.525875 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-5774bd9e-4861-4fb1-ad7e-d3582fe76fe9 req-a05598c8-1646-459f-975b-fa0097e30899 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 210 time: 0.0463955 Mar 18 11:25:25.528301 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:25.553907 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:25:25.574248 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:25.598813 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'code': 200} Mar 18 11:25:25.619029 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:25.647294 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:25.648883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:25.715894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:25.940471 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:26.678331 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-3a8952a6-0230-47f9-81d4-c61eea8c136f req-8631ec56-7de7-43e3-8c26-7c23b88536e7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 210 time: 0.0413942 Mar 18 11:25:26.738953 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-966c6a91-07be-4b46-a010-9918fb6113c9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:26.740399 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-966c6a91-07be-4b46-a010-9918fb6113c9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 809 time: 0.2394271 Mar 18 11:25:26.788512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-adc6b913-020d-4682-a829-13578f7d05ef tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429d431714304d5cb7404193b1985614 HTTP/1.1" status: 200 len: 379 time: 0.0402882 Mar 18 11:25:26.796878 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'port': {'device_id': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'admin_state_up': True, 'tenant_id': '429d431714304d5cb7404193b1985614', 'security_groups': ['62387b74-8113-4b9a-b879-b7ac931aa167']}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:25:26.936332 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:25:26.946131 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.quota.driver [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:25:27.031870 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Made reservation on behalf of 429d431714304d5cb7404193b1985614 for: {'port': 1} {{(pid=88542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 11:25:27.035520 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:27.178362 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:27.193938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_common [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Allocated IP 172.20.0.14 (2896d450-8467-4457-9c4a-ced4bd021049/887fe07c-e99a-45d1-8876-25bd2e70c9d6/35c3f708-c90d-41fb-b23f-d9cd92fa9452) {{(pid=88542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:25:27.382785 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:27.399725 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Transition to ACTIVE for port object 35c3f708-c90d-41fb-b23f-d9cd92fa9452 will not be triggered until provisioned by entity DHCP. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:25:27.496036 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_create {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:27.565628 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Network 2896d450-8467-4457-9c4a-ced4bd021049 is already hosted by enough agents. {{(pid=88542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:25:27.569358 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.base_scheduler [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources bound (agent type, host, resource id): {{(pid=88542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:25:27.573883 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Received port after_create {{(pid=88542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:25:27.643872 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=1']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:27.654786 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.655273 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.655656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.655780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.656116 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.656451 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.656782 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.657107 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.657433 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.657756 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.658104 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.658425 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:27.699917 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:27.700505 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:27.878396 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-277d0d6f-15f7-4523-a912-9de0eb641c23 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0723598 Mar 18 11:25:27.990997 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0136-7454-42c6-bc23-386aadcd574e req-16815f8a-d244-42b0-b427-6c9df47cbf1a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:27.991751 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b95d0136-7454-42c6-bc23-386aadcd574e req-16815f8a-d244-42b0-b427-6c9df47cbf1a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:25:28.029050 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-353add55-783d-4aee-9185-5eded67987fd None None] Provisioning for port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 completed by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:25:28.035596 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-353add55-783d-4aee-9185-5eded67987fd None None] Provisioning complete for port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 triggered by entity DHCP. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:25:28.036202 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-353add55-783d-4aee-9185-5eded67987fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:28.079089 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-b95d0136-7454-42c6-bc23-386aadcd574e req-16815f8a-d244-42b0-b427-6c9df47cbf1a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:25:28.080404 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b95d0136-7454-42c6-bc23-386aadcd574e req-16815f8a-d244-42b0-b427-6c9df47cbf1a tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.2621455 Mar 18 11:25:28.112097 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-353add55-783d-4aee-9185-5eded67987fd None None] Port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 cannot update to ACTIVE because it is not bound. {{(pid=88543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 18 11:25:28.137835 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-b95d0136-7454-42c6-bc23-386aadcd574e req-a8e4b437-7825-489c-bafe-275d8d6e0209 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501149 Mar 18 11:25:29.339466 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639e5a4-5ba6-44db-8e7a-46984683c78b req-3749ecd7-3e97-42ce-866d-6fab6255d5a7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:29.340884 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b639e5a4-5ba6-44db-8e7a-46984683c78b req-3749ecd7-3e97-42ce-866d-6fab6255d5a7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.0862193 Mar 18 11:25:29.390899 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-b639e5a4-5ba6-44db-8e7a-46984683c78b req-549cdaba-8ace-4fcd-b034-c0af1a1223b7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Mar 18 11:25:30.585545 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a468c0c-264f-45e0-b2e3-a21082d8db18 req-fdfa673d-ac69-4fcd-a632-91d3e4e41fa6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:30.587642 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a468c0c-264f-45e0-b2e3-a21082d8db18 req-fdfa673d-ac69-4fcd-a632-91d3e4e41fa6 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.0854275 Mar 18 11:25:30.633743 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-5a468c0c-264f-45e0-b2e3-a21082d8db18 req-2b8b5ad1-b2a0-4dad-a383-f7e50bb57b2e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396392 Mar 18 11:25:31.825491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede70dba-8079-4124-84a6-02b6dba5feb6 req-e2fe99d6-4567-4f5a-8941-c37cf7246ea3 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:31.832953 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ede70dba-8079-4124-84a6-02b6dba5feb6 req-e2fe99d6-4567-4f5a-8941-c37cf7246ea3 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.0908661 Mar 18 11:25:31.882086 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-ede70dba-8079-4124-84a6-02b6dba5feb6 req-b9901807-ead7-4dec-8af4-8f43dbbd0038 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Mar 18 11:25:33.082988 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75730b-1a73-4743-a6c1-7f9ee600641c req-c05cc40e-eb79-48d7-b0f5-cb6d817184a0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:33.084485 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e75730b-1a73-4743-a6c1-7f9ee600641c req-c05cc40e-eb79-48d7-b0f5-cb6d817184a0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.0796690 Mar 18 11:25:33.134512 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7e75730b-1a73-4743-a6c1-7f9ee600641c req-bce168ac-2e3b-443c-889b-34ff21de2409 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Mar 18 11:25:34.347328 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2473be-64a7-4d19-aae5-4d20cbe3c78a req-eb52718a-2018-4f07-8318-a73fd23a57d3 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:34.348886 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6b2473be-64a7-4d19-aae5-4d20cbe3c78a req-eb52718a-2018-4f07-8318-a73fd23a57d3 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.0946002 Mar 18 11:25:34.398630 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-6b2473be-64a7-4d19-aae5-4d20cbe3c78a req-bf833d8b-6bd4-4aba-8200-6514858d030f tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429437 Mar 18 11:25:35.123774 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.v2.base [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Request body: {'port': {'device_id': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8342'}} {{(pid=88542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:25:35.234026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:35.611287 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c3f708-c90d-41fb-b23f-d9cd92fa9452 {{(pid=88542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:25:35.621538 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:35.646614 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.provisioning_blocks [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Transition to ACTIVE for port object 35c3f708-c90d-41fb-b23f-d9cd92fa9452 will not be triggered until provisioned by entity L2. {{(pid=88542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 18 11:25:35.658711 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a7ab-ad73-41ec-8c20-886ab1e6225e req-ef9f8fc3-0334-4768-945d-835fbf36ba72 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:35.660131 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-85a4a7ab-ad73-41ec-8c20-886ab1e6225e req-ef9f8fc3-0334-4768-945d-835fbf36ba72 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 932 time: 0.1450717 Mar 18 11:25:35.702686 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-85a4a7ab-ad73-41ec-8c20-886ab1e6225e req-6c5615b3-322a-4589-9870-ec87b5874cbd tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368879 Mar 18 11:25:35.717310 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:35.967623 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=2']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:36.032241 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Attempting to bind port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 on host hv-neutron-8342 for vnic_type normal with profile {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 18 11:25:36.032502 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Attempting to bind port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 by drivers openvswitch,hyperv on host hv-neutron-8342 at level 0 using segments [{'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 18 11:25:36.032819 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Attempting to bind port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:25:36.037282 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 on network 2896d450-8467-4457-9c4a-ced4bd021049 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8342 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 18 11:25:36.037589 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Attempting to bind port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 on network 2896d450-8467-4457-9c4a-ced4bd021049 {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 18 11:25:36.042570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Checking agent: {'id': '2791658e-ec8d-43e8-80ba-863f8a0bbbb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8342', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'started_at': datetime.datetime(2022, 3, 18, 10, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 18 11:25:36.042898 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Checking segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 18 11:25:36.043269 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Bound using segment: {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'} {{(pid=88542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 18 11:25:36.043675 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.managers [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Bound port: 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host: hv-neutron-8342, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb1667b-4093-41b6-9da0-333dfa5dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049'}}] {{(pid=88542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 18 11:25:36.044004 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:36.130551 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, cleared binding levels {{(pid=88542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 18 11:25:36.133424 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 18 11:25:36.238025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-790137'] for port, after_update {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:36.292078 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:36.292677 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:36.294120 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-98753645-86bf-464b-97fd-647a42befe65 service neutron] 10.222.0.24 "PUT /v2.0/ports/35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 200 len: 1094 time: 1.1751578 Mar 18 11:25:36.294530 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:25:36.321384 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753645-86bf-464b-97fd-647a42befe65 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=3']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:36.346494 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'status': 'completed', 'code': 200} Mar 18 11:25:36.436619 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-9873962a-dbee-457e-9db0-b3fe5cbdd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:36.438129 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-9873962a-dbee-457e-9db0-b3fe5cbdd714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1097 time: 0.0728688 Mar 18 11:25:36.576519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-fb802cf0-6d61-43a7-a5f2-945b3e5c82af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:36.577895 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-fb802cf0-6d61-43a7-a5f2-945b3e5c82af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=429d431714304d5cb7404193b1985614&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1330702 Mar 18 11:25:36.709294 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-fb64446c-b79f-42a7-8b40-98d25adf511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:36.710656 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8dad9660-dfa9-4bdd-8c6d-43d120b3f3b6 req-fb64446c-b79f-42a7-8b40-98d25adf511e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269736 Mar 18 11:25:36.857026 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-35540179-766d-46d9-963f-124682f676fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:36.858470 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-35540179-766d-46d9-963f-124682f676fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1097 time: 0.1116154 Mar 18 11:25:36.931660 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-15cb8198-bed5-4a0e-8af9-6f4f780372bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 200 len: 217 time: 0.0660729 Mar 18 11:25:36.998780 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90edbe-ed97-4609-91ae-5f4d49200f33 req-6f1de8ba-d8e4-4a72-8afe-45d234a31b62 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:37.000113 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d90edbe-ed97-4609-91ae-5f4d49200f33 req-6f1de8ba-d8e4-4a72-8afe-45d234a31b62 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.1891794 Mar 18 11:25:37.028091 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-f2ff6c04-3bce-4759-ae28-b7cb79cbee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:37.029437 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-f2ff6c04-3bce-4759-ae28-b7cb79cbee48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0886343 Mar 18 11:25:37.088967 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-7d90edbe-ed97-4609-91ae-5f4d49200f33 req-88e938e7-e3d4-4aa5-9f50-b11596f4d442 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825589 Mar 18 11:25:37.115633 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-242ad1ad-5eeb-4f99-addb-b045a38209fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:37.117058 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-242ad1ad-5eeb-4f99-addb-b045a38209fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778997 Mar 18 11:25:37.243519 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-22a3e07d-f764-42ac-b2e8-ed0f00c07dfa service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206217 Mar 18 11:25:37.370218 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-19e0ad8b-ce30-44a9-ad83-ece9e73c0be9 req-10167331-cb6c-4139-963b-80ed04cd77c2 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202483 Mar 18 11:25:38.273265 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8ff0-2caa-4bdd-a663-504f7f98cb00 req-2fb1611a-0cde-4d57-ab2d-e01fe17233d7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:38.274660 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a02f8ff0-2caa-4bdd-a663-504f7f98cb00 req-2fb1611a-0cde-4d57-ab2d-e01fe17233d7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.0796456 Mar 18 11:25:38.320167 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a02f8ff0-2caa-4bdd-a663-504f7f98cb00 req-6cb06661-fa91-4a6a-9a5f-111bcd563811 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393517 Mar 18 11:25:39.464935 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:25:39.562644 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6835c-3f4b-46b2-b234-563349347bcf req-b65083d4-9588-4164-ae89-f2a136cfd250 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:39.595983 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39c6835c-3f4b-46b2-b234-563349347bcf req-b65083d4-9588-4164-ae89-f2a136cfd250 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.0902989 Mar 18 11:25:39.617133 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-39c6835c-3f4b-46b2-b234-563349347bcf req-e9d58a7f-c9f0-4058-9da8-5a08b38a8950 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Mar 18 11:25:39.638175 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:39.653844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'mac_address': 'fa:16:3e:a0:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:25:39.712770 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:39.729797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c3f708-c90d-41fb-b23f-d9cd92fa9452 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:25:39.748160 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:40.175003 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:40.243797 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=4']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:40.439805 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['35c3f708-c90d-41fb-b23f-d9cd92fa9452'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:25:40.804816 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d235-3b89-4f83-8220-bd3ae7cabec0 req-070deaba-f8c5-475d-9efe-91405904daa1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:40.806261 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0472d235-3b89-4f83-8220-bd3ae7cabec0 req-070deaba-f8c5-475d-9efe-91405904daa1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 945 time: 0.0776546 Mar 18 11:25:40.849209 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-0472d235-3b89-4f83-8220-bd3ae7cabec0 req-97ffd68f-dad4-469b-9d0c-11ba0b98ae7e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368009 Mar 18 11:25:41.478719 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:25:41.637429 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning for port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 completed by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 18 11:25:41.642772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:25:41.643140 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:41.775441 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:41.805157 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:25:41.816716 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:25:41.851122 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'code': 200} Mar 18 11:25:41.887297 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:41.962258 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=5']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:42.043194 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728175b-265a-4730-9c51-4be25499fe7f req-6190b92c-93b6-43ac-8e78-97704f1f8852 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:42.045679 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c728175b-265a-4730-9c51-4be25499fe7f req-6190b92c-93b6-43ac-8e78-97704f1f8852 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 946 time: 0.0881135 Mar 18 11:25:42.090339 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-c728175b-265a-4730-9c51-4be25499fe7f req-b277bb1f-0ac2-4c21-9ff2-8a693f8e4a40 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Mar 18 11:25:42.266378 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd907-0729-4970-a39a-8b2045136de9 req-805af069-6e60-4431-8fc7-e880992b4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:42.267891 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa8cd907-0729-4970-a39a-8b2045136de9 req-805af069-6e60-4431-8fc7-e880992b4594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1099 time: 0.0778036 Mar 18 11:25:42.310075 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-aa8cd907-0729-4970-a39a-8b2045136de9 req-b379818b-18d5-4fc1-b584-38929bd2d895 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361159 Mar 18 11:25:43.282460 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f2dc-13c9-4c80-8c7a-c9f48df89843 req-bd28755f-6e69-44f4-84cc-564142a0febc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:43.283957 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-be96f2dc-13c9-4c80-8c7a-c9f48df89843 req-bd28755f-6e69-44f4-84cc-564142a0febc tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 946 time: 0.0842810 Mar 18 11:25:43.329527 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-be96f2dc-13c9-4c80-8c7a-c9f48df89843 req-b58fca4d-e418-4462-9e15-271c675bd4c1 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394073 Mar 18 11:25:44.512477 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eea85-266c-48e5-8406-dd447a54ce7a req-3ec94809-4707-480b-b0b8-b6e44a0b5de7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:44.513940 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cb5eea85-266c-48e5-8406-dd447a54ce7a req-3ec94809-4707-480b-b0b8-b6e44a0b5de7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 946 time: 0.0785570 Mar 18 11:25:44.557523 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-cb5eea85-266c-48e5-8406-dd447a54ce7a req-a5c1c293-2cec-485f-8969-ef5dac1faa0d tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377140 Mar 18 11:25:44.736164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c00b-ebcd-4c7e-ab73-3b6fb9068712 req-a4c33a9b-d54d-43c3-87bc-1729d615cc31 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:44.737507 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8ff2c00b-ebcd-4c7e-ab73-3b6fb9068712 req-a4c33a9b-d54d-43c3-87bc-1729d615cc31 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 946 time: 0.0783918 Mar 18 11:25:44.783436 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-8ff2c00b-ebcd-4c7e-ab73-3b6fb9068712 req-686fdedb-8b30-4cda-bf1a-a65908f55b53 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Mar 18 11:25:44.805280 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52702) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:25:44.897511 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ebe33-5413-406e-9f0a-c467fac87413 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:44.899778 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4d0ebe33-5413-406e-9f0a-c467fac87413 tempest-TestSnapshotPattern-1017728745 tempest-TestSnapshotPattern-1017728745-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1094 time: 0.0933580 Mar 18 11:25:44.903315 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52706) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:25:44.908167 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.v2.base [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Request body: {'floatingip': {'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'tenant_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 11:25:44.914052 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 18 11:25:44.918074 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Usage tracker for resource:floatingip and tenant:429d431714304d5cb7404193b1985614 is out of sync, need to count used quota {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 18 11:25:44.920871 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 18 11:25:44.926442 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.quota.driver [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 18 11:25:44.989381 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:45.122408 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:45.263446 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_common [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Allocated IP 172.26.2.14 (2d94c899-6953-49a1-a319-d82134e71066/ff7e045c-edd0-489a-8ed3-d6971c66b518/48519ace-662c-4ec7-95b9-98e7c23678a2) {{(pid=88541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 11:25:45.404546 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:45.523877 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730078272058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:45.582955 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Network 2d94c899-6953-49a1-a319-d82134e71066 is already hosted by enough agents. {{(pid=88541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 11:25:45.589784 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Resources bound (agent type, host, resource id): {{(pid=88541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 11:25:45.593748 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Received port after_create {{(pid=88541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 18 11:25:45.622356 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=48519ace-662c-4ec7-95b9-98e7c23678a2,revision_number=1']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:45.642293 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.642636 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.642972 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.643302 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.643631 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.643956 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.644278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.644599 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.644923 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.645239 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.645555 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:45.645897 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:25:46.110509 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:46.235592 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:46.433166 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for port, precommit_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:46.492542 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565151'] for port, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:46.594958 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event updated for resources: {'Port': ['ID=48519ace-662c-4ec7-95b9-98e7c23678a2,revision_number=2']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:25:46.606782 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736897'] for floatingip, after_update {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:46.770733 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Floating IP 593923df-33f0-4e34-98a4-5bd1b955a3d4 associated. External IP: 172.26.2.14, port: 35c3f708-c90d-41fb-b23f-d9cd92fa9452. Mar 18 11:25:47.107788 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:25:47.387157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:25:47.396229 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:25:47.405392 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:25:47.406025 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:25:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:25:47.486849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:47.540967 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-fd0bed29-2025-45ba-bcd4-fa6d8543e3b5 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6366336 Mar 18 11:25:47.541550 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:25:47.579700 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:25:47.586559 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'status': 'completed', 'code': 200} Mar 18 11:25:47.674991 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f82fc-83ed-4ad9-960f-692662bde41f req-5198ad71-5401-472b-932f-0fe3b7bb6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:47.676449 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-5198ad71-5401-472b-932f-0fe3b7bb6fb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1099 time: 0.0689478 Mar 18 11:25:47.805217 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f82fc-83ed-4ad9-960f-692662bde41f req-cca28b6b-f4f6-4693-9fed-1918c125405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:47.806778 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-cca28b6b-f4f6-4693-9fed-1918c125405a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1238699 Mar 18 11:25:47.917845 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '593923df-33f0-4e34-98a4-5bd1b955a3d4', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:a0:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:25:46Z', 'updated_at': '2022-03-18T11:25:46Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}, {'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:25:47.922644 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:25:47.931612 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:25:47.932720 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:25:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:25:48.007468 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-54e12d5e-e20a-4b70-8e3c-a6a16474f2fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 200 len: 999 time: 0.1951802 Mar 18 11:25:48.067993 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f82fc-83ed-4ad9-960f-692662bde41f req-30213255-43dc-431a-adbf-f4b58f5d97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:48.069703 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-30213255-43dc-431a-adbf-f4b58f5d97c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0570428 Mar 18 11:25:48.110767 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:25:48.145923 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f82fc-83ed-4ad9-960f-692662bde41f req-7d89f393-6a58-443a-a87c-43812056346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:25:48.147388 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-7d89f393-6a58-443a-a87c-43812056346e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724163 Mar 18 11:25:48.286048 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-f876f035-b729-4a8f-9dab-d62b3736facc service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320305 Mar 18 11:25:48.417492 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-109f82fc-83ed-4ad9-960f-692662bde41f req-e664b79e-d61e-4626-97aa-62bd571d621f service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247230 Mar 18 11:25:48.446433 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '593923df-33f0-4e34-98a4-5bd1b955a3d4', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:a0:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:25:46Z', 'updated_at': '2022-03-18T11:25:46Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}, {'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:25:48.450807 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb4a8-39ec-4222-8052-fe09e8fbf2f3 None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': '593923df-33f0-4e34-98a4-5bd1b955a3d4', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:a0:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:25:46Z', 'updated_at': '2022-03-18T11:25:46Z', 'revision_number': 0, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}, {'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:25:48.637867 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19e5cf-1336-4f60-a831-c95241baebd7 None None] New status for floating IP 593923df-33f0-4e34-98a4-5bd1b955a3d4: ACTIVE {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:25:52.014291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-909d0ebe-6cb9-40d2-8f14-559c2a748f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:54.522815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-bb39c8ce-df7d-445c-8a43-260303ba6035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:55.546108 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:55.623485 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:55.937753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:25:56.668446 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:25:57.157244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:22.024965 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-97bdf14d-821c-47df-90b6-055ecb5bb566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:24.519845 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-3d1ddc16-2c06-415b-a5ef-31710efc889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:25.567919 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:25.636938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:25.960937 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-db8da803-bfef-4261-8724-03e15468faf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679486 Mar 18 11:26:25.962523 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:26.099799 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-39313d76-02e2-4755-95d9-e7d1e347228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:26:26.101212 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-39313d76-02e2-4755-95d9-e7d1e347228f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0722528 Mar 18 11:26:26.248040 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-149f8e8a-9def-4e71-8b9b-97035e615fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:26:26.250026 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-149f8e8a-9def-4e71-8b9b-97035e615fcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1304603 Mar 18 11:26:26.345297 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-db838712-4806-4815-b696-c70b734ef408 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 999 time: 0.0899410 Mar 18 11:26:26.410077 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-5103dbef-5edf-4463-b903-527bc106c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:26:26.411497 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-5103dbef-5edf-4463-b903-527bc106c88a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0592234 Mar 18 11:26:26.484351 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-d0389676-a066-469b-9515-17fe8ca4a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:26:26.485839 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-d0389676-a066-469b-9515-17fe8ca4a226 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679424 Mar 18 11:26:26.614969 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-c19bc4a7-d4e1-4cf7-a4ab-587cacef88a1 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221881 Mar 18 11:26:26.741463 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-f0af44d4-03fd-4aae-8b60-05420d2533c1 req-19dd03b7-bf64-4950-900d-d635568b4526 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200573 Mar 18 11:26:27.165796 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:33.666940 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:26:52.022244 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-2a35d60b-960c-4da0-a07e-f688a802278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:54.511087 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-14820d28-5d76-4129-b7ab-09543a00dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:55.563858 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:55.622254 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:56.019387 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:26:57.207601 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:10.665233 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:27:22.033271 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-d0b20567-3aa3-4dc8-a0d6-b6279c6bf25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:24.512844 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-96f751b4-8558-4962-a541-dd338c0723aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:25.564286 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:25.647820 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:25.973703 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:27.176169 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:28.093910 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-0b1e5010-4ac0-4a9d-a01e-a8dd157da225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:28.095380 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-0b1e5010-4ac0-4a9d-a01e-a8dd157da225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1099 time: 0.1525798 Mar 18 11:27:28.242364 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-e4fa19a4-8cbf-4c06-b3be-84cf42b57fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:28.243709 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-e4fa19a4-8cbf-4c06-b3be-84cf42b57fc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1238127 Mar 18 11:27:28.343531 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-511b0b74-e593-474b-b380-bbcc60e7622a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 200 len: 1001 time: 0.0912504 Mar 18 11:27:28.499573 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-aa782fbc-5029-4f5e-9cd4-b5076b546828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:28.500927 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-aa782fbc-5029-4f5e-9cd4-b5076b546828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.1497557 Mar 18 11:27:28.578233 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-2b66221f-8622-4e2c-8873-ed8beededbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:28.580351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-2b66221f-8622-4e2c-8873-ed8beededbf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715706 Mar 18 11:27:28.710311 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-cf540dd6-6d1e-467b-897c-1d55f38ef700 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230717 Mar 18 11:27:28.837303 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-773cb38b-6317-4ee1-ba9f-e125b01cac72 req-f23c6c51-fc7f-4859-b491-948b8205bd23 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200960 Mar 18 11:27:29.945849 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 details requested by agent hyperv_hv-neutron-8342 with host hv-neutron-8342 {{(pid=88543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 18 11:27:30.106673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:30.171399 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Returning: {'device': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'port_id': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'mac_address': 'fa:16:3e:a0:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 18 11:27:30.244986 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:30.267072 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35c3f708-c90d-41fb-b23f-d9cd92fa9452 {{(pid=88543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 11:27:30.285694 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:30.367992 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:30.441925 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=6']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:30.452575 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.452938 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.453306 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.453638 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.454000 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.454330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.454670 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.459221 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.463572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.463572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.463572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.463572 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:30.468712 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] get_ports_and_sgs() called for port_ids ['35c3f708-c90d-41fb-b23f-d9cd92fa9452'] {{(pid=88543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 18 11:27:31.976291 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 up at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 18 11:27:32.058049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.provisioning_blocks [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Provisioning complete for port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 triggered by entity L2. {{(pid=88543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 18 11:27:32.058506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8067485'] for port, provisioning_complete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:32.206178 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:32.238834 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:32.261049 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:32.292399 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'code': 200} Mar 18 11:27:32.331561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:32.408585 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=7']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:42.906366 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52904) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:27:43.104437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Deleting port 48519ace-662c-4ec7-95b9-98e7c23678a2 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:27:43.104774 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:43.265445 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:43.265688 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:43.387312 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Calling delete_port for 48519ace-662c-4ec7-95b9-98e7c23678a2 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:27:43.598674 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:43.644277 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event deleted for resources: {'Port': ['ID=48519ace-662c-4ec7-95b9-98e7c23678a2,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:43.677304 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.677653 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.678019 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.678352 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.678683 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.679010 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.679334 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.679662 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.679985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.680303 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.680621 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.680935 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:43.744214 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:43.744540 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Floating IP 593923df-33f0-4e34-98a4-5bd1b955a3d4 disassociated (deleted). External IP: 172.26.2.14, port: 35c3f708-c90d-41fb-b23f-d9cd92fa9452. Mar 18 11:27:44.011933 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:27:44.084112 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:27:44.122419 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7895406'] for port, before_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:44.147717 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:44.157894 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:44.193116 dv-neutron-834265-1-hyperv neutron-server[88543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'code': 200} Mar 18 11:27:44.227637 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730078652164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730078272076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730078272121'] for port, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:44.297566 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Pushing event updated for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=8']} {{(pid=88543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:44.378109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:27:44.387558 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:27:44.396776 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:27:44.397370 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:44.467212 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:44.526855 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-13b731df-3c7e-4ebc-b6b5-b99aa09c95f7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "DELETE /v2.0/floatingips/593923df-33f0-4e34-98a4-5bd1b955a3d4 HTTP/1.1" status: 204 len: 168 time: 1.6171145 Mar 18 11:27:44.526855 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:44.572136 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:27:44.707006 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'status': 'completed', 'code': 200} Mar 18 11:27:44.796938 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-9af081f4-8ed7-4dfd-a1ab-7bf630e0a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:44.798452 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-9af081f4-8ed7-4dfd-a1ab-7bf630e0a916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 1097 time: 0.0712049 Mar 18 11:27:44.930076 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-cce47584-e3c8-4c36-9924-ec51e79aa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:44.931776 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-cce47584-e3c8-4c36-9924-ec51e79aa631 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1277421 Mar 18 11:27:44.932522 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:44.936382 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:27:44.945312 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:27:44.945923 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:45.002060 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-4b126d1a-4be4-40f2-8904-6091812f412a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 200 len: 217 time: 0.0645206 Mar 18 11:27:45.064196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-339587dd-9634-4e83-a8ee-13a9c3595146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:45.065595 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-339587dd-9634-4e83-a8ee-13a9c3595146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0581033 Mar 18 11:27:45.126287 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:27:45.201193 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-489df46a-30a0-4f4c-82f7-6b006fecc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:45.202680 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-489df46a-30a0-4f4c-82f7-6b006fecc211 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302230 Mar 18 11:27:45.215503 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2ad4-ba38-44f6-a65a-cd115767eed2 req-129efa65-fba8-4685-91db-c139792af2c7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:45.216883 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c25e2ad4-ba38-44f6-a65a-cd115767eed2 req-129efa65-fba8-4685-91db-c139792af2c7 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.1097906 Mar 18 11:27:45.345505 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c25e2ad4-ba38-44f6-a65a-cd115767eed2 req-72165242-4163-4a57-b549-53492238df89 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108449 Mar 18 11:27:45.375882 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-388f49d9-f620-419f-945f-93df6b28203b service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580083 Mar 18 11:27:45.466965 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:45.470936 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d7b9b-cf2c-4555-b34b-e69ed9cfc2fe None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_floatingips': [{'id': 'fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab', 'tenant_id': '429d431714304d5cb7404193b1985614', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'router_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'port_id': '036bd882-27e4-48c7-b926-ac390eab91f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'mac_address': 'fa:16:3e:dd:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T11:23:11Z', 'updated_at': '2022-03-18T11:23:13Z', 'revision_number': 1, 'project_id': '429d431714304d5cb7404193b1985614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:27:45.507925 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-c8e56a94-b57a-4256-9b5a-2f0376e8994b req-4d021208-4fd1-464d-b976-b27478c49a3a service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257398 Mar 18 11:27:45.678837 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afc5ea9-04b5-4f8f-8113-9a0a06b658e4 None None] New status for floating IP 593923df-33f0-4e34-98a4-5bd1b955a3d4: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:27:46.603056 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-6b2f74ff-0774-4186-9b02-44a1fef0a346 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:46.604464 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-6b2f74ff-0774-4186-9b02-44a1fef0a346 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.0873022 Mar 18 11:27:46.620157 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394b223-cd23-4b06-a451-582226c5414b req-f620b420-eeb7-4d8e-a0a6-88a6f7de91f9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:46.620849 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1394b223-cd23-4b06-a451-582226c5414b req-f620b420-eeb7-4d8e-a0a6-88a6f7de91f9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:27:46.672180 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Deleting port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:27:46.672458 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:46.733545 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-1394b223-cd23-4b06-a451-582226c5414b req-f620b420-eeb7-4d8e-a0a6-88a6f7de91f9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:27:46.734754 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1394b223-cd23-4b06-a451-582226c5414b req-f620b420-eeb7-4d8e-a0a6-88a6f7de91f9 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 944 time: 0.2423365 Mar 18 11:27:46.784283 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-1394b223-cd23-4b06-a451-582226c5414b req-8dede119-90a8-49eb-b005-a9b70a2dfa54 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Mar 18 11:27:46.999816 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] For port 35c3f708-c90d-41fb-b23f-d9cd92fa9452, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=35c3f708-c90d-41fb-b23f-d9cd92fa9452,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:47.000164 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:47.117042 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Calling delete_port for 35c3f708-c90d-41fb-b23f-d9cd92fa9452 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:27:47.344931 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:47.397035 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event deleted for resources: {'Port': ['ID=35c3f708-c90d-41fb-b23f-d9cd92fa9452,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:47.434070 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.434422 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.434762 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.435092 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.435570 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.435899 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.436222 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.436544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.436866 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.437183 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.437499 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.437811 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834265-1-hyperv {{(pid=88542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 11:27:47.479504 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] No DVR routers for this DVR port 35c3f708-c90d-41fb-b23f-d9cd92fa9452 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:27:47.481768 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:47.484137 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-deleted', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:47.557544 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-54208032-ecc8-45a2-8f53-afc6915f87c3 req-4a72372b-82b4-4ccf-bc47-7ac26e0026eb tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "DELETE /v2.0/ports/35c3f708-c90d-41fb-b23f-d9cd92fa9452 HTTP/1.1" status: 204 len: 173 time: 0.9458313 Mar 18 11:27:47.581125 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935ba98-67d4-46e3-a7c3-8280192d1a0f', 'name': 'network-vif-deleted', 'tag': '35c3f708-c90d-41fb-b23f-d9cd92fa9452', 'status': 'completed', 'code': 200} Mar 18 11:27:47.663752 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:27:47.946953 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-f18cf910-3662-483b-8810-a322ba3d84a3 req-d632ae6d-fbe3-4088-b503-ca3873801f19 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=6935ba98-67d4-46e3-a7c3-8280192d1a0f HTTP/1.1" status: 200 len: 210 time: 0.0422807 Mar 18 11:27:50.047741 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:27:50.084908 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 35c3f708-c90d-41fb-b23f-d9cd92fa9452 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:27:50.085257 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 35c3f708-c90d-41fb-b23f-d9cd92fa9452 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:27:50.371941 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52976) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:27:50.570238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Deleting port cb28e3b1-1fb2-45fb-9e87-a60ed167dca4 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:27:50.570498 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:50.737799 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:50.738147 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:50.861151 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Calling delete_port for cb28e3b1-1fb2-45fb-9e87-a60ed167dca4 owned by network:floatingip {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:27:51.076017 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:51.123183 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event deleted for resources: {'Port': ['ID=cb28e3b1-1fb2-45fb-9e87-a60ed167dca4,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:51.210482 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:51.210810 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.db.l3_db [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Floating IP fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab disassociated (deleted). External IP: 172.26.2.172, port: 036bd882-27e4-48c7-b926-ac390eab91f3. Mar 18 11:27:51.652330 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:27:51.823823 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:27:51.834826 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:27:51.839889 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for floatingip, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:51.844013 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:27:51.844610 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:51.898693 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-4536ad96-853a-4af1-b2ea-2ebf5b977ad0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "DELETE /v2.0/floatingips/fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab HTTP/1.1" status: 204 len: 168 time: 1.5233388 Mar 18 11:27:51.898693 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:51.950873 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'status': 'completed', 'code': 200} Mar 18 11:27:52.032772 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-21029448-35de-4707-8e82-24a0889fc09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:52.052610 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-c7c52ec4-f9d3-4afd-bd66-8c721bf7566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:52.054226 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-c7c52ec4-f9d3-4afd-bd66-8c721bf7566e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=429d431714304d5cb7404193b1985614&device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0777755 Mar 18 11:27:52.074397 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:27:52.186693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-1bb24c34-892a-4ec0-911f-6ac801dcc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:52.188159 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-1bb24c34-892a-4ec0-911f-6ac801dcc0ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 200 len: 910 time: 0.1277809 Mar 18 11:27:52.254219 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-31a36e81-2d6f-49ef-9c57-efb24aa66399 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 200 len: 217 time: 0.0598109 Mar 18 11:27:52.317913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-103e634a-a294-4c31-b847-b00468b9eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:52.319351 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-103e634a-a294-4c31-b847-b00468b9eb35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 200 len: 848 time: 0.0598147 Mar 18 11:27:52.388642 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:52.392526 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:27:52.394648 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-1487c274-8b71-455a-be17-8cd81910b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:52.396127 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-1487c274-8b71-455a-be17-8cd81910b6a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2896d450-8467-4457-9c4a-ced4bd021049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708551 Mar 18 11:27:52.400763 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:27:52.401378 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:24Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:52.572593 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:27:52.590442 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-2eb92cae-5338-4835-a9c7-74dd14db5e96 service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861465 Mar 18 11:27:52.598481 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba643af-dc1e-4d9d-86b5-aa34a25503fa req-3679a076-6b2d-4d79-8211-c579c37cb02b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:52.599139 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6ba643af-dc1e-4d9d-86b5-aa34a25503fa req-3679a076-6b2d-4d79-8211-c579c37cb02b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:27:52.717667 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.quota.resource [req-6ba643af-dc1e-4d9d-86b5-aa34a25503fa req-3679a076-6b2d-4d79-8211-c579c37cb02b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:27:52.718832 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ba643af-dc1e-4d9d-86b5-aa34a25503fa req-3679a076-6b2d-4d79-8211-c579c37cb02b tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.2960060 Mar 18 11:27:52.755527 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-838889cc-aa16-4f4c-b10f-311bf95bb2b5 req-f0ee1d45-db71-4e4f-bac8-32f1ba3f228c service neutron] 10.222.0.24 "GET /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537290 Mar 18 11:27:52.780238 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-6ba643af-dc1e-4d9d-86b5-aa34a25503fa req-9e4b266f-1f5f-493f-b8be-07a292dd5706 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546384 Mar 18 11:27:52.894543 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:27:52.898455 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929b75a-b6d3-49ec-8fd1-0560909bd2dc None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:22:41Z', 'revision_number': 4, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv', '_interfaces': [{'id': 'd41225a3-63cd-4af6-84df-cfba662ed3f1', 'name': '', 'network_id': '2896d450-8467-4457-9c4a-ced4bd021049', 'tenant_id': '429d431714304d5cb7404193b1985614', 'mac_address': 'fa:16:3e:1a:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:40Z', 'updated_at': '2022-03-18T11:22:47Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'subnets': [{'id': '887fe07c-e99a-45d1-8876-25bd2e70c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:27:53.109777 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257fbccc-ed84-46e1-bd4f-dc6bdadffd3a None None] New status for floating IP fe4a1d04-9f69-4b78-b7a5-27b0b673d3ab: DOWN {{(pid=88543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 11:27:53.944419 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-0883eb2b-547a-42bd-be47-b021c9ec6e3c tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:53.946042 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-0883eb2b-547a-42bd-be47-b021c9ec6e3c tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.0842643 Mar 18 11:27:54.019357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Deleting port 036bd882-27e4-48c7-b926-ac390eab91f3 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:27:54.019694 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:54.108629 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215ba2-9e2e-49cf-a8a7-3eb3d4d45127 req-c20440f0-0792-4c88-9e89-7a7321e243ae tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 11:27:54.109316 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a0215ba2-9e2e-49cf-a8a7-3eb3d4d45127 req-c20440f0-0792-4c88-9e89-7a7321e243ae tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Synchronizing usage tracker for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 18 11:27:54.121225 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.quota.resource [req-a0215ba2-9e2e-49cf-a8a7-3eb3d4d45127 req-c20440f0-0792-4c88-9e89-7a7321e243ae tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Unset dirty status for tenant:429d431714304d5cb7404193b1985614 on resource:port {{(pid=88541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 18 11:27:54.122352 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0215ba2-9e2e-49cf-a8a7-3eb3d4d45127 req-c20440f0-0792-4c88-9e89-7a7321e243ae tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 943 time: 0.0888700 Mar 18 11:27:54.166669 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-a0215ba2-9e2e-49cf-a8a7-3eb3d4d45127 req-c8a92afa-e369-47a1-b87a-d7c8353c550e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/security-groups?id=62387b74-8113-4b9a-b879-b7ac931aa167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386798 Mar 18 11:27:54.361728 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] For port 036bd882-27e4-48c7-b926-ac390eab91f3, host hv-neutron-8342, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8342',level=0,port_id=036bd882-27e4-48c7-b926-ac390eab91f3,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:54.362025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:54.480896 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Calling delete_port for 036bd882-27e4-48c7-b926-ac390eab91f3 owned by compute:nova {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:27:54.535340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-59834a51-67f0-4800-8881-4455ab874d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:54.701236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:54.751670 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event deleted for resources: {'Port': ['ID=036bd882-27e4-48c7-b926-ac390eab91f3,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:54.825515 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] No DVR routers for this DVR port 036bd882-27e4-48c7-b926-ac390eab91f3 on host hv-neutron-8342 {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:27:54.828457 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143054'] for port, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:54.831519 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-deleted', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3'}] {{(pid=88542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 11:27:54.873625 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecdfcea-60d0-4c30-8570-f8978e2ff1b6', 'name': 'network-vif-deleted', 'tag': '036bd882-27e4-48c7-b926-ac390eab91f3', 'status': 'completed', 'code': 200} Mar 18 11:27:54.902181 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [req-adeb3f8f-29a4-4388-ab46-c4af80e75b65 req-61e970cc-77e5-4c88-9df6-cc1dc3613f07 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.24 "DELETE /v2.0/ports/036bd882-27e4-48c7-b926-ac390eab91f3 HTTP/1.1" status: 204 len: 173 time: 0.9495583 Mar 18 11:27:55.331652 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [req-323a1a7c-06e3-4c90-b9c5-39c6c2772bc2 req-93a417b8-bf0b-4cb3-9378-c363a4ce7db0 tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecdfcea-60d0-4c30-8570-f8978e2ff1b6 HTTP/1.1" status: 200 len: 210 time: 0.0448236 Mar 18 11:27:55.556331 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:55.658815 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:55.984433 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:56.431575 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 52998) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:27:56.497426 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:56.525839 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:56.705238 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:56.724500 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62387b74-8113-4b9a-b879-b7ac931aa167,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:56.800995 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] Notify callbacks [] for security_group, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:56.802288 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-3e38321f-5997-4a68-92d1-b686e07a1b5e tempest-TestSnapshotPattern-1662687718 tempest-TestSnapshotPattern-1662687718-project] 10.222.0.18 "DELETE /v2.0/security-groups/62387b74-8113-4b9a-b879-b7ac931aa167 HTTP/1.1" status: 204 len: 168 time: 0.3697264 Mar 18 11:27:57.167686 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:57.925962 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 53006) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:27:58.194250 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 no longer exists at agent hyperv_hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:27:58.227732 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] No Port match for: 036bd882-27e4-48c7-b926-ac390eab91f3 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:27:58.228082 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Device 036bd882-27e4-48c7-b926-ac390eab91f3 not bound to the agent host hv-neutron-8342 {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:27:58.554253 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:59.001738 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Deleting port d41225a3-63cd-4af6-84df-cfba662ed3f1 {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:27:59.002462 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:59.165135 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] For port d41225a3-63cd-4af6-84df-cfba662ed3f1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d41225a3-63cd-4af6-84df-cfba662ed3f1,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:27:59.165479 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:59.282393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Calling delete_port for d41225a3-63cd-4af6-84df-cfba662ed3f1 owned by network:router_interface {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:27:59.666655 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:27:59.710827 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41225a3-63cd-4af6-84df-cfba662ed3f1,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:27:59.971780 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:00.437278 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Router 3fbab022-d4e9-4992-b209-b248e92cad34 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:28:00.611294 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:28:00.619620 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Sync routers for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:28:00.622978 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-41a93106-8423-4a46-8c93-3dbce6a7e247 admin admin] 10.222.0.18 "PUT /v2.0/routers/3fbab022-d4e9-4992-b209-b248e92cad34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959410 Mar 18 11:28:00.625570 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 53014) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:00.628657 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:28:00.629245 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:00.803483 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:28:00.803838 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks [] for router, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:00.974644 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.026869 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Deleting port d9f69272-25a7-40f4-9982-912fd954fdab {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:01.027321 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.117463 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:27:59Z', 'revision_number': 5, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port': {'id': 'd9f69272-25a7-40f4-9982-912fd954fdab', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:38Z', 'updated_at': '2022-03-18T11:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:01.121159 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Checking router: 3fbab022-d4e9-4992-b209-b248e92cad34 for host: dv-neutron-834265-1-hyperv {{(pid=88544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:28:01.130010 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Routers {'3fbab022-d4e9-4992-b209-b248e92cad34'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:28:01.130588 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['3fbab022-d4e9-4992-b209-b248e92cad34'], 'active': True} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:01.201888 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] For port d9f69272-25a7-40f4-9982-912fd954fdab, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=d9f69272-25a7-40f4-9982-912fd954fdab,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:01.202244 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.275109 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_dvr_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] Set router 3fbab022-d4e9-4992-b209-b248e92cad34 gateway port host: None {{(pid=88544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:28:01.322393 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Calling delete_port for d9f69272-25a7-40f4-9982-912fd954fdab owned by network:router_gateway {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:01.376647 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.l3_hamode_db [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:28:00Z', 'revision_number': 6, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:01.380372 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8deb59-d304-4622-a8dd-c887175e27b8 None None] The sync data for ids ['3fbab022-d4e9-4992-b209-b248e92cad34'] in dv-neutron-834265-1-hyperv is: [{'id': '3fbab022-d4e9-4992-b209-b248e92cad34', 'name': 'tempest-TestSnapshotPattern-639238235-router', 'tenant_id': '429d431714304d5cb7404193b1985614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:37Z', 'updated_at': '2022-03-18T11:28:00Z', 'revision_number': 6, 'project_id': '429d431714304d5cb7404193b1985614', 'gw_port_host': None}] {{(pid=88544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:28:01.563981 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.607907 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f69272-25a7-40f4-9982-912fd954fdab,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:01.700094 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.985732 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:01.987840 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.058630 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.059071 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fbab022-d4e9-4992-b209-b248e92cad34 {{(pid=88541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:28:02.071363 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] Notify callbacks [] for router, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.072464 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-38d4e369-087a-4706-8bff-529d90488131 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3fbab022-d4e9-4992-b209-b248e92cad34 HTTP/1.1" status: 204 len: 168 time: 1.4459898 Mar 18 11:28:02.075035 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 53020) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:02.128875 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d41225a3-63cd-4af6-84df-cfba662ed3f1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:02.134578 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Deleting subnet 887fe07c-e99a-45d1-8876-25bd2e70c9d6 {{(pid=88541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:28:02.137640 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.190605 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2479853'] for subnet, precommit_delete_associations {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.199200 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d41225a3-63cd-4af6-84df-cfba662ed3f1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:02.199550 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d41225a3-63cd-4af6-84df-cfba662ed3f1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:02.268428 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.392933 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2224839'] for subnet, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.432691 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887fe07c-e99a-45d1-8876-25bd2e70c9d6,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:02.438985 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.444070 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c8fb7-225c-49b0-80e4-b194de9e48b7 None None] Network 2896d450-8467-4457-9c4a-ced4bd021049 requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:28:02.444901 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-0be9c518-8ef5-4832-a2b5-fcc38cbfb645 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/887fe07c-e99a-45d1-8876-25bd2e70c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3689604 Mar 18 11:28:02.447437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.wsgi [-] (88541) accepted ('10.222.0.18', 53024) {{(pid=88541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:02.583664 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.594863 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Deleting port 1a488211-eac5-4b7c-afc2-699ff3f5f09b {{(pid=88541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:02.595192 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.694490 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] DHCP port deletion for 2896d450-8467-4457-9c4a-ced4bd021049 request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:28:02.698381 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Deleting port 1a488211-eac5-4b7c-afc2-699ff3f5f09b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:02.698752 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.799787 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.db [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] For port 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a488211-eac5-4b7c-afc2-699ff3f5f09b,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:02.800051 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.909502 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] For port 1a488211-eac5-4b7c-afc2-699ff3f5f09b, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=1a488211-eac5-4b7c-afc2-699ff3f5f09b,segment=NetworkSegment(4bb1667b-4093-41b6-9da0-333dfa5dd067),segment_id=4bb1667b-4093-41b6-9da0-333dfa5dd067)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:02.909918 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:02.929437 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.plugin [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Calling delete_port for 1a488211-eac5-4b7c-afc2-699ff3f5f09b owned by network:dhcp {{(pid=88541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:03.032012 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Calling delete_port for 1a488211-eac5-4b7c-afc2-699ff3f5f09b owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:03.072537 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565140'] for port, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.104090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:28:03.104446 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:28:03.120766 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a488211-eac5-4b7c-afc2-699ff3f5f09b,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:03.122947 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] No DVR routers for this DVR port 1a488211-eac5-4b7c-afc2-699ff3f5f09b on host dv-neutron-834265-1-hyperv {{(pid=88541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:28:03.236950 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.264491 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2896d450-8467-4457-9c4a-ced4bd021049']}} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:03.275835 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb1667b-4093-41b6-9da0-333dfa5dd067') {'for_net_delete': True} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:03.276119 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.services.segments.db [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb1667b-4093-41b6-9da0-333dfa5dd067') {} {{(pid=88541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:03.287425 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479844'] for segment, before_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.303075 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.308759 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:28:03.309109 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565243'] for segment, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: Traceback (most recent call last): Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: timer() Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: cb(*args, **kw) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: return func(*args, **kwargs) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: self._notify() Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: self.callback(batched_events) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: event.method(event) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: return f(self, *a, **k) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._get(url).json() Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: return self.request(url, 'GET', **kwargs) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:28:03.322165 dv-neutron-834265-1-hyperv neutron-server[88541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:28:03.464257 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.483126 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron_lib.callbacks.manager [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.495348 dv-neutron-834265-1-hyperv neutron-server[88541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2896d450-8467-4457-9c4a-ced4bd021049,revision_number=None']} {{(pid=88541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:03.569554 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d9f69272-25a7-40f4-9982-912fd954fdab no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:03.573879 dv-neutron-834265-1-hyperv neutron-server[88541]: INFO neutron.wsgi [None req-e08d63d0-4b3e-49a7-8ddc-2625ce19e9c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2896d450-8467-4457-9c4a-ced4bd021049 HTTP/1.1" status: 204 len: 168 time: 1.1253698 Mar 18 11:28:03.576784 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53030) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:03.605459 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Deleting port 1a488211-eac5-4b7c-afc2-699ff3f5f09b {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:03.605840 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:03.629086 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: d9f69272-25a7-40f4-9982-912fd954fdab {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:03.629439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device d9f69272-25a7-40f4-9982-912fd954fdab not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:03.629883 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a488211-eac5-4b7c-afc2-699ff3f5f09b no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:03.672191 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 1a488211-eac5-4b7c-afc2-699ff3f5f09b {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:03.673161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 1a488211-eac5-4b7c-afc2-699ff3f5f09b not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:03.705597 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-1de5d0c8-29f0-47fc-9591-bd060e2c1951 None None] The port '1a488211-eac5-4b7c-afc2-699ff3f5f09b' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:28:04.103833 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733431'] for router_interface, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:04.537555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Deleting port add6d9af-fc68-46f6-ac60-bdca27c58dfe {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:04.537806 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:04.706890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] For port add6d9af-fc68-46f6-ac60-bdca27c58dfe, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=add6d9af-fc68-46f6-ac60-bdca27c58dfe,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:04.707603 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:04.836357 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Calling delete_port for add6d9af-fc68-46f6-ac60-bdca27c58dfe owned by network:router_interface {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:05.084012 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:05.130490 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Pushing event deleted for resources: {'Port': ['ID=add6d9af-fc68-46f6-ac60-bdca27c58dfe,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:05.399666 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733291'] for router_interface, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:05.750959 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Router c84f8057-ee5b-41c2-80a4-90d2a17852c3 has already been hosted by L3 agent b0ec3417-d64d-4f3b-81e3-e2b970d28046 {{(pid=88542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 18 11:28:06.020544 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] Notify agent at l3_agent.dv-neutron-834265-1-hyperv the message routers_updated {{(pid=88542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 18 11:28:06.028736 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Sync routers for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 11:28:06.037761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:28:06.039444 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:06.094670 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-96565fd7-f791-4e96-93c7-053edbe4c662 admin admin] 10.222.0.18 "PUT /v2.0/routers/c84f8057-ee5b-41c2-80a4-90d2a17852c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167882 Mar 18 11:28:06.097025 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53036) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:06.212852 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: dv-neutron-834265-1-hyperv {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:28:06.266510 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:06.442555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:06.485522 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'external_fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:28:04Z', 'revision_number': 5, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port': {'id': 'ad60a5ea-c153-4b51-9aa8-f79aaa322276', 'name': '', 'network_id': '2d94c899-6953-49a1-a319-d82134e71066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834265-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T11:22:46Z', 'updated_at': '2022-03-18T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7e045c-edd0-489a-8ed3-d6971c66b518', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834265-1-hyperv'}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:06.489195 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Checking router: c84f8057-ee5b-41c2-80a4-90d2a17852c3 for host: dv-neutron-834265-1-hyperv {{(pid=88543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 11:28:06.497524 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Routers {'c84f8057-ee5b-41c2-80a4-90d2a17852c3'} bound to L3 agent in host dv-neutron-834265-1-hyperv {{(pid=88543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 18 11:28:06.498148 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834265-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:20:54Z,description=,heartbeat_timestamp=2022-03-18T11:27:54Z,host='dv-neutron-834265-1-hyperv',id=b0ec3417-d64d-4f3b-81e3-e2b970d28046,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:20:55Z,topic='l3_agent')) {'router_ids': ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'], 'active': True} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:06.527549 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Deleting port ad60a5ea-c153-4b51-9aa8-f79aaa322276 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:06.527890 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:06.676724 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_dvr_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] Set router c84f8057-ee5b-41c2-80a4-90d2a17852c3 gateway port host: None {{(pid=88543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 18 11:28:06.700577 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] For port ad60a5ea-c153-4b51-9aa8-f79aaa322276, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=ad60a5ea-c153-4b51-9aa8-f79aaa322276,segment=NetworkSegment(66cc97a2-37ac-4519-ac09-566089d97842),segment_id=66cc97a2-37ac-4519-ac09-566089d97842)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:06.700857 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:06.782296 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.db.l3_hamode_db [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:28:06Z', 'revision_number': 6, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port_host': None}], 'dv-neutron-834265-1-hyperv', False) {} {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:06.786135 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69011a22-a421-41d5-be60-c1762ef5b774 None None] The sync data for ids ['c84f8057-ee5b-41c2-80a4-90d2a17852c3'] in dv-neutron-834265-1-hyperv is: [{'id': 'c84f8057-ee5b-41c2-80a4-90d2a17852c3', 'name': 'tempest-TestSnapshotPattern-2085612648-router', 'tenant_id': '365029c9a770456380fa17ce21a0d3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T11:22:45Z', 'updated_at': '2022-03-18T11:28:06Z', 'revision_number': 6, 'project_id': '365029c9a770456380fa17ce21a0d3e2', 'gw_port_host': None}] {{(pid=88543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 11:28:06.828846 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Calling delete_port for ad60a5ea-c153-4b51-9aa8-f79aaa322276 owned by network:router_gateway {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:07.122236 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.171656 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad60a5ea-c153-4b51-9aa8-f79aaa322276,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:07.261308 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736978'] for router_gateway, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.429196 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6449'] for router, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.431296 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.518558 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-735034'] for router, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.519124 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84f8057-ee5b-41c2-80a4-90d2a17852c3 {{(pid=88542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 18 11:28:07.532630 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] Notify callbacks [] for router, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.533542 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-2b093758-1466-4b0a-936d-5ffb51f9cd1b admin admin] 10.222.0.18 "DELETE /v2.0/routers/c84f8057-ee5b-41c2-80a4-90d2a17852c3 HTTP/1.1" status: 204 len: 168 time: 1.4356356 Mar 18 11:28:07.536235 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53040) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:07.578327 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad60a5ea-c153-4b51-9aa8-f79aaa322276 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:07.618911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: ad60a5ea-c153-4b51-9aa8-f79aaa322276 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:07.619354 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device ad60a5ea-c153-4b51-9aa8-f79aaa322276 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:07.619851 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device add6d9af-fc68-46f6-ac60-bdca27c58dfe no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:07.653997 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: add6d9af-fc68-46f6-ac60-bdca27c58dfe {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:07.654442 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device add6d9af-fc68-46f6-ac60-bdca27c58dfe not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:07.704319 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Deleting subnet da4e7f79-4cca-4870-abdd-839e67aa0817 {{(pid=88542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 18 11:28:07.707225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.759123 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1949431'] for subnet, precommit_delete_associations {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.837546 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8063901'] for subnet, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:07.973698 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8063892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-790087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2358832'] for subnet, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.009466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4e7f79-4cca-4870-abdd-839e67aa0817,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:08.014693 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.020417 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb9fa7-1569-48c9-86c0-9defcddf19d0 None None] Network d2dc476c-f275-4f37-b9b7-34aba71e79fa requested from dv-neutron-834265-1-hyperv {{(pid=88543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 18 11:28:08.023466 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-cebd54fc-2a77-433a-bb23-499bc84d97ea admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da4e7f79-4cca-4870-abdd-839e67aa0817 HTTP/1.1" status: 204 len: 168 time: 0.4834883 Mar 18 11:28:08.023466 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53044) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:08.127554 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7868737'] for network, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.137881 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Deleting port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 {{(pid=88542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:08.138214 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.261504 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] DHCP port deletion for d2dc476c-f275-4f37-b9b7-34aba71e79fa request from dv-neutron-834265-1-hyperv {{(pid=88543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 18 11:28:08.265305 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Deleting port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:08.265673 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.345403 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.db [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] For port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:08.345755 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.465413 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.db [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] For port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1, host dv-neutron-834265-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834265-1-hyperv',level=0,port_id=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,segment=NetworkSegment(03bc70db-67ea-4384-9c25-2dfc413a27a5),segment_id=03bc70db-67ea-4384-9c25-2dfc413a27a5)] {{(pid=88543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 18 11:28:08.465672 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.plugin [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Calling delete_port for 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 owned by network:dhcp {{(pid=88542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:08.465789 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735991'] for port, precommit_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.585658 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Calling delete_port for 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 owned by network:dhcp {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 18 11:28:08.647913 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7894947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730078651118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730078272067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-790130'] for port, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.658080 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.db.api [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 11:28:08.658439 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG oslo_db.api [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 11:28:08.696981 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:08.701119 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] No DVR routers for this DVR port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 on host dv-neutron-834265-1-hyperv {{(pid=88542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 11:28:08.818934 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8064534', 'neutron.services.segments.db._delete_segments_for_network-8730078789461'] for network, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.843834 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dc476c-f275-4f37-b9b7-34aba71e79fa']}} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:08.856068 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bc70db-67ea-4384-9c25-2dfc413a27a5') {'for_net_delete': True} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:08.856362 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.services.segments.db [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bc70db-67ea-4384-9c25-2dfc413a27a5') {} {{(pid=88542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 11:28:08.867225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730078795120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1949438'] for segment, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.883141 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8062282'] for segment, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.888994 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 11:28:08.889370 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8062296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-790045'] for segment, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: Traceback (most recent call last): Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: timer() Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: cb(*args, **kw) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: return func(*args, **kwargs) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: self._notify() Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: self.callback(batched_events) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: event.method(event) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: return f(self, *a, **k) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._get(url).json() Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: return self.request(url, 'GET', **kwargs) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 11:28:08.902733 dv-neutron-834265-1-hyperv neutron-server[88542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 11:28:09.043489 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8064557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737015'] for network, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.059008 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Notify callbacks [] for network, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.069192 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2dc476c-f275-4f37-b9b7-34aba71e79fa,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:09.076107 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-76c41580-9125-44cf-8413-9db1a48a7d2d admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2dc476c-f275-4f37-b9b7-34aba71e79fa HTTP/1.1" status: 204 len: 168 time: 1.0521858 Mar 18 11:28:09.160279 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Deleting port 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 {{(pid=88543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 18 11:28:09.160669 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730078646020'] for port, before_delete {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.227923 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-dda97f70-d68b-4fe8-a913-4a5fc923c4e1 None None] The port '29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1' was deleted {{(pid=88543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 18 11:28:09.341512 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53054) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:09.388879 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-1e12de26-7e57-420d-9726-47022afba424 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=429d431714304d5cb7404193b1985614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461380 Mar 18 11:28:09.391925 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53058) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:09.446593 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.475254 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.569366 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 no longer exists at agent ovs-agent-dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 18 11:28:09.579735 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.596279 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25edcec8-baab-494e-9bcd-de013bf438bb,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:09.603319 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.plugin [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] No Port match for: 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 {{(pid=88543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 18 11:28:09.603801 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron.plugins.ml2.rpc [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Device 29b3cf7c-6e7b-4b9f-8c37-b9a32ea457b1 not bound to the agent host dv-neutron-834265-1-hyperv {{(pid=88543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 18 11:28:09.604555 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:09.606787 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-5ce2a968-1131-4d81-9117-1654e14e4a10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25edcec8-baab-494e-9bcd-de013bf438bb HTTP/1.1" status: 204 len: 168 time: 0.2131693 Mar 18 11:28:10.218863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53066) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:10.266538 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-309b4482-a35a-4b5d-b662-f25129a1d81e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=365029c9a770456380fa17ce21a0d3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465198 Mar 18 11:28:10.268943 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [-] (88542) accepted ('10.222.0.18', 53070) {{(pid=88542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 18 11:28:10.323863 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:10.349018 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:10.453225 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651264'] for security_group, after_delete {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:10.472201 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c21ebc-2d11-43f3-81fd-9eaf88c33f1e,revision_number=None']} {{(pid=88542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 11:28:10.476760 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron_lib.callbacks.manager [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:10.477454 dv-neutron-834265-1-hyperv neutron-server[88542]: INFO neutron.wsgi [None req-89eafab4-f7c5-4d4c-97e1-427f35f14f1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45c21ebc-2d11-43f3-81fd-9eaf88c33f1e HTTP/1.1" status: 204 len: 168 time: 0.2076569 Mar 18 11:28:22.058825 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f2489309-687e-4a0d-95de-05fd13f8d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:24.523118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-73242a71-e031-41fb-846e-8184599b3476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:24.663118 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:28:25.597595 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:25.643177 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:26.003277 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:27.203161 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:52.025565 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-f457604b-607f-4366-91cc-1ca6669fa60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:54.538926 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9cf54cce-7a37-42d3-b88f-411ec9ea5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:55.595506 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:55.671249 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:55.991351 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:28:57.185761 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:01.662161 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:29:22.013753 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-efff7d0d-d78e-4058-93cc-07ee0bf92934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:24.543561 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-0f1a96a7-aac1-42a7-8fb4-865f3e47ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:25.606781 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:25.663528 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:25.978118 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:27.196404 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:38.661361 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:29:48.539219 dv-neutron-834265-1-hyperv neutron-server[88542]: DEBUG neutron.wsgi [req-ec1c3387-6c31-486a-b066-6707193128db req-f3ba3734-8858-4093-bf63-4c1416110be7 service neutron] (88542) timed out ('10.222.0.18', 51506) {{(pid=88542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 18 11:29:52.036019 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9d91a558-155a-4209-9a38-b14fe02a9e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:54.532634 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9f086275-e022-48f7-969f-a381750b9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:55.652146 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:55.698545 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:55.978856 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:29:57.201225 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:15.660520 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:30:22.017976 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-560295d9-c653-4e44-88c6-5f8f6f7eccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:24.554510 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aee6e2d5-29c2-4222-a2f3-149e99e417a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:25.572122 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:25.629166 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:25.960757 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:27.194701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:52.052046 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c9f5dc92-5a92-49d7-891c-7c43ce736eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:52.684271 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:30:54.537553 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-a0b36558-ed19-4f46-a976-d4bc805f30d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:55.589330 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:55.628960 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:56.018008 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:30:57.246127 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:22.023612 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-aef55304-f9c7-4a7a-a4bc-5a48a3f2126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:24.520563 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-dafaa466-ab34-4d24-ba2b-814775e46aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:25.601149 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:25.716340 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:26.017530 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:27.218083 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:29.663685 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:31:52.040090 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9cebee7d-7249-4548-b4ef-7a8c95ec2f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:54.618904 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-13151c15-c66a-46bb-8333-4068cc5b3cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:55.600552 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:55.685740 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:56.006855 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:31:57.206457 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:06.662480 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:32:22.040111 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-6b153c34-e075-46b9-b59c-9557abfcb17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:24.623751 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-cb471afd-b0ad-4926-bdeb-e335c8a6b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:25.612312 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:25.669578 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:25.989605 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:27.241023 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:43.661826 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:32:52.033701 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-c1d0123b-0b3a-47d0-afb5-bc9bf34562f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:54.555766 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9c180145-9212-4015-9ff0-cc9c277af722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:55.589201 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:55.692675 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:56.006843 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:32:57.224206 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:20.660883 dv-neutron-834265-1-hyperv neutron-server[88544]: DEBUG neutron.db.agents_db [None req-0f7a651f-9cef-4d14-84ed-1c66fbd9470f None None] Agent healthcheck: found 6 active agents {{(pid=88544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 18 11:33:22.045359 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-69092a04-8cc7-4843-95ee-31591f3c4159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:24.634911 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-71c6aa83-cc50-49eb-8654-be21261321df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:25.635321 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e61-230b-4e4a-99ef-d288778587cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:25.664187 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9e748ea2-cf36-4940-8725-b9e02233d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:26.013079 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1b490af8-907e-4679-b728-0a4718d31305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:27.213133 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff5d2-15a9-4e0d-bf6b-43726f32561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 18 11:33:52.039211 dv-neutron-834265-1-hyperv neutron-server[88543]: DEBUG neutron_lib.callbacks.manager [None req-9b403a8b-2aee-4d86-84bb-41f052b13cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730078789434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8067564'] for agent, after_update {{(pid=88543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}